e f9? @ s d Z d d l Z d d l m Z m Z m Z m Z m Z m Z m Z m
Z
m Z m Z m
Z
m Z m Z m Z d d l m Z d d l m Z d d d d d
d d d
d d d d d d d d d d d d g Z Gd d d Z Gd d
d
e Z e d
e Gd d d e Z e d e Gd d d e Z e d e Gd! d d Z Gd" d d Z y e Wn e k
re Z Yn XGd# d d Z d S)$z+
csv.py - read/write/investigate CSV files
N)Error __version__writerreaderregister_dialectunregister_dialect get_dialect
list_dialectsfield_size_limit
QUOTE_MINIMAL QUOTE_ALLQUOTE_NONNUMERIC
QUOTE_NONE__doc__)Dialect)StringIOr r r
r r r r excel excel_tabr
r r r r r Snifferr r
DictReader
DictWriterc @ sd e Z d Z d Z d Z d Z d Z d Z d Z d Z d Z
d Z d Z d d Z
d d Z d S) r zDescribe a CSV dialect.
This must be subclassed (see csv.excel). Valid attributes are:
delimiter, quotechar, escapechar, doublequote, skipinitialspace,
lineterminator, quoting.
FNc C s) | j t k r d | _ n | j d S)NT) __class__r _valid _validate)self r (/opt/alt/python34/lib64/python3.4/csv.py__init__) s zDialect.__init__c C sL y t | Wn7 t k
rG } z t t | WYd d } ~ Xn Xd S)N)_Dialect TypeErrorr str)r er r r r . s zDialect._validate)__name__
__module__ __qualname__r _namer delimiter quotecharZ
escapechar doublequoteskipinitialspacelineterminatorquotingr r r r r r r s c @ s: e Z d Z d Z d Z d Z d Z d Z d Z e Z
d S)r z;Describe the usual properties of Excel-generated CSV files.,"TFz
N) r# r$ r% r r' r( r) r* r+ r r, r r r r r 5 s c @ s e Z d Z d Z d Z d S)r zEDescribe the usual properties of Excel-generated TAB-delimited files. N)r# r$ r% r r' r r r r r ? s z excel-tabc @ s: e Z d Z d Z d Z d Z d Z d Z d Z e Z
d S) unix_dialectz:Describe the usual properties of Unix-generated CSV files.r- r. TF
N) r# r$ r% r r' r( r) r* r+ r r, r r r r r0 D s r0 Zunixc @ sg e Z d Z d d d d d d Z d d Z e d d Z e j d d Z d
d Z d S) r Nr c O sI | | _ | | _ | | _ t | | | | | _ | | _ d | _ d S)Nr ) _fieldnamesrestkeyrestvalr dialectline_num)r f
fieldnamesr3 r4 r5 argskwdsr r r r P s zDictReader.__init__c C s | S)Nr )r r r r __iter__Y s zDictReader.__iter__c C sS | j d k r= y t | j | _ Wq= t k
r9 Yq= Xn | j j | _ | j S)N)r2 nextr
StopIterationr6 )r r r r r8 \ s
zDictReader.fieldnamesc C s
| | _ d S)N)r2 )r valuer r r r8 f s c C s | j d k r | j n t | j } | j j | _ x | g k rX t | j } q: Wt t | j | } t | j } t | } | | k r | | d | | j s z,DictWriter._dict_to_list..z(dict contains fields not in fieldnames: z, c S s g | ] } t | q Sr )repr)rP xr r r rR s c s% g | ] } j | j q Sr )getr4 )rP rD )rowdictr r r rR s )rL rK joinr8 )r rV Z wrong_fieldsr )rV r r
_dict_to_list s &zDictWriter._dict_to_listc C s | j j | j | S)N)r rM rX )r rV r r r rM s zDictWriter.writerowc C s= g } x$ | D] } | j | j | q
W| j j | S)N)appendrX r writerows)r ZrowdictsZrowsrV r r r rZ s
zDictWriter.writerowsN)r# r$ r% r rO rX rM rZ r r r r r s c @ sU e Z d Z d Z d d Z d d d Z d d Z d d
Z d d Z d S)
r ze
"Sniffs" the format of a CSV file (i.e. delimiter, quotechar)
Returns a Dialect object.
c C s d d d d d g | _ d S)Nr- r/ ; :) preferred)r r r r r s zSniffer.__init__Nc C s | j | | \ } } } } | s? | j | | \ } } n | sT t d n Gd d d t } | | _ | | _ | p d | _ | | _ | S)zI
Returns a dialect (or None) corresponding to the sample
z Could not determine delimiterc @ s" e Z d Z d Z d Z e Z d S)z Sniffer.sniff..dialectZsniffedz
N)r# r$ r% r& r+ r r, r r r r r5 s r5 r. )_guess_quote_and_delimiter_guess_delimiterr r r) r' r( r* )r sample
delimitersr( r) r' r* r5 r r r sniff s z
Sniffer.sniffc C s/ g } xC d D]; } t j | t j t j B } | j | } | r
Pq
q
W| sV d Si } i } d } x| D] } | j d d
}
| |
} | r | j | d d
| | [^\w
"'])(?P ?)(?P["']).*?(?P=quote)(?P=delim)C(?:^|
)(?P["']).*?(?P=quote)(?P[^\w
"'])(?P ?)D(?P>[^\w
"'])(?P ?)(?P["']).*?(?P=quote)(?:$|
)*(?:^|
)(?P["']).*?(?P=quote)(?:$|
)r FNr Zquote delimZspacerD r1 z]((%(delim)s)|^)\W*%(quote)s[^%(delim)s\n]*%(quote)s[^%(delim)s\n]*%(quote)s\W*((%(delim)s)|$)T)rd re rf rg )r FNr ) recompileDOTALL MULTILINEfindall
groupindexrU KeyErrormaxescapesearch)r datarb ZmatchesZrestrZregexpZquotesdelimsZspacesmnrD r( ri r* Z dq_regexpr) r r r r_ s^
' z"Sniffer._guess_quote_and_delimiterc C s t t d | j d } d d t d D } t d t | } d } i } i } i } d t | t | } }
x| t | k r)| d 7} xn | | |
D]\ } xS | D]K } | j | i }
| j | } |
j | d d |
| <|
| | .
r rh rD c S s | d S)Nrh r )rT r r r H s z*Sniffer._guess_delimiter..c s s | ] } | d Vq d S)rh Nr )rP itemr r r M s z+Sniffer._guess_delimiter..g ?g?g{Gz?z%c r c S s" g | ] \ } } | | f q Sr r )rP rQ vr r r rR w s )r r )listfiltersplitrangeminrA rU countkeysitemsrq removesumfloatr^ sort)r rt rb asciiZ chunkLengthZ iterationZ
charFrequencyZmodesru startendlinecharZ
metaFrequencyZfreqr ZmodeListZtotalZ consistencyZ thresholdrQ r ri r* rC r r r r` st
& $ !
zSniffer._guess_delimiterc
C s t t | | j | } t | } t | } i } x t | D] } d | | s. ^
2!