o Chn@sdZddlmZddlmZddlmZmZmZmZm Z ddl m Z ddl m Z dZd Zd Zd Zd ZGd ddZGdddZGdddZddZdddZdddZe dS)z tablib.core ~~~~~~~~~~~ This module implements the central Tablib objects. :copyright: (c) 2016 by Kenneth Reitz. 2019 Jazzband. :license: MIT, see LICENSE for more details. )copy) itemgetter) HeadersNeededInvalidDatasetIndexInvalidDatasetTypeInvalidDimensionsUnsupportedFormat)registry)normalize_inputtablibz Kenneth ReitzMITz,Copyright 2017 Kenneth Reitz. 2019 Jazzband.restructuredtextc@seZdZdZddgZd*ddZddZd d Zd d Zd dZ ddZ ddZ ddZ ddZ ddZddZddZddZdd Zd!d"Zed#d$Zed%d&Zd'd(Zd)S)+Rowz/Internal Row object. Mainly used for filtering._rowtagscCst||_t||_dSN)listrrselfrowrrr]/var/www/html/myvaluetrips/my_value_trip_new/venv/lib/python3.10/site-packages/tablib/core.py__init__$s z Row.__init__cCsdd|jDS)Ncss|]}|VqdSrr).0colrrr )szRow.__iter__..rrrrr__iter__(z Row.__iter__cC t|jSr)lenrrrrr__len__+ z Row.__len__cCr!r)reprrrrrr__repr__.r$z Row.__repr__cCs |j|Srrrirrr __getitem__1r$zRow.__getitem__cCs||j|<dSrr)rr(valuerrr __setitem__4zRow.__setitem__cCs |j|=dSrrr'rrr __delitem__7 zRow.__delitem__cCs |j|jfSrrrrrrr __getstate__:r.zRow.__getstate__cCs|\|_|_dSrr/)rstaterrr __setstate__=r zRow.__setstate__cCs|t|j|dSr)insertr"rrr*rrrrpush@z Row.rpushcCs|d|dS)Nrr3r4rrrlpushCr z Row.lpushcCs||dSrr5r4rrrappendFr,z Row.appendcCs|j||dSr)rr3)rindexr*rrrr3Isz Row.insertcCst|j|jSr)rrrrrrrrrLr6zRow.copycCs ||jvSrr)ritemrrr __contains__Or$zRow.__contains__cCr!)z%Tuple representation of :class:`Row`.)tuplerrrrrr>R z Row.tuplecCr!)z$List representation of :class:`Row`.)rrrrrrrWr?zRow.listcCs:|durdSt|tr||jvSttt|t|j@S)z)Returns true if current row contains tag.NF) isinstancestrrboolr"set)rtagrrrhas_tag\s   z Row.has_tagN)rr)__name__ __module__ __qualname____doc__ __slots__rrr#r&r)r+r-r0r2r5r8r:r3rr=propertyr>rrErrrrrs.    rc@seZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ deddZ dfddZddZddZeeeZdd Zd!d"ZeeeZd#d$Zed%d&Zed'd(Zdgd)d*Zd+d,Zdhd.d/Zdhd0d1Zdhd2d3Zdhd4d5Zdhd6d7Zd8d9Z d:d;Z!dd?Z#did@dAZ$dgdBdCZ%dgdDdEZ&djdGdHZ'djdIdJZ(dgdKdLZ)dMdNZ*dOdPZ+dQdRZ,dkdSdTZ-dUdVZ.dWdXZ/dYdZZ0d[d\Z1d]d^Z2d_d`Z3dadbZ4didcddZ5dS)lDatasetaThe :class:`Dataset` object is the heart of Tablib. It provides all core functionality. Usually you create a :class:`Dataset` instance in your main module, and append rows as you collect data. :: data = tablib.Dataset() data.headers = ('name', 'age') for (name, age) in some_collector(): data.append((name, age)) Setting columns is similar. The column data length must equal the current height of the data and headers must be set. :: data = tablib.Dataset() data.headers = ('first_name', 'last_name') data.append(('John', 'Adams')) data.append(('George', 'Washington')) data.append_col((90, 67), header='age') You can also set rows and headers upon instantiation. This is useful if dealing with dozens or hundreds of :class:`Dataset` objects. :: headers = ('first_name', 'last_name') data = [('John', 'Adams'), ('George', 'Washington')] data = tablib.Dataset(*data, headers=headers) :param \*args: (optional) list of rows to populate Dataset :param headers: (optional) list strings for Dataset header row :param title: (optional) string to use as title of the Dataset .. admonition:: Format Attributes Definition If you look at the code, the various output/import formats are not defined within the :class:`Dataset` object. To add support for a new format, see :ref:`Adding New Formats `. cOsHtdd|D|_d|_g|_g|_i|_|d|_|d|_dS)Ncss|]}t|VqdSrr)rargrrrrz#Dataset.__init__..headerstitle) r_data_Dataset__headers _separators _formatters_dynamic_columnsgetrPrQ)rargskwargsrrrrs zDataset.__init__cC|jSr)heightrrrrr#zDataset.__len__cs`t|tr||jvr|j|fdd|jDSt|j|}t|tr)|jSdd|DS)Ncg|]}|qSrrrrposrr z'Dataset.__getitem__..cSsg|]}|jqSr)r>)rresultrrrras)r@rArPr;rRKeyErrorrr>)rkey_resultsrr_rr)s     zDataset.__getitem__cCs||t||j|<dSr) _validaterrR)rrer*rrrr+s zDataset.__setitem__cCsrt|tr3||jvr1|j|}|j|=||jvr|j|=t|jD] \}}||=||j|<q"dSt|j|=dSr)r@rArPr;rV enumeraterRrd)rrer`r(rrrrr-s      zDataset.__delitem__cC&zd|jWStyYdSw)Nz <%s dataset>zrQlowerAttributeErrorrrrrr&  zDataset.__repr__csg}|jr|dd|jD|dd|jDdd|D}tttt|}|jr9|ddd|Dd d dt |Dd fd d|DS) NcSsg|]}t|qSr)rA)rhrrrrarbz#Dataset.__str__..css|] }ttt|VqdSr)rmaprAr^rrrrz"Dataset.__str__..cSsg|] }ttt|qSr)rror"r^rrrrarcSsg|]}d|qS-r)rlengthrrrrarb|css|]}d|VqdS)z{%s:%s}Nr)rr<rrrrrO c3s|]}j|VqdSr)formatr^ format_stringrrrs) rSr:extendrRrromaxzipr3joinrh)rrclens field_lensrrxr__str__szDataset.__str__cKst|j|fi|Sr)r get_format export_set)rfmt_keyrYrrr_get_in_formatszDataset._get_in_formatcKs"t|}t|j||fi|Sr)r r r import_set)rr in_streamrYrrr_set_in_formatszDataset._set_in_formatNFcs|rjrt|jkpt|jtjk}n'd}n$|r4t|dkr'd}njr1t|jknd}n tfddjD}|rDdS|sHtdS)z>Assures size of every row in dataset is of proper proportions.Trc3s|] }t|jkVqdSr)r"width)rxrrrrrpz$Dataset._validate..F)rr"rVr[allrRr)rrrsafetyis_validrrrrgs  zDataset._validateTcsptj}fddjr-|rfdd|D}|Stjgfdd|D}|Sfdd|D}|S)z=Packages Dataset into lists of dictionaries for transmission.csRjr%|}jD]\}|durfdd|D}q ||||<q t|S)Ncg|]}|qSrr)rcellcallbackrrrarbz8Dataset._package..format_row..)rUrr)rrrrr format_rowsz$Dataset._package..format_rowcs$g|]}tttj|qSr)dictrr|rPr^rrrrra"s$z$Dataset._package..crrrr^rrrra$rbcrrrr^rrrra&rb)rrRrP)rdictsrRdatarrr_packages   zDataset._packagecCrZ)zAn *optional* list of strings to be used for header rows and attribute names. This must be set manually. The given list length must equal :attr:`Dataset.width`. )rSrrrr _get_headers)szDataset._get_headerscCs&|||rt||_dSd|_dS)zValidating headers setter.N)rgrrS)r collectionrrr _set_headers1s  zDataset._set_headerscC|S)aA native Python representation of the :class:`Dataset` object. If headers have been set, a list of Python dictionaries will be returned. If no headers have been set, a list of tuples (rows) will be returned instead. A dataset object can also be imported by setting the `Dataset.dict` attribute: :: data = tablib.Dataset() data.dict = [{'age': 90, 'first_name': 'Kenneth', 'last_name': 'Reitz'}] )rrrrr _get_dict;s zDataset._get_dictcCsd}|sdSt|tst|t|dtr(||D] }|t|qdSt|dtrN|t|d|_|D] }|tt| q>dSt|)aA native Python representation of the Dataset object. If headers have been set, a list of Python dictionaries will be returned. If no headers have been set, a list of tuples (rows) will be returned instead. A dataset object can also be imported by setting the :attr:`Dataset.dict` attribute. :: data = tablib.Dataset() data.dict = [{'age': 90, 'first_name': 'Kenneth', 'last_name': 'Reitz'}] z[Please check format documentation https://tablib.readthedocs.io/en/stable/formats.html#yamlNr) r@rr wiper:rrkeysrPvalues)rpickle error_detailsrrrr _set_dictHs$  zDataset._set_dictcCs:t|}t|dkrt|ddrtt|d|j}|S)zsPrepares the given column for insert/append. `col` is not supposed to contain any header value. rr__call__)rr"hasattrrorR)rrrrr _clean_colqszDataset._clean_colcCr!)zfThe number of rows currently in the :class:`Dataset`. Cannot be directly modified. )r"rRrrrrr[}s zDataset.heightc CsHzt|jdWSty#zt|jWYSty"YYdSww)ziThe number of columns currently in the :class:`Dataset`. Cannot be directly modified. r)r"rR IndexErrorrP TypeErrorrrrrrs  z Dataset.widthcKPt|}|s t|}t|}t|dstd|d|j||fi||S)z Import `in_stream` to the :class:`Dataset` object using the `format`. `in_stream` can be a file-like object, a string, or a bytestring. :param \*\*kwargs: (optional) custom configuration to the format `import_set`. rFormat z cannot be imported.)r detect_formatr rrr rrrrwrYstreamfmtrrrload  z Dataset.loadcK6t|}t|dstd|d|j|fi|S)z Export :class:`Dataset` object to `format`. :param \*\*kwargs: (optional) custom configuration to the format `export_set`. rr cannot be exported.)r rrr rrrwrYrrrrexport  zDataset.exportrcCs^||t||jkr"|jD]\}}t|}||||q|j|t||ddS)aInserts a row to the :class:`Dataset` at the given index. Rows inserted must be the correct size (height or width). The default behaviour is to insert the given row to the :class:`Dataset` object at the given index. You can add :ref:`tags ` to the row you are inserting. This gives you the ability to :method:`filter ` your :class:`Dataset` later. )rN) rgr"rrVitemsrr3rRr)rr;rrr`funcrrrr3s zDataset.insertcC|j|j||ddS)zzAdds a row to the end of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrN)r3r[rrrrr5z Dataset.rpushcC|jd||ddS)zzAdds a row to the top of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrNr7rrrrr8z Dataset.lpushcC|||dS)zoAdds a row to the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. Nr9rrrrr:zDataset.appendcCs|D]}|||qdS)z[Adds a list of rows to the :class:`Dataset` using :method:`Dataset.append` N)r:)rrowsrrrrrrzszDataset.extendcC|d}|d=|S)z:Removes and returns the first row of the :class:`Dataset`.rrrcacherrrlpopz Dataset.lpopcCr)9Removes and returns the last row of the :class:`Dataset`.rrrrrrpoprz Dataset.rpopcCr)r)rrrrrpopsz Dataset.popcCst|tr ||Std)z=Returns the row from the :class:`Dataset` at the given index.zRow indices must be integers.)r@intrrr;rrrrWs z Dataset.getcCs|durg}t|r||j|j<tt||j}||}|j|d|jr?|s+t |r8|j dkr8t |r8t |j |||j r^|jr^t|jD]\}}| |||||j|<qJdSdd|D|_dS)a?Inserts a column to the :class:`Dataset` at the given index. Columns inserted must be the correct height. You can also insert a column of a single callable object, which will add a new column with the return values of the callable each as an item in the column. :: data.append_col(col=random.randint) If inserting a column, and :attr:`Dataset.headers` is set, the header attribute must be set, and will be considered the header for that row. See :ref:`dyncols` for an in-depth example. NrrcSsg|]}t|gqSrrMr^rrrra6sz&Dataset.insert_col..)callablerVrrrorRrrgrPrr[r"rr3rh)rr;rheaderr(rrrr insert_cols&     zDataset.insert_colcCr)z}Adds a column to the end of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rN)rrrrrrrr rpush_col8rzDataset.rpush_colcCr)z}Adds a column to the top of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrN)rrrrr lpush_col?rzDataset.lpush_colrscCs||f}|j|dS)z4Adds a separator to :class:`Dataset` at given index.N)rTr:)rr;textseprrrinsert_separatorFszDataset.insert_separatorcCs<|js |jr |jnd}n |jr|jdnd}|||dS)z=Adds a :ref:`separator ` to the :class:`Dataset`.rrN)rPr[r)rrr;rrrappend_separatorLszDataset.append_separatorcCr)zvAdds a column to the :class:`Dataset`. See :method:`Dataset.insert_col` for additional documentation. N)rrrrr append_colWrzDataset.append_colcsfdd|jDS)z@Returns the column from the :class:`Dataset` at the given index.cr]rrr^r;rrraarbz#Dataset.get_col..)rRrrrrget_col^szDataset.get_colcCsPt|tr||jvr|j|}nt|dus||jkr&|j||fdSt)a'Adds a formatter to the :class:`Dataset`. :param col: column to. Accepts index int, header str, or None to apply the formatter to all columns. :param handler: reference to callback function to execute against each cell value. NT) r@rArPr;rdrrUr:r)rrhandlerrrr add_formattergs zDataset.add_formattercs"t|}fdd|jD|_|S)zReturns a new instance of the :class:`Dataset`, excluding any rows that do not contain the given :ref:`tags `. csg|] }|r|qSr)rEr^rDrrrarqz"Dataset.filter..)rrR)rrD_dsetrrrfilter}szDataset.filtercst|tr3|js tt|jt||d}t|j|jd}|D]fdd|jD}|j |dq|S|jr;|j|}t|jt||d}t|j|jd}|D]|jr_fdd|jD}n}|j |dqO|S)aSort a :class:`Dataset` by a specific column, given string (for header) or integer (for column index). The order can be reversed by setting ``reverse`` to ``True``. Returns a new :class:`Dataset` instance where columns have been sorted. )rereverse)rPrQcg|]}|qSrrrrer<rrrarbz Dataset.sort..rcrrrrrrrrarb) r@rArPrsortedrrrLrQr:)rrr_sortedrrrrrsorts&  z Dataset.sortcCsrt}|jdg||jd}||_t|jD]\}}||jdkr$q|g||}t|}|j|dq|S)zTranspose a :class:`Dataset`, turning rows into columns and vice versa, returning a new ``Dataset`` instance. The first row of the original instance becomes the new header row.rr)rLrPrhrrr:)rr new_headersr;columnrow_datarrr_transpose_with_headersszDataset._transpose_with_headerscCs:t}tdt|jdD] }||}|j|dq |S)zTranspose a :class:`Dataset`, turning rows into columns and vice versa, returning a new ``Dataset`` instance. This instance should not have headers, or the dimension would be invalid.rr)rLranger"rRrr:)rrr;rrrr_transpose_without_headerss  z"Dataset._transpose_without_headerscCs"|sdS|jdur |S|S)zTranspose a :class:`Dataset`, turning rows into columns and vice versa, returning a new ``Dataset`` instance. If the instance has headers, the first row of the original instance becomes the new header row.N)rPrrrrrr transposes  zDataset.transposecCsZt|tsdS|j|jkrtt|}dd|jD}dd|jD}||||_|S)zStack two :class:`Dataset` instances together by joining at the row level, and return new combined ``Dataset`` instance.NcSg|]}|qSrrr^rrrraz!Dataset.stack..cSrrrr^rrrrar)r@rLrrrrRrz)rotherr rows_to_stack other_rowsrrrstacks   z Dataset.stackcCst|tsdS|js |jr|jr|jst|j|jkrtz|j|j}Wn ty0d}Ynwt}|jD] }|j||dq7|jD] }|j||dqE||_|S)zStack two :class:`Dataset` instances together by joining at the column level, and return a new combined ``Dataset`` instance. If either ``Dataset`` has headers set, than the other must as well.Nr)r@rLrPrr[rrr)rrrrrrrr stack_colss&       zDataset.stack_colscs(tfdd|jD|jdd<dS)ziRemoves all duplicate rows from the :class:`Dataset` object while maintaining the original order.cs*g|]}t|vst|s|qSr)r>addr^seenrrras$z-Dataset.remove_duplicates..N)rCrRrrrrremove_duplicatess zDataset.remove_duplicatescCst|_d|_dS)zARemoves all content and headers from the :class:`Dataset` object.N)rrRrSrrrrrs z Dataset.wipec ssdS|durttj}|durtj}fdd|D}fdd|D}t}t||_g|_tjD],\}}g}|jD]}|jvrXj|}|||qCt ||vrf|jt |dq:|S)zkReturns a new instance of the :class:`Dataset`, including only specified rows and columns. Ncsg|] }|tjvr|qSr)rr[r^rrrra4sz"Dataset.subset..csg|] }|jvr|qSr)rP)rrrrrra5rqr) rrr[rPrLrRrhr;r:rdr) rrcolsrrow_nordata_rowrer`rrrsubset$s,     zDataset.subset)NNF)Tr)r)NNrr)F)6rFrGrHrIrr#r)r+r-r&rrrrgrrrrKrPrrrrr[rrrr3r5r8r:rzrrrrWrrrrrrrrrrrrrrrrrrrrrrrLgsj.    '         1      %!rLc@s^eZdZdZdddZddZddZd d Zd d Zd dZ e ddZ ddZ ddZ dS)Databookz(A book of :class:`Dataset` objects. NcCs|pg|_dSr _datasets)rsetsrrrrPr,zDatabook.__init__cCri)Nz <%s databook>zrjrrrrr&SrmzDatabook.__repr__cCs g|_dS)z@Removes all :class:`Dataset` objects from the :class:`Databook`.NrrrrrrYs z Databook.wipecCrZrrrrrrsheets]r\zDatabook.sheetscCst|tr |j|dSt)z5Adds given :class:`Dataset` to the :class:`Databook`.N)r@rLrr:r)rdatasetrrr add_sheet`s zDatabook.add_sheetcCs*g}|jD] }||j|dq|S)z(Packages :class:`Databook` for delivery.)rQr)rr:rQr)r collectordsetrrrrgs  zDatabook._packagecCr!)zDThe number of the :class:`Dataset` objects within :class:`Databook`.)r"rrrrrsizerr?z Databook.sizecKr)z Import `in_stream` to the :class:`Databook` object using the `format`. `in_stream` can be a file-like object, a string, or a bytestring. :param \*\*kwargs: (optional) custom configuration to the format `import_book`. import_bookrz cannot be loaded.)r rr rrr rrrrrrwrz Databook.loadcKr)z Export :class:`Databook` object to `format`. :param \*\*kwargs: (optional) custom configuration to the format `export_book`. export_bookrr)r rrr rrrrrrrzDatabook.exportr)rFrGrHrIrr&rrrrrKrrrrrrrrLs   rc Cst|}d}tD]@}z2z||r(|j}WWt|dr%|d|S|SWn ty2YnwWt|dr>|dq t|drJ|dww|S)zMReturn format name of given stream (file-like object, string, or bytestring).Nseekr)r r formatsdetectrQrrrl)r fmt_titlerrrrrs0        rNcKtj||fi|SzIReturn dataset of given stream (file-like object, string, or bytestring).)rLrrrwrYrrrrrcKr r )rrrrrrrrrr)rIroperatorr exceptionsrrrrr r r utilsr __title__ __author__ __license__ __copyright__ __docformat__rrLrrrrregister_builtinsrrrrs.   HjK