o eLk@sdZddlmZddlmZddlmZddlmZmZm Z m Z m Z ddl m Z ddlmZdZd Zd Zd Zd ZGd ddZGdddZGdddZddZdddZdddZe dS)z tablib.core ~~~~~~~~~~~ This module implements the central Tablib objects. :copyright: (c) 2016 by Kenneth Reitz. 2019 Jazzband. :license: MIT, see LICENSE for more details. ) OrderedDict)copy) itemgetter) HeadersNeededInvalidDatasetIndexInvalidDatasetTypeInvalidDimensionsUnsupportedFormat)registry)normalize_inputtablibz Kenneth ReitzMITz,Copyright 2017 Kenneth Reitz. 2019 Jazzband.restructuredtextc@seZdZdZddgZd(ddZddZd d Zd d Zd dZ ddZ ddZ ddZ ddZ ddZddZddZddZdd Zed!d"Zed#d$Zd%d&Zd'S))Rowz/Internal Row object. Mainly used for filtering._rowtagscCst||_t||_dSN)listrrselfrowrrr>/var/www/html/venv/lib/python3.10/site-packages/tablib/core.py__init__%s z Row.__init__cCsdd|jDS)Ncss|]}|VqdSrr).0colrrr *szRow.__iter__..rrrrr__iter__)z Row.__iter__cC t|jSr)lenrrrrr__len__, z Row.__len__cCr!r)reprrrrrr__repr__/r$z Row.__repr__cCs |j|Srrrirrr __getitem__2r$zRow.__getitem__cCs||j|<dSrr)rr(valuerrr __setitem__5zRow.__setitem__cCs |j|=dSrrr'rrr __delitem__8 zRow.__delitem__cCs |j|jfSrrrrrrr __getstate__;r.zRow.__getstate__cCs|\|_|_dSrr/)rstaterrr __setstate__>r zRow.__setstate__cCs|t|j|dSr)insertr"rrr*rrrrpushAsz Row.rpushcCs|d|dS)Nrr3r4rrrlpushDr z Row.lpushcCs||dSrr5r4rrrappendGr,z Row.appendcCs|j||dSr)rr3)rindexr*rrrr3Jsz Row.insertcCs ||jvSrr)ritemrrr __contains__Mr$zRow.__contains__cCr!)z%Tuple representation of :class:`Row`.)tuplerrrrrr=P z Row.tuplecCr!)z$List representation of :class:`Row`.)rrrrrrrUr>zRow.listcCs:|durdSt|tr||jvSttt|t|j@S)z)Returns true if current row contains tag.NF) isinstancestrrboolr"set)rtagrrrhas_tagZs   z Row.has_tagN)rr)__name__ __module__ __qualname____doc__ __slots__rrr#r&r)r+r-r0r2r5r7r9r3r<propertyr=rrDrrrrr s,    rc@seZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ d_ddZ d`ddZddZddZeeeZdd Zd!d"ZeeeZd#d$Zed%d&Zed'd(Zdad)d*Zd+d,Zdbd.d/Zdbd0d1Zdbd2d3Zdbd4d5Zdbd6d7Zd8d9Z d:d;Z!dd?Z#dad@dAZ$dadBdCZ%dddEdFZ&dddGdHZ'dadIdJZ(dKdLZ)dMdNZ*dOdPZ+dedQdRZ,dSdTZ-dUdVZ.dWdXZ/dYdZZ0d[d\Z1dcd]d^Z2dS)fDatasetaThe :class:`Dataset` object is the heart of Tablib. It provides all core functionality. Usually you create a :class:`Dataset` instance in your main module, and append rows as you collect data. :: data = tablib.Dataset() data.headers = ('name', 'age') for (name, age) in some_collector(): data.append((name, age)) Setting columns is similar. The column data length must equal the current height of the data and headers must be set. :: data = tablib.Dataset() data.headers = ('first_name', 'last_name') data.append(('John', 'Adams')) data.append(('George', 'Washington')) data.append_col((90, 67), header='age') You can also set rows and headers upon instantiation. This is useful if dealing with dozens or hundreds of :class:`Dataset` objects. :: headers = ('first_name', 'last_name') data = [('John', 'Adams'), ('George', 'Washington')] data = tablib.Dataset(*data, headers=headers) :param \*args: (optional) list of rows to populate Dataset :param headers: (optional) list strings for Dataset header row :param title: (optional) string to use as title of the Dataset .. admonition:: Format Attributes Definition If you look at the code, the various output/import formats are not defined within the :class:`Dataset` object. To add support for a new format, see :ref:`Adding New Formats `. cOsBtdd|D|_d|_g|_g|_|d|_|d|_dS)Ncss|]}t|VqdSrr)rargrrrrz#Dataset.__init__..headerstitle)r_data_Dataset__headers _separators _formattersgetrOrP)rargskwargsrrrrs  zDataset.__init__cC|jSr)heightrrrrr#zDataset.__len__cs`t|tr||jvr|j|fdd|jDSt|j|}t|tr)|jSdd|DS)Ncg|]}|qSrrrrposrr z'Dataset.__getitem__..cSsg|]}|jqSr)r=)rresultrrrr_s)r?r@rOr:rQKeyErrorrr=)rkey_resultsrr]rr)s     zDataset.__getitem__cCs||t||j|<dSr) _validaterrQ)rrcr*rrrr+s zDataset.__setitem__cCs`t|tr*||jvr(|j|}|j|=t|jD] \}}||=||j|<qdSt|j|=dSr)r?r@rOr: enumeraterQrb)rrcr^r(rrrrr-s     zDataset.__delitem__cC&zd|jWStyYdSw)Nz <%s dataset>zrPlowerAttributeErrorrrrrr&  zDataset.__repr__csg}|jr|dd|jD|dd|jDdd|D}tttt|}|jr9|ddd|Dd d dt |Dd fd d|DS) NcSg|]}t|qSr)r@)rhrrrr_r`z#Dataset.__str__..css|] }ttt|VqdSr)rmapr@r\rrrrz"Dataset.__str__..cSsg|] }ttt|qSr)rrnr"r\rrrr_cSsg|]}d|qS-r)rlengthrrrr_r`|css|]}d|VqdS)z{%s:%s}Nr)rr;rrrrrN c3s|]}j|VqdSr)formatr\ format_stringrrrs) rRr9extendrQrrnmaxzipr3joinrf)rralens field_lensrrxr__str__szDataset.__str__cKst|j|fi|Sr)r get_format export_set)rfmt_keyrWrrr_get_in_formatszDataset._get_in_formatcKs"t|}t|j||fi|Sr)r r r import_set)rr in_streamrWrrr_set_in_formatszDataset._set_in_formatNFcsz|rjr t|jknd}n$|r't|dkrd}njr$t|jknd}n tfddjD}|r7dS|s;tdS)z>Assures size of every row in dataset is of proper proportions.Trqc3s|] }t|jkVqdSr)r"width)rxrrrrroz$Dataset._validate..F)rr"rYallrQr)rrrsafetyis_validrrrres zDataset._validateTc stj}|r tntjrKt|D]7\}}jD]/\}}z"|dur5t|D] \}} || |||<q'n ||||||<WqtyItwqjrh|r\fdd|D} | Stjgt|} | Sdd|D} | S)z=Packages Dataset into lists of dictionaries for transmission.Ncs g|] }ttj|qSr)rr|rO)rdata_row dict_packrrrr_s z$Dataset._package..cSrlr)rr\rrrr_r`) rrQrdictrTrf IndexErrorrrO) rdictsorderedrQrow_irrcallbackjcdatarrr_packages4   zDataset._packagecCrX)zAn *optional* list of strings to be used for header rows and attribute names. This must be set manually. The given list length must equal :attr:`Dataset.width`. )rRrrrr _get_headers#szDataset._get_headerscCs<|||rzt||_WdStytwd|_dS)zValidating headers setter.N)rerrR TypeError)r collectionrrr _set_headers+s   zDataset._set_headerscC|S)aA native Python representation of the :class:`Dataset` object. If headers have been set, a list of Python dictionaries will be returned. If no headers have been set, a list of tuples (rows) will be returned instead. A dataset object can also be imported by setting the `Dataset.dict` attribute: :: data = tablib.Dataset() data.dict = [{'age': 90, 'first_name': 'Kenneth', 'last_name': 'Reitz'}] )rrrrr _get_dict8s zDataset._get_dictcCsd}|sdSt|tst|t|dtr(||D] }|t|qdSt|dtrN|t|d|_|D] }|tt| q>dSt|)aA native Python representation of the Dataset object. If headers have been set, a list of Python dictionaries will be returned. If no headers have been set, a list of tuples (rows) will be returned instead. A dataset object can also be imported by setting the :attr:`Dataset.dict` attribute. :: data = tablib.Dataset() data.dict = [{'age': 90, 'first_name': 'Kenneth', 'last_name': 'Reitz'}] z[Please check format documentation https://tablib.readthedocs.io/en/stable/formats.html#yamlNr) r?rr wiper9rrkeysrOvalues)rpickle error_detailsrrrr _set_dictEs$  zDataset._set_dictcCs^t|}|jr|dg}ng}t|dkr't|ddr'tt|d|j}t||}|S)z,Prepares the given column for insert/append.rrq__call__)rrOpopr"hasattrrnrQr=rrheaderrrr _clean_colns zDataset._clean_colcCr!)zfThe number of rows currently in the :class:`Dataset`. Cannot be directly modified. )r"rQrrrrrYs zDataset.heightc CsHzt|jdWSty#zt|jWYSty"YYdSww)ziThe number of columns currently in the :class:`Dataset`. Cannot be directly modified. r)r"rQrrOrrrrrrs  z Dataset.widthcKsdt|}|s t|}t|}t|dstd|dts&td|d|j||fi||S)z Import `in_stream` to the :class:`Dataset` object using the `format`. `in_stream` can be a file-like object, a string, or a bytestring. :param \*\*kwargs: (optional) custom configuration to the format `import_set`. rFormat z cannot be imported.)r detect_formatr rrr rrrrwrWstreamfmtrrrloads  z Dataset.loadcK6t|}t|dstd|d|j|fi|S)z Export :class:`Dataset` object to `format`. :param \*\*kwargs: (optional) custom configuration to the format `export_set`. rr cannot be exported.)r rrr rrrwrWrrrrexport  zDataset.exportrcCs$|||j|t||ddS)zInserts a row to the :class:`Dataset` at the given index. Rows inserted must be the correct size (height or width). The default behaviour is to insert the given row to the :class:`Dataset` object at the given index. )rN)rerQr3r)rr:rrrrrr3s zDataset.insertcC|j|j||ddS)zzAdds a row to the end of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrN)r3rYrrrrr5z Dataset.rpushcC|jd||ddS)zzAdds a row to the top of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrNr6rrrrr7z Dataset.lpushcC|||dS)zoAdds a row to the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. Nr8rrrrr9zDataset.appendcCs|D]}|||qdS)z[Adds a list of rows to the :class:`Dataset` using :method:`Dataset.append` N)r9)rrowsrrrrrrzszDataset.extendcC|d}|d=|S)z:Removes and returns the first row of the :class:`Dataset`.rrrcacherrrlpopz Dataset.lpopcCr)9Removes and returns the last row of the :class:`Dataset`.rrrrrrpoprz Dataset.rpopcCr)r)rrrrrrsz Dataset.popcCs|durg}t|drtt||j}||}|j|d|jr:|s&t|r3|jdkr3t |r3t |j |||jrY|j rYt |jD]\}}| |||||j|<qEdSdd|D|_dS)aInserts a column to the :class:`Dataset` at the given index. Columns inserted must be the correct height. You can also insert a column of a single callable object, which will add a new column with the return values of the callable each as an item in the column. :: data.append_col(col=random.randint) If inserting a column, and :attr:`Dataset.headers` is set, the header attribute must be set, and will be considered the header for that row. See :ref:`dyncols` for an in-depth example. .. versionchanged:: 0.9.0 If inserting a column, and :attr:`Dataset.headers` is set, the header attribute must be set, and will be considered the header for that row. .. versionadded:: 0.9.0 If inserting a row, you can add :ref:`tags ` to the row you are inserting. This gives you the ability to :method:`filter ` your :class:`Dataset` later. NrrrcSsg|]}t|gqSrrLr\rrrr_5sz&Dataset.insert_col..)rrrnrQrrerOrrYr"rr3rrf)rr:rrr(rrrr insert_cols$     zDataset.insert_colcCr)z}Adds a column to the end of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rN)rrrrrr rpush_col7rzDataset.rpush_colcCr)z}Adds a column to the top of the :class:`Dataset`. See :method:`Dataset.insert` for additional documentation. rrN)rrrrr lpush_col>rzDataset.lpush_colrscCs||f}|j|dS)z4Adds a separator to :class:`Dataset` at given index.N)rSr9)rr:textseprrrinsert_separatorEszDataset.insert_separatorcCs<|js |jr |jnd}n |jr|jdnd}|||dS)z=Adds a :ref:`separator ` to the :class:`Dataset`.rrqN)rOrYr)rrr:rrrappend_separatorKszDataset.append_separatorcCr)zvAdds a column to the :class:`Dataset`. See :method:`Dataset.insert_col` for additional documentation. N)rrrrr append_colVrzDataset.append_colcsfdd|jDS)z@Returns the column from the :class:`Dataset` at the given index.cr[rrr\r:rrr_`r`z#Dataset.get_col..)rQ)rr:rrrget_col]szDataset.get_colcCsHt|tr||jvr|j|}nt||jks"|j||fdSt)aAdds a formatter to the :class:`Dataset`. .. versionadded:: 0.9.5 :param col: column to. Accepts index int or header str. :param handler: reference to callback function to execute against each cell value. T) r?r@rOr:rbrrTr9r)rrhandlerrrr add_formatterfs  zDataset.add_formattercs"t|}fdd|jD|_|S)zReturns a new instance of the :class:`Dataset`, excluding any rows that do not contain the given :ref:`tags `. csg|] }|r|qSr)rDr\rCrrr_rpz"Dataset.filter..)rrQ)rrC_dsetrrrfilter}szDataset.filtercst|tr3|js tt|jt||d}t|j|jd}|D]fdd|jD}|j |dq|S|jr;|j|}t|jt||d}t|j|jd}|D]|jr_fdd|jD}n}|j |dqO|S)aSort a :class:`Dataset` by a specific column, given string (for header) or integer (for column index). The order can be reversed by setting ``reverse`` to ``True``. Returns a new :class:`Dataset` instance where columns have been sorted. )rcreverse)rOrPcg|]}|qSrrrrcr;rrr_r`z Dataset.sort..rcrrrrrrrr_r`) r?r@rOrsortedrrrKrPr9)rrr_sortedrrrrrsorts&  z Dataset.sortcCsz|sdSt}|jdg||jd}||_t|jD]\}}||jdkr(q|g||}t|}|j|dq|S)zTranspose a :class:`Dataset`, turning rows into columns and vice versa, returning a new ``Dataset`` instance. The first row of the original instance becomes the new header row.Nrr)rKrOrfrrr9)rr new_headersr:columnrow_datarrr transposeszDataset.transposecCsZt|tsdS|j|jkrtt|}dd|jD}dd|jD}||||_|S)zStack two :class:`Dataset` instances together by joining at the row level, and return new combined ``Dataset`` instance.NcSg|]}|qSrrr\rrrr_z!Dataset.stack..cSrrrr\rrrr_r)r?rKrrrrQrz)rotherr rows_to_stack other_rowsrrrstacks   z Dataset.stackcCst|tsdS|js |jr|jr|jst|j|jkrtz|j|j}Wn ty0d}Ynwt}|jD] }|j||dq7|jD] }|j||dqE||_|S)zStack two :class:`Dataset` instances together by joining at the column level, and return a new combined ``Dataset`` instance. If either ``Dataset`` has headers set, than the other must as well.Nr)r?rKrOrrYrrr)rrrrrrrr stack_colss&       zDataset.stack_colscs(tfdd|jD|jdd<dS)ziRemoves all duplicate rows from the :class:`Dataset` object while maintaining the original order.cs*g|]}t|vst|s|qSr)r=addr\seenrrr_s$z-Dataset.remove_duplicates..N)rBrQrrrrremove_duplicatess zDataset.remove_duplicatescCst|_d|_dS)zARemoves all content and headers from the :class:`Dataset` object.N)rrQrRrrrrrs z Dataset.wipec ssdS|durttj}|durtj}fdd|D}fdd|D}t}t||_g|_tjD],\}}g}|jD]}|jvrXj|}|||qCt ||vrf|jt |dq:|S)zkReturns a new instance of the :class:`Dataset`, including only specified rows and columns. Ncsg|] }|tjvr|qSr)rangerYr\rrrr_sz"Dataset.subset..csg|] }|jvr|qSr)rO)rrrrrr_rpr) rrrYrOrKrQrfr:r9rbr) rrcolsrrow_norrrcr^rrrsubset s,     zDataset.subset)NNF)TTr)r)NNrr)F)3rErFrGrHrr#r)r+r-r&rrrrerrrrJrOrrrrrYrrrr3r5r7r9rzrrrrrrrrrrrrrrrrrrrrrrrrKesd.  "  '        ;      %!rKc@s`eZdZdZdddZddZddZd d Zd d ZdddZ e ddZ ddZ ddZ dS)Databookz(A book of :class:`Dataset` objects. NcCs|pg|_dSr _datasets)rsetsrrrr7r,zDatabook.__init__cCrg)Nz <%s databook>zrhrrrrr&:rkzDatabook.__repr__cCs g|_dS)z@Removes all :class:`Dataset` objects from the :class:`Databook`.Nrrrrrr@s z Databook.wipecCrXrrrrrrsheetsDrZzDatabook.sheetscCst|tr |j|dSt)z5Adds given :class:`Dataset` to the :class:`Databook`.N)r?rKrr9r)rdatasetrrr add_sheetGs zDatabook.add_sheetTcCs>g}|rt}nt}|jD]}|||j|j|ddq |S)z(Packages :class:`Databook` for delivery.)r)rPr)rrrr9rPr)rr collectorrdsetrrrrNs   zDatabook._packagecCr!)zDThe number of the :class:`Dataset` objects within :class:`Databook`.)r"rrrrrsize^r>z Databook.sizecKsPt|}|s t|}t|}t|dstd|d|j||fi||S)z Import `in_stream` to the :class:`Databook` object using the `format`. `in_stream` can be a file-like object, a string, or a bytestring. :param \*\*kwargs: (optional) custom configuration to the format `import_book`. import_bookrz cannot be loaded.)r rr rrr rrrrrrcs  z Databook.loadcKr)z Export :class:`Databook` object to `format`. :param \*\*kwargs: (optional) custom configuration to the format `export_book`. export_bookrr)r rrr rrrrrrvrzDatabook.exportr)T)rErFrGrHrr&rrrrrJrrrrrrrr3s    rc Cst|}d}tD]@}z2z||r(|j}WWt|dr%|d|S|SWn ty2YnwWt|dr>|dq t|drJ|dww|S)zMReturn format name of given stream (file-like object, string, or bytestring).Nseekr)r r formatsdetectrPrrrj)r fmt_titlerrrrrs0        rNcKtjt||fi|SzIReturn dataset of given stream (file-like object, string, or bytestring).)rKrr rrwrWrrrrrcKrr)rrr rrrrrrrr)rH collectionsrroperatorrtablib.exceptionsrrrrr tablib.formatsr tablib.utilsr __title__ __author__ __license__ __copyright__ __docformat__rrKrrrrregister_builtinsrrrrs0    ESP