o jM@sUdZddlmZddlmZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlmZddlmZddlZdZdaded <dad Zd d Zd dZddZddZdefddZddZ ddZ!ddZ"ddZ#ddZ$d d!Z%d"d#Z&d$d%Z'd&d'Z(d(d)Z)d*Z*d+d,Z+Gd-d.d.e,Z-d/d0Z.d1d2Z/d3d4Z0d5d6Z1d7d8Z2d9d:Z3d;d<Z4dFd>d?Z5d@dAZ6dGdBdCZ7e8dDkre7ej9dEddSdS)Ha8 Basic tools for working with LMDB. copy: Consistent high speed backup an environment. %prog copy -e source.lmdb target.lmdb copyfd: Consistent high speed backup an environment to stdout. %prog copyfd -e source.lmdb > target.lmdb/data.mdb drop: Delete one or more sub-databases. %prog drop db1 dump: Dump one or more databases to disk in 'cdbmake' format. Usage: dump [db1=file1.cdbmake db2=file2.cdbmake] If no databases are given, dumps the main database to 'main.cdbmake'. edit: Add/delete/replace values from a database. %prog edit --set key=value --set-file key=/path \ --add key=value --add-file key=/path/to/file \ --delete key get: Read one or more values from a database. %prog get [ [ [..]]] readers: Display readers in the lock table %prog readers -e /path/to/db [-c] If -c is specified, clear stale readers. restore: Read one or more database from disk in 'cdbmake' format. %prog restore db1=file1.cdbmake db2=file2.cdbmake The special db name ":main:" may be used to indicate the main DB. rewrite: Re-create an environment using MDB_APPEND %prog rewrite -e src.lmdb -E dst.lmdb [ [ ..]] If no databases are given, rewrites only the main database. shell: Open interactive console with ENV set to the open environment. stat: Print environment statistics. warm: Read environment into page cache sequentially. watch: Show live environment statistics )absolute_import)with_statementN)BytesIO)NoReturnizlmdb.Environment | NoneENVzutf-8cCst|tS)z%Given a str, return a bytes instance.)strencodeENCODING)sr J/var/www/html/Deteccion_Ine/venv/lib/python3.10/site-packages/lmdb/tool.py _to_bytesdr cCs|tjvo t|dkS)zReturn ``True`` if the character `c` can be printed visibly and without adversely affecting printing position (e.g. newline).)string printableord)cr r r isprintisrcCsBt|}t}td}d}t|D]S\}}t|}|ds?|r2|td|||td|td|td}|dsJ|td|td t|f|t|r_t|ntd 7}q|d kr|drd |d}|td||td|d|td|||td| t S) zQReturn a vaguely /usr/bin/xxd formatted representation of the bytestring `s`.rz  z%07x: z%02x.r) bytesStringIOr enumeratechrwriterrgetvaluedecoder )r siopridxchZneedr r r xxdos2   r'cCst}d|_dtp d|_|jdddd|jdd d d|jd d d d|jdddddd|jddddd|jdddd|jddddd|jdd dd!d"d|jd#dd$d%d|d&}|jd'dd(d)d*|d+}|jd,d-d.d|jd/d-d0d|jd1d-d2d|jd3d-d0d|jd4d-d5d|d6}|jd7d8dd9d|d:}|jd;ddd|jd?dd@dAd|S)BNz python -mlmdbz%prog [options] rz-ez--envzEnvironment file to open)helpz-dz--dbz Database to open (default: main)z-rz--readzOpen environment read-onlyz-Sz --map_sizeint10z#Map size in megabytes (default: 10))typedefaultr(z-sz--use-single-file store_truez@The database was created as a single file and not a subdirectory)actionr(z-Ez --target_envz$Target environment file for "dumpfd"z-xz--xxdzPrint values in xxd formatz-Mz --max-dbszMaximum open DBs (default: 128)z--out-fdz"copyfd" command target fdzOptions for "copy" commandz --compactFz!Perform compaction while copying.)r.r,r(zOptions for "edit" commandz--setappendzList of key=value pairs to set.z --set-filez%List of key pairs to read from files.z--addzList of key=value pairs to add.z --add-filez--deletez"List of key=value pairs to delete.zOptions for "readers" commandz-cz--cleanz"Clean stale readers? (default: no)zOptions for "watch" commandz--csvz(Generate CSV instead of terminal output.z --intervalzInterval size (default: 1sec)z--window z!Average window size (default: 10))optparse OptionParserprog__doc__rstripusage add_optionadd_option_group)parsergroupr r r make_parsersv             r=returncGs&|r||;}tjd|ftd)Nzlmdb.tool: %s r0)sysstderrr SystemExit)fmtargsr r r diesrDcCsn|D]+\}}|tdt|t|f|||td|||tdq|tddS)Nz+%d,%d:z->r)r r len)cursorfpkeyvaluer r r dump_cursor_to_fps   rJcCstdusJi}|D]/}|d\}}}|std||dkr!d}||vr*td|t|r2t|nd|f||<q |sEtddf|d<|S)N=z DB specification missing "=": %r:main:zDB specified twice: %rz main.cdbmake)r partitionrDopen_dbr )rCdb_mapargdbnameseppathr r r db_map_from_argss    rTcCsrtdusJt|dkrtd|d}tj|rtd|t|tddtd|ftj ||j ddS) Nr0z,Please specify output directory (see --help)rz#Output directory %r already exists.Z0755zRunning copy to %r....)compact) rrErDosrSexistsmakedirsr)printcopyrV)optsrC output_dirr r r cmd_copys    r^cCsftdusJ|r tdzt|jWnty*td}td|j|Ynwt|jdS)Nz0"copyfd" command takes no arguments (see --help)r0zBad --out-fd %d: %s) rrDrWfstatZout_fdOSErrorr?exc_infoZcopyfd)r\rCer r r cmd_copyfds   rcc CstdusJt|}tjdd<}|D].\}\}}t|dt}td|f|j|d}t||Wdn1s>wYqWddS1sOwYdS)NT)bufferswbzDumping to %r...db) rrTbeginitemsopenBUF_SIZErZrFrJ) r\rCrOtxnrQrgrSrGrFr r r cmd_dumps   "rmc s|j}t|dfdd}d} |d7}|d}|dkr! |S|dkr*td|zt|d d }t|d d }WntyHtd |Ynw||} |d dkrXtd|||} t| t| ||krmtd||ddkrxtd||j| | |dq)Nr0csdt|S)N)joiniter)rRread1r r sz(restore_cursor_from_fp..rT +z$bad or missing plus, line/record #%d,r2:z&bad or missing length, line/record #%drs->z)bad or missing separator, line/record #%dz"short key or data, line/record #%dz bad line ending, line/record #%drf)read functoolspartialrDr) ValueErrorrEput) rlrGrgrxZ read_untilZrec_nrplusZklendlenrHdatar rqr restore_cursor_from_fp s8         rc CstdusJ|s tdttjtt|}t|D]2\}}||}|dkr)tdtd|ftjdd }||Wdn1sFwYqdS)Nz3Must specify at least one sub-database (see --help)rLzCannot drop main DBzDropping DB %r...Tr ) rrDmaprNr rrZrhZdrop)r\rCdbsr%rgnamerlr r r cmd_drop2s  rcCs4tdusJ|jrtdtfttdS)NzCleaned %d stale entries.)rcleanrZZ reader_checkreadersr\rCr r r cmd_readersAs rc CstdusJt|}tjddd?}|D]1\}\}}t|dt}td|ft|||}td||fWdn1sBwYqWddS1sSwYdS)NT)rdr rbzRestoring from %r...zLoaded %d keys from %r)rrTrhrirjrkrZr) r\rCrOrlrQrgrSrGcountr r r cmd_restoreHs  "rcsfddtdtDS)Ncs g|] }||dqS)r0r ).0iZhstr r Ts zdelta..r0)rangerErr rr deltaSsrz /sys/blockcstjtsdSt|}d|jd?|jd@ffdd}ttD].}tjt|}||}|r7|St|D]}tj||}||}|rQ|Sq.maybe)rWrSrX SYS_BLOCKrst_devlistdirro)rSstrrZbasepathstatpathZ base2pathr rr _find_diskstatZs$    rc@s2eZdZUdZeed<eed<ddZddZdS) DiskStatter) ZreadsZ reads_merged sectors_readZread_msZwritesZ writes_mergedsectors_writtenZwrite_msZio_countZio_msZtotal_msrrcCst||_|dSN)rjrGrefresh)selfrSr r r __init__s  zDiskStatter.__init__cs:jdtfddtjDdS)Nrc3s&|]\}}j|t|fVqdSr)FIELDSr))rrr rr r sz&DiskStatter.refresh..)rGseekvarsupdaterrxsplitrr rr rs  zDiskStatter.refreshN)__name__ __module__ __qualname__rr)__annotations__rrr r r r rss  rcstdusJiifdd}fdd}ddfddfddfd dfdd fd dfd d |fddfddfddfd d|fddfddfddfd d|fddfddfddfdd|fdd||fddfddfdd|fd dfg }dtt}|rt||d d!|fd"dfd d#|fd$dfg7}d%}d&d'|D}jrtjtjtjd(}| d)d'|Dd%} z t t rڈ g} t |D]\} \} } }| |}| |t|| t||| <qjr| | nK|tks| td+s5t |D]\} \} } }tj| || d,qtjd-t}t | D]\} }tj||| d,q9tjd-tj| d,7} qtygYdSw).Ncstfdd}|S)NcsXtjkrtdkrdSttttd}|jS)Nr0r)r1rEwindowpopleftsumrfloatinterval)n)funchistoryr\r r windowfuncs   z-cmd_watch..window..windowfunc) collectionsdeque)rr)r\)rrr rszcmd_watch..windowcsdddS)N last_pgnopsize0Ar r )inforr r rsszcmd_watch..z%dZDepthcdS)Ndepthr r rr r rsZBranchcr)NZ branch_pagesr r rr r rsrZLeafcrNZ leaf_pagesr r rr r rsrz%+dzLeaf/scrrr r rr r rsrZOflowcrNZoverflow_pagesr r rr r rsrzOflow/scrrr r rr r rsrZRecscrNentriesr r rr r rsrzRecs/scrrr r rr r rsrZRdrscr)NZ num_readersr r rr r rsrz%.2fZEnvMbz%+.2fzEnvMb/sZTxscrNZ last_txnidr r rr r rsrzTxs/scrrr r rr r rsrzSctRd/scjSr)rr statterr r rszSctWr/scrr)rr rr r rsrrcSsg|] \}}}t|qSr )rEr_headr r r rszcmd_watch..)quotingcSsg|]\}}}|qSr r rr r r rsTrr0r)rrrSrcsvwriterr?stdout QUOTE_ALLwriterowrrrrr1maxrE _TERM_WIDTH _TERM_HEIGHTr rjusttimesleeprKeyboardInterrupt)r\rCrZenvmbcolsrZ term_widthwidthsrZcntvalsrrBrrvalr )rr\rrr cmd_watchsx           rc CstdusJt}t}d}|d|d}tdtd|}t}|jr1t|jd|}n t|jdd|}| |krK| || |ks@t d|d d t|fdS) NirrBrz /data.mdbzWarmed %.2fmb in %dmsri) rrrarrayr ruse_single_filerjenvtellreadintorZ) r\rCrrbufsizeZ last_offsetbuft0rGr r r cmd_warms     rc CsrtdusJ|js tdt}tj|j|dd|jddddd}g}|D] }|dkr/dn|}tt|}|t|}| |||fq'|sX| dtd|df|D]O\}}}t d|f|j |dd 4} tj |dd } | D]\} } | j t| t| dd qzWdn1swYWdn1swYqZt d |d|dS) Nz,Must specify target environment path with -Emap_sizerFT)rmax_dbssyncZwritemapZ map_asyncZmetasyncrLz Writing %r...)rgr )rgrd)r1z Syncing..)r target_envrDrlmdbrjrrNr r1rZrhrFr|rrclose) r\rCZsrc_inforrrPrZsrc_dbZdst_dbZwtxnZrtxnrHrIr r r cmd_rewrites@    rcCstdusJt|dk}tjdtd:}|D].}|t|}|dur+td|fq|r4td|f|jr>tt|qtt|qWddS1sPwYdS)Nr0T)rdrgz %r: missingz%r:) rrErhDBgetr rZr'r)r\rCZ print_headerrlrPrIr r r cmd_gets  "rc CstdusJ|r tdtjdd}|jtd}|jpgD]}t|td\}}}|j||ddq|j p9gD]}t|td\}}}|||q:|j pSgD] }|j t|tdqT|j pdgD]-}t|td\}}}t |d} |j|| ddWdn1swYqe|jpgD]+}t|td\}}}t |d} ||| Wdn1swYqWddS1swYdS) Nz;Edit command only takes options, not arguments (see --help)TrrfrKF) overwriter)rrDrhrFraddr rMr|setdeleteZadd_filerjrxZset_file) r\rCrlrFelemrHrrIrSrGr r r cmd_edit+s6    "rcCs$ddl}ddl}|tdS)Nr)codereadlineZInteractiveConsoleglobalsZinteract)r\rCrrr r r cmd_shellHsrcCs,tdusJttttdSr)rpprintrrrr r r cmd_statNs rPcCsXz ddl}ddl}|tj|jd}td|\}}||fWSt y+|YSw)Nrs1234hh) fcntltermiosioctlr?rfileno TIOCGWINSZstructunpack Exception)r,r r r heightwidthr r r _get_term_widthTs  rcGst\aadSr)rrr)rCr r r _on_sigwinch_rrcCst}||\}}|std|jstdtj|j|jd|j |jd|j dkda |j r7t t |j attdrCttjtttd|d }|s[td |d f|||d ddS) Nz%Please specify a command (see --help)z"Please specify environment (--env)iFREAD)rsubdirrcreatereadonlySIGWINCHZcmd_rzNo such command: %rr0)r= parse_argsrDrrrjrrrrxrrgrNr rhasattrsignalrrrr)argvr;r\rCrr r r mainds$ r__main__r0)rr):r6 __future__rrrrrryr3rWrrrrr?riorrtypingrrrkrrrr r rr'r=rDrJrTr^rcrmrrrrrrrobjectrrrrrrrrrrrrrr r r r sj 1    !1  % T"