VzPg&jdZddlmZdZ ddlmZddlZddl Z ddl Z ddl m Z  ddlZddlZddlZej&ddk\refZneefZdZeZGdd e j4ZGd d Zd Zed k(reyy#e$r ddlmZYwxYw#e$rddlZ Y}wxYw#e$rddlZYwxYw)a PickleShare - a small 'shelve' like datastore with concurrency support Like shelve, a PickleShareDB object acts like a normal dictionary. Unlike shelve, many processes can access the database simultaneously. Changing a value in database is immediately visible to other processes accessing the same database. Concurrency is possible because the values are stored in separate files. Hence the "database" is a directory where *all* files are governed by PickleShare. Example usage:: from pickleshare import * db = PickleShareDB('~/testpickleshare') db.clear() print "Should be empty:",db.items() db['hello'] = 15 db['aku ankka'] = [1,2,313] db['paths/are/ok/key'] = [1,(5,46)] print db.keys() del db['aku ankka'] This module is certainly not ZODB, but can be used for low-load (non-mission-critical) situations where tiny code size trumps the advanced features of a "real" object database. Installation guide: pip install pickleshare Author: Ville Vainio License: MIT open source license. )print_functionz0.7.5)PathNc<dtt|dzzddS)Nz%02x)abshash)keys \/workspace/moltex-experiments/.pixi/envs/default/lib/python3.12/site-packages/pickleshare.py gethashfiler @s! ScS) )23 //czeZdZdZdZdZdZdZedfdZ dZ d Z d Z d Z dd ZdZdZdZddZdZdZy ) PickleShareDBz7 The main 'connection' object for PickleShare database ct|ts t|}tjj tjj |}t||_|jjs% |jjdi|_yi|_y#t$r/}|jtjk7rYd}~i|_yd}~wwxYw)z: Return a db object that will manage the specied directoryTparentsN) isinstance string_typesstrospathabspath expanduserrrootis_dirmkdirOSErrorerrnoEEXISTcache)selfres r __init__zPickleShareDB.__init__Gs$ -t9Dwwrww11$78J yy!  -  R  77ell*+  sB// C'8C""C'c|j|z } |jtj}||j vr'||j |dk(r|j |dS |j d5}tj|j}ddd|f|j |<|S#t$r t |wxYw#1swY4xYw#t |xYw)z db['key'] reading rrbN) rstatST_MTIMErKeyErrorr!openpickleloadsread)r"r filmtimefobjs r __getitem__zPickleShareDB.__getitem__Ysii#o XXZ .E $** $**S/!*i'"3-' 8$AuuS'""rcJ|j|dz}|jt|xr|dxsd}|jdr |g|ddz}i}|D](} |j |||j|*|S#t $rt d|d||=Y0wxYw)z> Get all data contained in hashed category 'hashroot' as dict /*xxNCorruptz!deleted - hset is not threadsafe!)keyssortlenendswithr@r*printuncache)r"rAhfileslastallr1s r rHzPickleShareDB.hdicts8d?+ 6{)vbz/R == VfSbk)FA  47# LLO  i"EFG sBB"!B"c|j|dz}i}|D]'}|j|||j|)|||dz<|D]1}|j|z }|jdk(r"|j 3y)z Compress category 'hashroot', so hset is fast again hget will fail if fast_only is True for compressed items (that were hset before hcompress). rMz/xxrPN)rRr@rWrnameunlink)r"rArXrZr1ps r hcompresszPickleShareDB.hcompresss8d?+A JJtAw  LLO "%X A A Avv~ HHJ rc|j|z }|jj|d |jy#t$rYywxYw)z del db["key"] N)rr!popr]r)r"r r/s r __delitem__zPickleShareDB.__delitem__sCii#o s4   JJL   s> A  A cjt|j|jjddS)z% Make a key suitable for user's eyes \/)r relative_torreplace)r"r^s r _normalizedzPickleShareDB._normalizeds'1==+,44T#>>rNc||jjd}n|jj|}|Dcgc]$}|js|j |&c}Scc}w)z, All keys in DB, or all keys matching a glob*)rrglobglobis_filerh)r"globpatfilesr^s r rRzPickleShareDB.keyssX ?IIOOC(EIINN7+E-2BUaiik  #UBBBs A*A*c4t|jSN)iterrRr"s r __iter__zPickleShareDB.__iter__sDIIK  rc4t|jSrq)rTrRrss r __len__zPickleShareDB.__len__s499;rc\|si|_|D]}|jj|d y)z Removes all, or specified items from cache Use this after reading a large amount of large objects to free up memory, when you won't be needing the objects for a while. N)r!ra)r"itemsits r rWzPickleShareDB.uncaches*DJB JJNN2d #rcdgdzdgdzzdgz}d}d} ||}|S#t$rYnwxYw||kDr t|tj|||||z }|t|dz kr|dz }^)a Wait (poll) for a key to get a value Will wait for `maxwaittime` seconds before raising a KeyError. The call exits normally if the `key` field in db gets a value within the timeout period. Use this for synchronizing different processes or for ensuring that an unfortunately timed "db['key'] = newvalue" operation in another process (which causes all 'get' operation to cause a KeyError for the duration of pickling) won't screw up your program logic. g?rg?r6r&r)r*timesleeprT)r"r maxwaittimewtimestrieswaitedvals r waitgetzPickleShareDB.waitgetscUQY&!, 3i    #sm# JJve} % F5M !Fs6{A~%qs  ++ct||S)z, Get a convenient link for accessing items )PickleShareLink)r"folders r getlinkzPickleShareDB.getlinkstV,,rc d|jzS)NzPickleShareDB('%s'))rrss r __repr__zPickleShareDB.__repr__s$tyy00rrq)<)__name__ __module__ __qualname____doc__r$r3r=rErGrKrHr_rbrhrRrtrvrWrrrrr rrEs^A$( -64#&.. ?C!  $@-1rrc(eZdZdZdZdZdZdZy)rz A shortdand for accessing nested PickleShare data conveniently. Created through PickleShareDB.getlink(), example:: lnk = db.getlink('myobjects/test') lnk.foo = 2 lnk.bar = lnk.foo + 5 cJ|jjtyrq)__dict__r@locals)r"dbkeydirs r r$zPickleShareLink.__init__(s VX&rcL|jd|jddz|zS)Nrrre)r)r"r s r __getattr__zPickleShareLink.__getattr__+s)}}T"4==#:3#>#DEErcB||j|jdz|z<y)Nre)rr)r"r rs r __setattr__zPickleShareLink.__setattr__-s), C#%&rc |jd}|j|jddz}d|jdddj|Dcgc]}t|j c}dScc}w)NrrrMz)rrRjoinrbasename)r"rrRks r rzPickleShareLink.__repr__/sm ]]4 ww h/56 MM( # HH$7$Qd1g&&($7 8: :7s A;N)rrrrr$rrrrrr rrs'F-:rrcddl}|jd}t}ddl}t |j dkr t |y|j d}|j dd}|dk(r4|sdg}||d}ddl}|j|jy|dk(r^|jj}||d}t|} |j|jD] \} } | || < y|dk(r6||d}|jt |jd y|d k(rttyy) Nrz pickleshare - manage PickleShare databases Usage: pickleshare dump /path/to/db > dump.txt pickleshare load /path/to/db < dump.txt pickleshare test /path/to/db r6r&r9.loadtestwait250test)textwrapdedentrsysrTargvrVpprintrxstdinr.evalclearrrstress) rusageDBrcmdargsrrcontdatarvs r mainr6s" OO E B 388}q e  ((1+C 88ABrsB&  *- A!6L>L0 H U1O22U1r::0%N jFe *)*s3BBB& BB B#"B#& B21B2