i ddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z m Z m Z ddlmZddlmZddlmZmZmZmZddlmZmZmZe rdd lmZGd d Zd ed efdZdedede ede ed ef dZdZ de eefd efdZ!y)N)Path) TYPE_CHECKINGDictListOptional)msg)Errors)check_spacy_env_vars download_file ensure_pathy get_checksum)get_hash make_tempdir upload_file) CloudPathc eZdZdZdddedefdZdeded ed d fd Zd d ddedeed eed ed fdZ d d ddedeed eed ed fdZ deded ed d fdZ ded efdZ y ) RemoteStoragezPush and pull outputs to and from a remote file storage. Remotes can be anything that `smart_open` can support: AWS, GCS, file system, ssh, etc. gz) compression project_rooturlc@||_t||_||_yN)rootr rr)selfrrrs j/var/www/vps2.regionflexible.com/Desarrollo/venv/lib/python3.12/site-packages/weasel/cli/remote_storage.py__init__zRemoteStorage.__init__s  $&path command_hash content_hashreturnrc|j|z }|jstd|d|j|||}|jr|St 5}||j t |z }|jrd|jnd}tj||5} | jt |t |dddt||ddd|S#1swYxYw#1swY|SxYw)aCompress a file or directory within a project and upload it to a remote storage. If an object exists at the full URL, nothing is done. Within the remote storage, files are addressed by their project path (url encoded) and two user-supplied hashes, representing their creation context and their file contents. If the URL already exists, the data is not uploaded. Paths are archived and compressed prior to upload. z Cannot push z: does not exist.zw:wmode)arcnameN) rexistsIOErrormake_urlr encode_namestrrtarfileopenaddr) rr r!r"locrtmptar_loc mode_stringtar_files rpushzRemoteStorage.push sii$zz|L->?@ @mmD, = ::<J ^ &sD,,SY77G595E5EBt//013KgK8 :H SXs4y 9 :  %  &   : : &  s%AD0&C4D4C= 9DD Nr!r"c( |j|z }|jry|j|||}||S|jjs|jj dt 5}||j dz }t|||jrd|jnd}tj||5} d fd } | | |jdddddd|S#1swYxYw#1swY|SxYw) aRetrieve a file from the remote cache. If the file already exists, nothing is done. If the command_hash and/or content_hash are specified, only matching results are returned. If no results are available, an error is raised. Nr7T)parentszr:rr&ctjj|}tjj|}tjj||g}||k(Sr)osr abspath commonprefix) directorytarget abs_directory abs_targetprefixs ris_within_directoryz/RemoteStorage.pull..is_within_directoryZsJ(* (B %'WW__V%< !#!5!5}j6Q!R%66rc8|jD]N}tjj||j}||r7t t jtjdk\r|j|dy|j|y)N) data)filter) getmembersr=r joinname ValueErrorr E201sys version_info extractall)tarr member member_pathrEs r safe_extractz(RemoteStorage.pull..safe_extract`sv&)nn&6>F*,'',,tV[[*IK#6t[#I&0&= =>++w6NN4N?NN40r) rr)findparentmkdirrpartsr rr.r/) rr r!r"destrr2r3r4r5rVrEs @rpullzRemoteStorage.pull8syy4 ;;=iiz$RemoteStorage.find..s(9(9r)keyzkUnable to sort remote files by last modified. The file(s) pulled from the cache may not be the most recent.) r,r-rr)listiterdirextendrZlensort Exceptionrwarn)rr r!r"rMurlsrsub_dirs rrWzRemoteStorage.findmsYD *  # (@((T/L0<?CJJLC5bD  %4,.668TXX_|;DDFG4'') $488:3GKK 123++/QC399R=L3PCQDQ t9>  9 :  tBx)T)R H s<EE)E E+*E+c\|j|jt|z |z |z S)zCConstruct a URL from a subpath, a creation hash and a content hash.)rr,r-)rr r!r"s rr+zRemoteStorage.make_urls*xx$**3t955 D|SSrrMc@tjj|S)z&Encode a subpath into a URL-safe name.)urllibparse quote_plus)rrMs rr,zRemoteStorage.encode_names||&&t,,r) __name__ __module__ __qualname____doc__rr-rr6rr\rWr+r,rrrrs EI'T'' S 8'+&* 33sm 3 sm 3 +  3r'+&* "*"*sm "* sm "* +  "*HTTTTCTKT---rrr1r#ct|Sr)r)r1s rget_content_hashrxs  r site_hashenv_hashdepscmdctt|Dcgc] }t|}}||g|z}|j|dj |j d}t j|jScc}w)zCreate a hash representing the execution of a command. This includes the currently installed packages, whatever environment variables have been marked as relevant, and the command. utf8) r sortedrrfrLencodehashlibmd5 hexdigest)ryrzr{r|dep dep_checksumshashescreation_bytess rget_command_hashrsw28,?3\#&?M? "] 2F MM#WWV_++F3N ;;~ & 0 0 22 @sBc$tj}tjr#|jtjt }|D]o}t |}|jD]O}|jdjds"|j|jdjddQqdjt|jd}tj |j#S)zHash the current Python environment's site-packages contents, including the name and version of the libraries. The list we're hashing is what `pip freeze` would output. r:z dist-infoz .dist-infor~r)sitegetsitepackagesENABLE_USER_SITErfgetusersitepackagessetrrerZendswithr0replacerLrrrmd5sumr) site_dirspackagessite_dirsubpath package_bytess r get_site_hashrs $$&I 1134uHJ>'') JG}}R ))+6 W]]2.66|RHI JJ GGF8,-44V>- ( 2 2 44renvci}|jD]B\}}|jdr'tjj |ddd||<>|||<Dt |S)zConstruct a hash of the environment variables that will be passed into the commands. Values in the env dict may be references to the current os.environ, using the syntax $ENV_VAR to mean os.environ[ENV_VAR] $Nr~)items startswithr=environgetr)renv_varsrcvalues r get_env_hashrsdHiik" U   C JJNN59b9HSM!HSM " H r)"rr=rrPr. urllib.parseropathlibrtypingrrrrwasabirerrorsr utilr r r rrrr cloudpathlibrrr-rxrrrrvrrrs 66RR66&C-C-L$3 3 3! 3)-d 3:>s) 3 35$ d38n  r