-:jhdZddlZddlZddlmZddlmZmZddlm Z ddl m Z ddl m Z mZddlZddlmZd d lmZmZmZmZmZmZmZmZd d lmZmZd d lmZm Z m!Z!m"Z"m#Z#m$Z$d dl%m&Z&e$dZ'e dGddZ(ejRdZ*hdZ+hdZ,hdZ-ejRdZ.dddddZ/iZ0e1e-D]Z2e2e0e2<e2de0e2d<e2de0e2d <e d!e0e3e4"Z5e dGd#d$Z6e7eedzfZ8e9ee:e3fZ;d%eee:efd&e6fd'Zd+e3d&e3fd,Z?d)ed-e@d&e7eAe8e;ffd.ZBd/e3d0e;d&eeedzeCge@ffd1ZDd2eCdzd3e3d4eCd&e@fd5ZEd6e3d&e7ee8ge7ed7ffe@ffd8ZFd)ed9eAe3d&e(fd:ZGe'jd;gd<= dgd?e e3dzejd@fdAe e@ejdBfdCe eAe3dzejdDdEdFfdGe e5dzejdHfdIe eJdzejdJfd&df dKZKe'jgdL= dhd9e eAe3ejdMfd?e e3dzejd@fdNe e@ejdOdPdQfdRe e@ejdSfd&df dTZMe'jdUdVg= dhd?e e3dzejd@fdNe e@ejdOdPdQfdRe e@ejdSfd&dfdWZNe'jgdX=e jdddd>d>dfdYedZe d[e!d?e e3dzejd\fd]e e3dzejd^fd_e e@ejd`dafdbe e@ejdcddfdee"d&dfdfZPy)izHContains the 'hf cache' command group with cache management subcommands.N) defaultdict)CallableMapping) dataclass)Enum) AnnotatedAny)CLIError)ANSICachedRepoInfoCachedRevisionInfo CacheNotFound HFCacheInfo _format_size parse_hf_uriscan_cache_dir)parse_duration parse_size) RepoIdArg RepoTypeOpt RevisionOptTokenOpt get_hf_api typer_factory)outzManage local cache directory.)helpT)frozencLeZdZUeeed<eeeefed<e edfed<y)_DeletionResolution revisionsselected.missingN) __name__ __module__ __qualname__ frozensetstr__annotations__dictr rtuple[/var/www/html/tokenscope/api/venv/lib/python3.12/site-packages/huggingface_hub/cli/cache.pyr!r!1s0~>9-?#@@AA 38_r.r!zA^(?P[a-zA-Z_]+)\s*(?P==|!=|>=|<=|>|<|=)\s*(?P.+)$><=>!=<=>=>refssizetypeaccessedmodified>namer7r9r:z.^(?P[a-zA-Z_]+)(?::(?Pasc|desc))?$descasc)r9r:r7r;z:asc_ascz:desc_desc SortOptions)r8modulec0eZdZUdZeed<eed<eed<y)CacheDeletionCountsz>Simple counters summarizing cache deletions for CLI messaging. repo_countpartial_revision_counttotal_revision_countN)r%r&r'__doc__intr*r-r.r/rCrCPsHOr.rCselected_by_reporeturncd}d}d}|jD]H\}}|t|z }t|t|jk(s6|dz }|t|z }J||z }t|||S)z(Summarize deletions across repositories.rr)itemslenr"rC)rIrDtotal_revisionsrevisions_in_full_reposrepor"rEs r/summarize_deletionsrQ]sJO+1136i3y>) y>S0 0 !OJ #s9~ 5 # 6 -/FF z+A? SSr.c t|jdD]}|jd|j}t||d}t |t |j k(rt jd|djt jd|d|D]\}djt|jxsd }t jd |jd |d |j^y )zBPretty-print selected cache revisions during confirmation prompts.cN|j|jjfSN repo_typerepo_idlowerrPs r/z0print_cache_selected_revisions..qs$..RVR^R^RdRdRfAgr.key/c|jSrT commit_hashrevs r/rZz0print_cache_selected_revisions..s 3??r. - z (entire repo): z (detached)z z [z] N) sortedkeysrVrWrMr"rtextjoinr6r`size_on_disk_str)rIrPrepo_keyr"revisionr6s r/print_cache_selected_revisionsrnos',,.4gh [nn%Qt||n5+D17RS y>S0 0 HHtH:^4 5  4z#$! [H88F8==12BlD HHvh2232dV2h>W>W=XY Z [ [r. hf_cache_infoci}i}|jD]Q}|jj}|||<|jD]!}||f||jj<#S||fS)zPCreate lookup tables so CLI commands can resolve repo ids and revisions quickly.)reposcache_idrXr"r`)ro repo_lookuprevision_lookuprPrlrms r/build_cache_indexru~s.0KLNO##M==&&( $ H MH=A8.sQUQ]Q]QcQcQe@fr.r[c|jSrTr_ras r/rZz'collect_cache_entries..rcr.NcN|dj|d|djfSdfS)Nrr)rrr`entrys r/rZz'collect_cache_entries..s6a!!(-a(<a$$BDr.c |djS)Nr)rrrs r/rZz'collect_cache_entries..suQx'8'8r.)rgrqr(r"r6appendsort)ror~entries repo_refs_map sorted_reposrPrmrefs r/collect_cache_entriesrs!#G!#M---3fgL)'T^^(eW_WdWd(ePS(e(ef d "4>>7RS 1h/0 1 NND$< ( )    M !!  8 9 M !!)fsC exprrc v tj|j}|std|d|j dj |j d|j dj t vr"tdd|dtt d tvr"td d |dttd d k(rt   fd Sdvr>t j dtdtdzdtdtf fd }|Sdk(rG j dk7rtdddtdtdzdtdtffd }|Sdk7rtdd dtdtdzdtdtf fd }|S)zqConvert a `hf cache ls` filter expression into the yes/no test we apply to each cache entry before displaying it.zInvalid filter expression: 'z'.r\opvaluezUnsupported operator 'z ' in filter ''. Must be one of .zUnsupported filter key '' in 'r7cZt||jS|jSrT)_compare_numeric size_on_disk)rPrm_rsize_thresholds r/rZz&compile_cache_filter..s7)9%-%9H ! !  * ?C?P?P  * r.>r9r:rPrmNnowrJcdk(r |jn| |jn |j}|yt||z S)Nr9F) last_accessed last_modifiedr)rPrmr timestampr\rsecondss r/ _time_filterz*compile_cache_filter.._time_filtersW*$""'++''  #C)ORA Ar.r8r1z/Only '=' is supported for 'type' filters. Got 'rc>|jjk(SrT)rVrX)rPrmrexpecteds r/ _type_filterz*compile_cache_filter.._type_filters>>'')X5 5r.z.Only '=' is supported for 'refs' filters. Got c| |jnj|t}j|Dcgc]}|jc}vScc}wrT)r6getr(rX)rPrmrr6rr value_raws r/ _refs_filterz*compile_cache_filter.._refs_filtersK$,$88==m>O>OPTV_Va>bD??$(E(EE E(EsA)_FILTER_PATTERNmatchstrip ValueErrorgrouprX_ALLOWED_OPERATORSlist _FILTER_KEYSrrr rfloatbool) rrrrrrrr\rrrrs ` @@@@@@r/compile_cache_filterrs  ! !$**, /E 7vR@AA ++e  " " $C T B G$**,I ##1"]4&HZ[_`r[sZttuvww ,3C5tfDVW[\hWiVjjklmm f}#I.   && !23 B~ B9Kd9R BY^ Bcg B f}??$ 9NrdRTUV V 6~ 69Kd9R 6W\ 6ae 6 9MbTQRST T F~ F9Kd9R FW\ Fae Fr.leftrrightcl|y||k(||k7||kD||k||k\||kd}||vrtd|||S)z)Evaluate numeric comparisons for filters.F)r1r3r2r0r5r4z)Unsupported numeric comparison operator: )r)rrr comparisonss r/rrsd |U]em E\ E\emem K DRDIJJ r?r. sort_expr.c tj|jj}|st d|d|j dj|j d}t vr"t dd|dtt d|r|nt}|d k(}d td ttd fffd }||fS)zConvert a `hf cache ls` sort expression into a key function for sorting entries. Returns: A tuple of (key_function, reverse_flag) where reverse_flag indicates whether to sort in descending order (True) or ascending order (False). zInvalid sort expression: 'z5'. Expected format: 'key' or 'key:asc' or 'key:desc'.r\orderzUnsupported sort key 'rrrr<rrJ.c|\}}dk(r|jj}|fSdk(r ||j}|fS|j}|fSdk(r |j|j}|fSd}|fSdk(r?| |j|j}|fSd}|fS|j |jnd}|fSt d)Nr;r7r9gr:zUnsupported sort key: )rrrXrrrr)rrPrmrr\s r/ _sort_keyz%compile_cache_sort.._sort_key s h &=,,.E8O &=-5-AH))E8OHLGXGXE8O * +/*<*<*HD&&E8OORE8O * #2:2H2H2T..8O[^8O/3.@.@.L**RU8O1#788r.) _SORT_PATTERNrrrXrr _SORT_KEYSr_SORT_DEFAULT_ORDER CacheEntryr,r )rrexplicit_orderrreverserr\s @r/compile_cache_sortr s     1 7 7 9 :E 5i[@uvww ++e  " " $C[[)N *1#fYKGYZ^_iZjYkklmnn-N2Ec2JEvoG99c3h9< g r.targetsc(t|\}}tt}t}g}|D]}|j}|s|j } t j d| rZ|j| } | |j|b| \} } || j| |j| j|jt|j } | |j|| jD]1} || j| |j| j3|jD cic]\} }| t|}} }tt||t!|Scc}} w)z8Resolve the deletion targets into a deletion resolution.z[0-9a-fA-F]{40}r"r#r$)rursetrrXre fullmatchrraddr`r}r"rLr(r!r,)rorrsrtr#r"r$ raw_targetrvloweredrrPrm matched_reporevsfrozen_selecteds r/_resolve_deletion_targetsrAst#4]#C K>I#>NH%IG0 !!# ,,. <<*G 4#''0E}z*"ND( TN  x ( MM(.. / "'A&'I'O'O'QR   NN: & $.. 0H \ " & &x 0 MM(.. / 0+02@H~~?OPttYt_,POP I& g QsFz list | ls)z hf cache lszhf cache ls --revisionsz*hf cache ls --filter "size>1GB" --limit 20zhf cache ls --format json)examplesF cache_dirz9Cache directory to scan (defaults to Hugging Face cache).r"zCInclude revisions in the output instead of aggregated repositories.filterz-fz--filterzZFilter entries (e.g. 'size>1GB', 'type=model', 'accessed>7d'). Can be used multiple times.raSort entries by key. Supported keys: 'accessed', 'modified', 'name', 'size'. Append ':asc' or ':desc' to explicitly set the order (e.g., 'modified:asc'). Defaults: 'accessed', 'modified', 'size' default to 'desc' (newest/biggest first); 'name' defaults to 'asc' (alphabetical).limitzSLimit the number of results returned. Returns only the top N entries after sorting.c t|}|xsg}t ||\}} |D cgc]} t | | } } tj} | D]"} |Dcgc]}| |d|d| s|}}$|r, t|j\}}|j|||#|dkrtjd|d|d|}|r|Dcgc]t\}}|m|j|j|j |j"t|j$|j&|j(t+|j,d v}}}t/j0|gd d d d in|Dcgc]p\}}|j|j|j |j&|j2xsd|j(t+| j5|t7dr}}}t/j0|gddd d i|r|Dchc]\}}| }}}t9|}|r%t;d|D}t;d|D}n$t;d|D}t;d|D}t/j<t?j@d|d|dtC|dyy#t$r}td|j|d}~wwxYwcc} w#t $r$}tjt||d}~wwxYwcc}w#t $r$}tjt||d}~wwxYwcc}}wcc}}wcc}}w)z&List cached repositories or revisions.Cache directory not found: N)r~rr)r\rz&Limit must be a positive integer, got r)r{rWrVrm snapshot_pathr7rr6)r{rmr7rr6rmr7r)headersid_key alignmentsr)r{rWrVr7rrr6)r{r7rrr6r{c3,K|] \}}| dyw)Nrr-.0rrbs r/ zls..s Lvq#CO Ls c3@K|]\}}| |jywrTrrs r/rzls..sW&!SsS--Ws c3FK|]}t|jywrT)rMr"rrPs r/rzls..s NT^^!4 Ns!c34K|]}|jywrTrrs r/rzls..sH4T..Hz Found z repo(s) for a total of z revision(s) and z on disk.)"rrr rrrrtyper BadParameterr)timerrrrrrWrVr`rrklast_modified_strrgr6rtablelast_accessed_strrr(rMsumrir boldr)rr"rrrroexcfiltersrrr filter_fnsrfnr sort_key_fnrrPrmrLr unique_reposrDrevision_count total_sizes r/lsrmse^O&y1 lG2=T]^G]4LSTD*4?T T ))+CN&-MUE!HeAh1L5MMN  8#5djj#A K LL['L :   19$$'MeWTU%VW W&5/#*  h#mm<<!^^$00!$X%;%;!< 11!)!;!;x}}-      G(  "#  amm<<!^^--!%!7!7!=2!%!7!7}00y{CD      L(  ,34q4 4&  L LLNWGWWJ N NNNH<HHJ  II:,&>~>NO$Z01<  M O4S]]ODE3NOU 4  S*34 N 8$$SX.C 7 8  *  (5sv J/KKKL0L;+LA9M1A5M  M/ K8KKK L 'LL  ML;;M)zhf cache rm model/gpt2z-hf cache rm hf://models/openai-community/gpt2zhf cache rm z hf cache rm model/gpt2 --dry-runzhf cache rm model/gpt2 --yesziOne or more repo IDs (e.g. model/bert-base-uncased), repo-level hf:// URIs, or revision hashes to delete.yesz-yz--yeszSkip confirmation prompt.dry_runz,Preview deletions without removing anything.c 8 t|}t ||}|j r:dj d|j D}tjd|t|jdk(r+tjdtjd|jt|j}t!|j"} g} | j$r| j'| j$d | j(r| j'| j(d | s| j'| j*d d j | } tjd | d |j,dt/|j"|r9tj0dd| j$| j*|j,ytj2d||j5t!|j"} tj0d| j$d| j*d|j,d| j$| j*|j,y#t$r}td|j|d}~wwxYw)z(Remove cached repositories or revisions.rN c3&K|] }d| ywrdNr-)rrs r/rzrm..#sKud5'NKzCould not find in cache: rzNothing to delete.codez repo(s)z revision(s)z and About to delete z totalling rDry run: no files were deleted.T)rrqr"r7zProceed with deletion?rDeleted z repo(s) and z revision(s); freed ) repos_deletedrevisions_deletedfreed)rrr rrr$rjrwarningrMr"rirExitdelete_revisionsrgrQr#rDrrErFexpected_freed_size_strrnresultconfirmexecute) rrrrror resolutiondetailsstrategycounts summary_parts summary_texts r/rmrsKLO&y1 +='BJ))K 8J8JKK 0 :; :   A% %&jja  -}--vj6J6J/KLH !4!4 5F!M  1 12(;< $$ = =>lKL  ; ;}t d|jD}|s"|||<|jd|D@t|dk(rtjdytt ||d} |jt| j} t|} tjd | j d | j"d t%||r.tj&d d | j | j"ytj(d|| j+tj&d| j d| j"d| j | j"y#t$r}td|j|d}~wwxYw)z)Remove detached revisions from the cache.rNc3RK|]}t|jdk(s|!yw)rN)rMr6rrms r/rzprune..ps!`(HMMHZ^_H_X`s''c34K|]}|jywrTr_rs r/rzprune..tsG(--Grrz2No unreferenced revisions found. Nothing to prune.r-rrz unreferenced revision(s) (z total).rT)rr"r7zProceed?rrz! unreferenced revision(s); freed r)rr)rrr rrrqr(r"updaterMrrir!rrgrQrFrrnr r r ) rrrrorr#r"rPdetachedr rrs r/prunerPs0O&y1 EGH%I##H`dnn`` !GhGG H 9~ EF$I&J .}--vj6J6J/KLH  *FHH 66677RS[SsSsRtt|}#8, -1111  KK $ JJ 6..//PQYQqQqPrrst 55..S O4S]]ODE3NOs F(( G1G  G)zhf cache verify gpt2z)hf cache verify gpt2 --revision refs/pr/1z.hf cache verify my-dataset --repo-type datasetrWrVrmzXCache directory to use when verifying files from cache (defaults to Hugging Face cache). local_dirz?If set, verify files under this directory instead of the cache.fail_on_missing_filesz--fail-on-missing-filesz?Fail if some files exist on the remote but are missing locally.fail_on_extra_filesz--fail-on-extra-fileszLFail if some files exist locally but are not present on the remote revision.tokenc |-|+tjdtjdt |}|j |t |dr |jn t|||||} d} | jr.sF 1V9+[:r!K.9IQRS[Q\P] ^ s$&u<❌ Checksum verification failed for the following file(s): rc3&K|] }d| ywrr-rps r/rzverify..sIq$qc Iru6❌ Missing files (present remotely, absent locally): zM remote file(s) are missing locally. Use --fail-on-missing-files for details.c3&K|] }d| ywrr-r%s r/rzverify..sGq$qc Gru4❌ Extra files (present locally, absent remotely): zV local file(s) do not exist on the remote repo. Use --fail-on-extra-files for details.zVerification failed for 'z' (z) in z. Revision: z Verified z file(s) for z 'z'. All checksums match.)rWrVcheckedr )rerrorrrrverify_repo_checksumshasattrrr) mismatchesrjri missing_pathsrrM extra_paths verified_pathrmr  checked_count) rWrVrmrrrrrapir  exit_coder verified_locations r/verifyr4s7`!6 WXjja  5 !C  & &%,Y%@)//c)n 'FI )) &&   PQXPYZ[   iiIF4H4HIIG HHNwiX YI KKv++,-.;;   iiGF4F4FGGG HHLWIV WI KKv))*+,99  ,,A~ 'yIOO3DEJ[I\\klrl{l{k| } jji((JJ F(()y6Gr'Rij//$$ " # r.)NFNNN)NFF)QrGrr collectionsrcollections.abcrr dataclassesrenumrtypingrr rhuggingface_hub.errorsr utilsr r rrrrrrutils._parsingrr _cli_utilsrrrrrr_outputr cache_clir!compilerrrrrr_sort_options_dictrgr\r)r%r@rCr,rr+r( RepoRefsMaprQrnrur}rrrrrrrrcommandOptionrHrArgumentrrmodelr4r-r.r/rGsO #-!! +   8`` > ?  $ "**ab6? 5  LM     * 6C!s*-d|#d|$+.%u #e}%6 ="43xP  $>#5#<< = >9S>12 Tni8J.KKLTT$ [W^YWiMj=j5k [pt [(( n eN$667 78:(" "s "s """6:" 4 [ ()"4> >)> ~1D8%@$FG>B54<S4(3#3%*uSRUX9V0WY]0]*^3l&[&49&Qd&X    G|  d  L  |   V  |   S D  m   | * d 7   +| <  d  f   =| H I| | ~ *   5O  S |  O d  L  O    ,   O*  ?  +O6 7OOd -/IJK   )F d  L  F    ,   F  ?  F* +FLFR )..   =f fff d  k   f d  R  f %  %R  !f.#  #_  /f< =f> ?ffr.