hddlZddlZddlZddlZddlZddlZddlmZddlm Z ddl m Z m Z m Z mZmZmZmZmZddlmZddlmZddlmZmZdd lmZmZdd lmZdd lm Z m!Z!m"Z"m#Z#m$Z$m%Z%dd l&m'Z'e"j(e)Z*Gd dZ+dee,e fde-fdZ.dee,e fde,de-fdZ/dee,e fde-fdZ0dee,e fde-fdZ1dee,e fde-fdZ2d#de,dee,e dfdee,fdZ3dee,e fde-fdZ4d$dee,e fdee,de5fdZ6GddeZ7ed Z8Gd!d"Z9dS)%N)contextmanager)Path)CallableDictIteratorListOptionalTuple TypedDictUnion)urlparse) constants) metadata_load metadata_save)HfApirepo_type_and_id_from_hf_id)LFS_MULTIPART_UPLOAD_COMMAND)SoftTemporaryDirectory get_tokenloggingrun_subprocesstqdmvalidate_hf_hub_args)_deprecate_methodc eZdZdZ ddedededejdeef dZ e d e fd Z e d e fd Ze d e fd Ze d efd Ze d efdZdZdS)CommandInProgressz= Utility to follow commands launched asynchronously. Ntitleis_done_method status_methodprocess post_methodch||_||_||_||_d|_d|_||_dS)N)r_is_done_status_process_stderr_stdout _post_method)selfrrr r!r"s b/var/www/html/services/rag-service/venv/lib/python3.11/site-packages/huggingface_hub/repository.py__init__zCommandInProgress.__init__$s< & $    'returncv|}|r"|j|d|_|S)z. Whether the process is done. N)r%r*)r+results r,is_donezCommandInProgress.is_done4s@   %d'3       $D  r.c*|S)z The exit code/status of the current action. Will return `0` if the command has completed successfully, and a number between 1 and 255 if the process errored-out. Will return -1 if the command is still ongoing. )r&r+s r,statuszCommandInProgress.statusAs||~~r.c|jdkS)z2 Whether the process errored-out. rr5r4s r,failedzCommandInProgress.failedLs {Qr.c|jj,|xj|jjz c_|jS)zC The current output message on the standard error. )r'stderrr(readr4s r,r:zCommandInProgress.stderrS8 =  + LLDM05577 7LL|r.c|jj,|xj|jjz c_|jS)zD The current output message on the standard output. )r'stdoutr)r;r4s r,r>zCommandInProgress.stdout\r<r.c n|j}|dkrd}d|jd|d|jsdndd|jjd S) Nrunning[z command, status code: z, z in progress.z finished.z PID: ])r5rr2r'pid)r+r5s r,__repr__zCommandInProgress.__repr__esj R<<F %  % %6 % %&*lC  % % ! % % % r.N)__name__ __module__ __qualname____doc__strr subprocessPopenr r-propertyboolr2intr5r8r:r>rEr.r,rrsF+/ (((!( ( ! ( h' ((((     X XX XX      r.rfolderr/ctjtj|d}t jd|tjtj}|o |jdkS)a Check if the folder is the root or part of a git repository Args: folder (`str`): The folder in which to run the command. Returns: `bool`: `True` if the repository is part of a repository, `False` otherwise. z.gitz git branch)cwdr>r:r) ospathexistsjoinrLrunsplitPIPE returncode)rR folder_exists git_branchs r, is_git_repor_rsdGNN27<<#?#?@@M 2 2 4 4&akapqqqJ  7Z2a77r. remote_urlct|sdStd|j}tjdd|}d|D}||vS)am Check if the folder is a local clone of the remote_url Args: folder (`str` or `Path`): The folder in which to run the command. remote_url (`str`): The url of a git repository. Returns: `bool`: `True` if the repository is a local clone of the remote repository specified, `False` otherwise. Fz git remote -v https://.*@https://c:g|]}tjdd|S)rbrc)resub).0remotes r, z"is_local_clone..s&XXXfrvnj&99XXXr.)r_rr>rerfrZ)rRr`remotess r,is_local_clonerksf v  u_f55striprLCalledProcessErrorr_OSErrorr:lenkeysallvalues)rlrRp attributesexc found_lfs_tag attributetags r,is_tracked_with_lfsrsJ(^^ "FH~~"H& .4466(CV L LX^^%%  (&&&6"" &55555#*%% % &  :!u"UeDDM%%d++**  %%'' * *CiEY$6$6%) c" * }##%% & &&s?A**B'9B"B""B'c*t|j}t|j} td|gz|d}t |j }n+#tj$r}t|j d}~wwxYw|S)a Check if file is git-ignored. Supports nested .gitignore files. Args: filename (`str` or `Path`): The filename to check. Returns: `bool`: `True` if the file passed is ignored by `git`, `False` otherwise. zgit check-ignoreFcheckN) rrsrtrrZrOr\rLrvrwr:)rlrRr| is_ignoredr~s r,is_git_ignoredrs(^^ "FH~~"H" -3355 BFRW X X Xal+++  ("""cj!!!" s=A((B7B  Bc L t|d5}|d}dddn #1swxYwYthdtt dddhz z}t |d|S#t$rYdSwxYw) z Check if file is a binary file. Args: filename (`str` or `Path`): The filename to check. Returns: `bool`: `True` if the file passed is a binary file, `False` otherwise. rbiN>  T)openr; bytearraysetrangerO translateUnicodeDecodeError)rlfcontent text_charss r,is_binary_filers  (D ! ! -Qff^,,G - - - - - - - - - - - - - - - 8883uT5?Q?Q;R;RVZU[;[[\\ G%%dJ77888 tts-B4 B8B8AB B#"B#.patterncV td|gz|}t|jr-|jd}ng}n+#t j$r}t|jd}~wwxYw|S)aQ Returns a list of filenames that are to be staged. Args: pattern (`str` or `Path`): The pattern of filenames to check. Put `.` to get all files. folder (`str` or `Path`): The folder in which to run the command. Returns: `List[str]`: List of files that are to be staged. z#git ls-files --exclude-standard -morqN) rrZrxr>rurLrvEnvironmentErrorr:)rrRr|filesr~s r,files_to_be_stagedrs+ @FFHHG9TV\ ] ] qx~~  HNN$$**400EEE  (+++sz***+ LsA;A>>B& B!!B&c td|dS#tj$r#}d|jvrt dYd}~dSd}~wwxYw)a Check if the current checked-out branch is tracked upstream. Args: folder (`str` or `Path`): The folder in which to run the command. Returns: `bool`: `True` if the current checked-out branch is tracked upstream, `False` otherwise. z4git rev-parse --symbolic-full-name --abbrev-ref @{u}THEADzNo branch checked outNF)rrLrvr:rw)rRr~s r,is_tracked_upstreamr shMvVVVt  ( SZ  122 2uuuuu sAAAupstreamc td|pd|}t|jddz S#tj$r}t |jd}~wwxYw)a Check the number of commits that would be pushed upstream Args: folder (`str` or `Path`): The folder in which to run the command. upstream (`str`, *optional*): The name of the upstream repository with which the comparison should be made. Returns: `int`: Number of commits that would be pushed upstream were a `git push` to proceed. zgit cherry -v r$rqrN)rrxr>rZrLrvrr:)rRrr1r~s r,commits_to_pushr sx+ AR A A6JJ6=&&t,,--11  (+++sz***+s>AA)A$$A)c$eZdZUeed<eed<dS)PbarTbar past_bytesN)rGrHrIr__annotations__rPrQr.r,rr6s" IIIOOOOOr.rc#\Kttjkr dVn#t$rYnwxYwdSdt jfd}tj dd}t5}tj |dtjd<t dtjdt j}t j||fd }| dV|| |tjd<n<#|| |tjd<wxYw ddddS#1swxYwYdS) zv This is a context manager that will log the Git LFS progress of cleaning, smudging, pulling and pushing. Nstopping_eventc ifddttffd }tjtjdscr dStjdtjtjdc|tjdD]} | \}}}}n%#t$r}td||d}~wwxYw| d|}| d \} } t| } t| }  ||f} | ,t|| | d d d d t| d||f<| d| | dz | | d<dS)zl To be launched as a separate thread with an event meaning it should stop the tail. cD]e}|d|dj|dz |d|dfdS)Nrr)r{updatetotalrefreshclose)pbarpbarss r, close_pbarsz?_lfs_log_progress..output_progress..close_pbarsRs|  $ $U ""4;#4tL7I#IJJJU ##%%%U !!#### $ $r.r/c3Kt|d5}d} r nq|}|Ft|dks!||z }|dr|Vd}nt jd ddddS#1swxYwYdS)z Creates a generator to be iterated through, which will return each line one by one. Will stop tailing the file if the stopping_event is set. rr$TNrrqr)ris_setreadlinerxruendswithtimesleep)rlfile current_lineline_bitrrs r, tail_filez=_lfs_log_progress..output_progress..tail_fileXs h$$ &!  &%,,..# #}}H+C8H8H4I4IQ4N4N$0 '0066."....+-L 1  &  & & & & & & & & & & & & & & & & & &sBB66B:=B:GIT_LFS_PROGRESSNz!Cannot unpack LFS progress line: z file /BTizhuggingface_hub.lfs_upload)descinitialrunit unit_scale unit_divisorrt)rrrr)rrKrUrVrWenvironrrrrZ ValueError capitalizerPgetrr)rrlinestate file_progress byte_progressrlerror description current_bytes total_bytescurrent_bytes_inttotal_bytes_intrrrs` @@r,output_progressz*_lfs_log_progress..output_progressJs< /1 $ $ $ $ $  &8C= & & & & & & &0'..,>!?@@ $$&&   JqMMM '..,>!?@@ Ibj);<== 7 7D Y@D =}mXX Y Y Y !Ld!L!LMMSXX Y#--//AAxAAK)6)<)Z*e+ dRd.e d?e e d@e d1e d2e f dAZ,de e-fdBZ.dCe-ddfdDZ/edEZ0edFZ1dGZ2dS)S RepositoryaR Helper class to wrap the git and git-lfs commands. The aim is to facilitate interacting with huggingface.co hosted model or dataset repos, though not a lot here (if any) is actually specific to huggingface.co. [`Repository`] is deprecated in favor of the http-based alternatives implemented in [`HfApi`]. Given its large adoption in legacy code, the complete removal of [`Repository`] will only happen in release `v1.0`. For more details, please read https://huggingface.co/docs/huggingface_hub/concepts/git_vs_http. command_queuez1.0zPlease prefer the http-based alternatives instead. Given its large adoption in legacy code, the complete removal is only planned on next major release. For more details, please read https://huggingface.co/docs/huggingface_hub/concepts/git_vs_http.)versionmessageNTF local_dir clone_from repo_typetokengit_user git_emailrevisionskip_lfs_filesclientc $t|trt|}tj|dtjtj||_||_ g|_ ||_ | | n t|_ |t|tr||_n|durd|_nt!|_|||n>t%|jrt&dnt+d|jQ||M|j |j} || d}|| d }||||||||||d t9j|jdS) a Instantiate a local clone of a git repo. If `clone_from` is set, the repo will be cloned from an existing remote repository. If the remote repo does not exist, a `EnvironmentError` exception will be thrown. Please create the remote repo first using [`create_repo`]. `Repository` uses the local git credentials by default. If explicitly set, the `token` or the `git_user`/`git_email` pair will be used instead. Args: local_dir (`str` or `Path`): path (e.g. `'my_trained_model/'`) to the local directory, where the `Repository` will be initialized. clone_from (`str`, *optional*): Either a repository url or `repo_id`. Example: - `"https://huggingface.co/philschmid/playground-tests"` - `"philschmid/playground-tests"` repo_type (`str`, *optional*): To set when cloning a repo from a repo_id. Default is model. token (`bool` or `str`, *optional*): A valid authentication token (see https://huggingface.co/settings/token). If `None` or `True` and machine is logged in (through `hf auth login` or [`~huggingface_hub.login`]), token will be retrieved from the cache. If `False`, token is not sent in the request header. git_user (`str`, *optional*): will override the `git config user.name` for committing and pushing files to the hub. git_email (`str`, *optional*): will override the `git config user.email` for committing and pushing files to the hub. revision (`str`, *optional*): Revision to checkout after initializing the repository. If the revision doesn't exist, a branch will be created with that revision name from the default branch's current HEAD. skip_lfs_files (`bool`, *optional*, defaults to `False`): whether to skip git-LFS files or not. client (`HfApi`, *optional*): Instance of [`HfApi`] to use when calling the HF Hub API. A new instance will be created if this is left to `None`. Raises: [`EnvironmentError`](https://docs.python.org/3/library/exceptions.html#EnvironmentError) If the remote repository set in `clone_from` does not exist. T)exist_okNF)repo_urlz [Repository] is a valid git repozNIf not specifying `clone_from`, you need to pass Repository a valid git clone.emailfullnamecreate_branch_ok) isinstancerrKrUmakedirsrVrXgetcwdr _repo_typerrrrcheck_git_versionshuggingface_tokenrrr_rrrwhoamirgit_config_username_and_emaillfs_enable_largefilesgit_credential_helper_store git_checkoutatexitregisterwait_for_commands) r+rrrrrrrrrusers r,r-zRepository.__init__sF i & & 'II I----bikk9==#, & 2ff  !!! eS ! ! 149D " " e^^%)D " "&/[[D "  ! OOZO 0 0 0 04>** s ?@@@@ !qrrr  ! -93DHX;%%d&<==D  HHW-- 88J//  9#8  . .x C C C ""$$$ ((***     h  > > > ./////r.r/c td|jj}n+#tj$r}t |jd}~wwxYw|S)zz Returns the current checked out branch. Returns: `str`: Current checked out branch. zgit rev-parse --abbrev-ref HEADNrrr>rurLrvrr:)r+r1r~s r,current_branchzRepository.current_branch3sc /#$Et~VV]cceeFF, / / /"3:.. . / ,/AAAcr td|jj}n#t$rt dwxYw td|jj}n#t$rt dwxYwt |dz|zdS)z Checks that `git` and `git-lfs` can be run. Raises: [`EnvironmentError`](https://docs.python.org/3/library/exceptions.html#EnvironmentError) If `git` or `git-lfs` are not installed. z git --versionz9Looks like you do not have git installed, please install.zgit-lfs --versionzLooks like you do not have git-lfs installed, please install. You can install from https://git-lfs.github.com/. Then run `git lfs install` (you only have to do this once).rqN)rrr>ruFileNotFoundErrorrrinfo)r+ git_version lfs_versions r,rzRepository.check_git_versionsBs `($.IIPVVXXKK  ` ` `"#^__ _ ` () Raises the following error: - [`ValueError`](https://docs.python.org/3/library/exceptions.html#ValueError) if an organization token (starts with "api_org") is passed. Use must use your own personal access token (see https://hf.co/settings/tokens). - [`EnvironmentError`](https://docs.python.org/3/library/exceptions.html#EnvironmentError) if you are trying to clone the repository in a non-empty folder, or if the `git` operations raise errors. FNapi_orgzgYou must use your personal access token, not an Organization token (see https://hf.co/settings/tokens).httprr)hub_urlz://z://user:@z(https?)://.*@z\1://zgit lfs installrzCloning z into local empty directory.GIT_LFS_SKIP_SMUDGE1z git clonez git lfs clone z .)envzPTried to clone a repository in a non-empty folder that isn't a git repository ('z7'). If you really want to do this, do it manually: cd z && git init && git remote add origin && git pull origin main or clone repo to a new folder and move your existing files there afterwards.z is already a clone of z?. Make sure you pull the latest changes with `repo.git_pull()`.zgit remote get-url originrzTried to clone zn in an unrelated git repository. If you believe this is an error, please add a remote with the following URL: rrbrcz' Local path has its origin defined as: )%rrKr  startswithrrendpointrxrZrrrREPO_TYPES_URL_PREFIXESr schemereplacererfrrrUlistdirrwarningrrcopyrrr_rrkr\r>rLrvr:)r+rrrr namespace repo_namerepo_idr(clean_repo_urlr$output error_msgclean_local_remote_urlr~s r,rzRepository.clone_fromYs)L%%% EEE>>+   !1!1)!V>VZ[>[>[.I(\c.d.d.d +Iy)4=4I00Y000yG$"+}H)"CCCI=doNN !(++2#++vNNNv22*'/3~'':>.'''"$.(;;6NN>...... ,,G_deeeFO.OO=KOOO (A--13 TZTa1b1b.!%hPf%h%hh *9555, / / /"3:.. . /sL1A+K'A#H ? K' HK'HK'A.K' AK''L6L  Lc |+td|gz|j|,td||jdSdS#tj$r}t |jd}~wwxYw)a Sets git username and email (only in the current repo). Args: git_user (`str`, *optional*): The username to register through `git`. git_email (`str`, *optional*): The email to register through `git`. Nzgit config user.namezgit config user.email )rrZrrLrvrr:)r+rrr~s r,r z(Repository.git_config_username_and_emails /#5;;== JDN[[[$C CCIIKKT^\\\\\%$, / / /"3:.. . /sAAB.BBc td|jdS#tj$r}t |jd}~wwxYw)z; Sets the git credential helper to `store` z"git config credential.helper storeN)rrrLrvrr:)r+r~s r,r z&Repository.git_credential_helper_storesR / ? P P P P P, / / /"3:.. . /sA<Ac td|j}|jS#tj$r}t |jd}~wwxYw)zy Get commit sha on top of HEAD. Returns: `str`: The current checked out commit SHA. zgit rev-parse HEADNr)r+r|r~s r, git_head_hashzRepository.git_head_hashs] /3T^DDA8>>## #, / / /"3:.. . /s-0AAAc td|j}|j}t jdd|S#t j$r}t|j d}~wwxYw)zp Get URL to origin remote. Returns: `str`: The URL of the `origin` remote. z"git config --get remote.origin.urlrbrcN) rrr>rurerfrLrvrr:)r+r|urlr~s r,git_remote_urlzRepository.git_remote_urlsp /CT^TTA(..""C6.*c:: :, / / /"3:.. . /sAAA.A))A.c|}|}|dr |dd}|d|S)z Get URL to last commit on HEAD. We assume it's been pushed, and the url scheme is the same one as for GitHub or HuggingFace. Returns: `str`: The URL to the current checked-out commit. rNr@z/commit/)r7r:r)r+shar9s r,git_head_commit_urlzRepository.git_head_commit_urls[  ""!!## <<   crc(C$$s$$$r.cP td|jj}n+#tj$r}t |jd}~wwxYwt|dkrgSd| dD}d|D}d|D}|S)z Returns a list of the files that are deleted in the working directory or index. Returns: `List[str]`: A list of files that have been deleted in the working directory or index. z git status -sNrc6g|]}|SrQ)rurgr5s r,riz1Repository.list_deleted_files..8s "W"W"Wf6<<>>"W"W"Wr.rqcJg|] }d|dv|!S)Dr)rZr@s r,riz1Repository.list_deleted_files..;s6!k!k!kVRUY_YeYeYgYghiYjRjRj&RjRjRjr.cfg|].}|d/S)r@)rZrur@s r,riz1Repository.list_deleted_files..>s1YYY+1133YYYr. rrr>rurLrvrr:rxrZ)r+ git_statusr~modified_files_statusesdeleted_files_statuses deleted_filess r,list_deleted_fileszRepository.list_deleted_filess /'HHOUUWWJJ, / / /"3:.. . / z??a  I#X"W @P@PQU@V@V"W"W"W"l!k7N!k!k!kZYBXYYY rpatternsrlct|tr|g} |D]!}td|rdndd||j"dS#tj$r}t |jd}~wwxYw)a9 Tell git-lfs to track files according to a pattern. Setting the `filename` argument to `True` will treat the arguments as literal filenames, not as patterns. Any special glob characters in the filename will be escaped when writing to the `.gitattributes` file. Args: patterns (`Union[str, List[str]]`): The pattern, or list of patterns, to track with git-lfs. filename (`bool`, *optional*, defaults to `False`): Whether to use the patterns as literal filenames. zgit lfs track z --filenamer$r#N)rrKrrrLrvrr:)r+rJrlrr~s r, lfs_trackzRepository.lfs_trackBs h $ $ " zH /#  QX%E\\2QQQQN   , / / /"3:.. . /s$AA(A##A(ct|tr|g} |D]-}td|gz|j.dS#t j$r}t|jd}~wwxYw)z Tell git-lfs to untrack those files. Args: patterns (`Union[str, List[str]]`): The pattern, or list of patterns, to untrack with git-lfs. zgit lfs untrackN) rrKrrZrrLrvrr:)r+rJrr~s r, lfs_untrackzRepository.lfs_untrack[s h $ $ " zH /# V V06688G9DdnUUUU V V, / / /"3:.. . /s0A A4A//A4c d}t|d|jt|dt|jdS#tj$r}t |jd}~wwxYw)zI HF-specific. This enables upload support of files >5GB. z'git config lfs.customtransfer.multipartz.path hfz.args N)rrrrLrvrr:)r+ lfs_configr~s r,r z Repository.lfs_enable_largefilesks /BJ j222DN C C C CC%ACC     , / / /"3:.. . /s9=A% A  A%rrc<g}|}t||jD]}||vrtjtj|j|}t|st|s}tj |dz }|dkrt dt|}|r*| ||||||S)aH Automatically track binary files with git-lfs. Args: pattern (`str`, *optional*, defaults to "."): The pattern with which to track files that are binary. Returns: `List[str]`: List of filenames that are now tracked due to being binary files rRrzParsing a large file to check if binary or not. Tracking large files using `repository.auto_track_large_files` is recommended so as to not load the full file in memory.)rIrrrUrVrXrrrgetsizerr+rrLappendrN)r+rfiles_to_be_tracked_with_lfsrHrl path_to_file size_in_mb is_binarys r,auto_track_binary_filesz"Repository.auto_track_binary_filesys#(*$//11 *74>JJJ B BH=((7<< T^XNNL' 55 B 9U9U BW__\::kJ ##NNR +<88 BNN8,,,077AAA '''++r.cg}|}t||jD]}||vrtjtj|j|}tj|dz }|dkrHt|s9t|s*| || || ||S)ap Automatically track large files (files that weigh more than 10MBs) with git-lfs. Args: pattern (`str`, *optional*, defaults to "."): The pattern with which to track files that are above 10MBs. Returns: `List[str]`: List of filenames that are now tracked due to their size. rRrSr) rIrrrUrVrXrrTrrrLrUrN)r+rrVrHrlrWrXs r,auto_track_large_filesz!Repository.auto_track_large_filess(*$//11 *74>JJJ > >H=((7<< T^XNNL66+FJR(;L(I(IR`amRnRnx(((,33H=== '''++r.c" t5td|rdnd|j}t|jddddS#1swxYwYdS#t j$r}t|j d}~wwxYw)a git lfs prune Args: recent (`bool`, *optional*, defaults to `False`): Whether to prune files even if they were referenced by recent commits. See the following [link](https://github.com/git-lfs/git-lfs/blob/f3d43f0428a84fc4f1e5405b76b5a73ec2437e65/docs/man/git-lfs-prune.1.ronn#recent-files) for more information. zgit lfs prune z--recentr$N rrrrrr>rLrvrr:)r+recentr1r~s r, lfs_prunezRepository.lfs_prunes /"$$ + +'(Wv9USU(W(WY]Yghh FM*** + + + + + + + + + + + + + + + + + +, / / /"3:.. . /s:A&rLrvrr:)r+rre tracked_filesr1r~s r,git_addzRepository.git_adds   77@@M  !=!=g!F!F G G G ; ;;;  /#L$6$6$8$8G9$DdnUUF KK>V]>>> ? ? ? ? ?, / / /"3:.. . /s!AB11CCCcommit files to HF hubcommit_messagecR td|gz|j}td|jddS#t j$rE}t|j dkrt|j t|jd}~wwxYw)z git commit Args: commit_message (`str`, *optional*, defaults to "commit files to HF hub"): The message attributed to the commit. zgit commit -v -mz Committed: rqrN) rrZrrrr>rLrvrxr:r)r+rkr1r~s r, git_commitzRepository.git_commits 3#$6$<$<$>$>.AQ$QSWSabbF KK8v}888 9 9 9 9 9, 3 3 33:""&sz222&sz222  3sAAB&!AB!!B&rblockingauto_lfs_prunec d}|r|d|z }t|j|}|dkr:td|d|rtd t 5t j|t jt jd|j |r \}} } t|rt||rt j | j|| d d d n #1swxYwYn+#t j $r} t| jd } ~ wwxYw|sU fd } t#d fd | |r|jnd } |j| || fS|r||S)a% git push If used without setting `blocking`, will return url to commit on remote repo. If used with `blocking=True`, will return a tuple containing the url to commit and the command object to follow for information about the process. Args: upstream (`str`, *optional*): Upstream to which this should push. If not specified, will push to the lastly defined upstream or to the default one (`origin main`). blocking (`bool`, *optional*, defaults to `True`): Whether the function should return only when the push has finished. Setting this to `False` will return an `CommandInProgress` object which has an `is_done` property. This property will be set to `True` when the push is finished. auto_lfs_prune (`bool`, *optional*, defaults to `False`): Whether to automatically prune files once they have been pushed to the remote. zgit pushz --set-upstream rzSeveral commits (z) will be pushed upstream.z$The progress bars may be unreliable.zutf-8)r:r>encodingrT)r1r:Nc8}|dS|S)Nr@poll)r5r!s r,r z*Repository.git_push..status_methodds >2!Mr.pushc0duSrFrs)r!sr,z%Repository.git_push..msw||~~T'Ar.)rr r!r")rrrr+rrLrMrZr[ communicatertkillrxrvrrr:rr`rrUr=) r+rrnrorcnumber_of_commitsr>r: return_coder~r command_in_progressr!s @r,git_pushzRepository.git_push"s8  5 4(44 4G+DNHEE q NN\/@\\\ ] ] ] GEFFF /"$$ u u$*MMOO%?%?$  u%,%8%8%:%:NFF"),,..KLLNNN6{{/v..."u(;K^dmstttt% u u u u u u u u u u u u u u u(, / / /"3:.. . / C " " " " "#4AAAA+.<FDNN$ ###    % %&9 : : :++--/BB B   NN   '')))s=$E2CE  E EEEEF'E;;Frc2 td||j}td|d|jdt|jd S#t j$r}|st|j  td||j}td|d|dt|jn+#t j$r}t|j d }~wwxYwYd }~d Sd }~wwxYw) a git checkout a given revision Specifying `create_branch_ok` to `True` will create the branch to the given revision if that revision doesn't exist. Args: revision (`str`): The revision to checkout. create_branch_ok (`str`, *optional*, defaults to `False`): Whether creating a branch named with the `revision` passed at the current checked-out reference if `revision` isn't an existing revision is allowed. z git checkout z Checked out z from rzgit checkout -b z Revision `z2` does not exist. Created and checked out branch `z`.N) rrrr+rr>rLrvrr:)r+rrr1r~s r,rzRepository.git_checkout|sI 7#$>H$>$>OOF NNP(PP$:MPPP Q Q Q NN6= ) ) ) ) ), 7 7 7# 7&sz2227+,Ix,I,I4>ZZFNNmXmmaimmmNN6=1111!4777*3:6667211111 7s=AA!!D0DAC D D/DDDDtag_namerhc|ro td||jj}n+#tj$r}t |jd}~wwxYwt|dkS td|jj}n+#tj$r}t |jd}~wwxYw| d}||vS)aw Check if a tag exists or not. Args: tag_name (`str`): The name of the tag to check. remote (`str`, *optional*): Whether to check if the tag exists on a remote. This parameter should be the identifier of the remote. Returns: `bool`: Whether the tag exists. zgit ls-remote origin refs/tags/Nrzgit tagrqrD)r+rrhr1r~git_tagss r, tag_existszRepository.tag_existss  ( 3'(T((T(TVZVdeelrrtt0 3 3 3&sz222 3v;;!# # 3))T^DDKQQSS0 3 3 3&sz222 3 ~~d++Hx' 's-/4AAA3,B C/CCcd}d}||sd}|||sd}|r] tddd|g|jjn+#t j$r}t|jd}~wwxYw|ra|r_ td|d ||jjn+#t j$r}t|jd}~wwxYwdS) a Delete a tag, both local and remote, if it exists Args: tag_name (`str`): The tag name to delete. remote (`str`, *optional*): The remote on which to delete the tag. Returns: `bool`: `True` if deleted, `False` if the tag didn't exist. If remote is not passed, will just be updated locally TF)rhgitrz-dN git push z --delete ) rrrr>rurLrvrr:)r+rrhdelete_locallydelete_remotelyr~s r, delete_tagzRepository.delete_tags4x(( #"Nx77 $#O  3 3udH=t~NNU[[]]]]0 3 3 3&sz222 3  3o 3 3G6GGXGGXX_eegggg0 3 3 3&sz222 3ts/0A))B8B  B2C C4C//C4rc|r ddd|d|g}ndd|g} t||jjn+#tj$r}t |jd}~wwxYw|r` td|d||jjdS#tj$r}t |jd}~wwxYwdS)a[ Add a tag at the current head and push it If remote is None, will just be updated locally If no message is provided, the tag will be lightweight. if a message is provided, the tag will be annotated. Args: tag_name (`str`): The name of the tag to be added. message (`str`, *optional*): The message that accompanies the tag. The tag will turn into an annotated tag if a message is passed. remote (`str`, *optional*): The remote on which to add the tag. rrz-az-mNrr#r)r+rrrhtag_argsr~s r,add_tagzRepository.add_tags $  0udHdGDHHuh/H / 8T^ 4 4 ; A A C C C C, / / /"3:.. . /  3 3>6>>H>>OOV\\^^^^^0 3 3 3&sz222 3 3 3s-,?A'A""A'-2B!!C 0CC c td|jj}n+#tj$r}t |jd}~wwxYwt|dkS)z Return whether or not the git status is clean or not Returns: `bool`: `True` if the git status is clean, `False` otherwise. zgit status --porcelainNr) rrr>rurLrvrr:rx)r+rEr~s r, is_repo_cleanzRepository.is_repo_cleanso /'(@$.QQX^^``JJ, / / /"3:.. . /:!##rclean_okc|r0|rtddS|d|||d|j||S)aF Helper to add, commit, and push files to remote repository on the HuggingFace Hub. Will automatically track large files (>10MB). Args: commit_message (`str`): Message to use for the commit. blocking (`bool`, *optional*, defaults to `True`): Whether the function should return only when the `git push` has finished. clean_ok (`bool`, *optional*, defaults to `True`): If True, this function will return None if the repo is untouched. Default behavior is to fail because the git command fails. auto_lfs_prune (`bool`, *optional*, defaults to `False`): Whether to automatically prune files once they have been pushed to the remote. z*Repo currently clean. Ignoring push_to_hubNTreorigin rrnro)rrrrirmr}r)r+rkrnrros r, push_to_hubzRepository.push_to_hubs2  **,,  KKD E E E4 D ))) '''}}4t244)   r.branchtrack_large_filesc#Ktd|j}t|rbt|dkr"t|dddddznt|}td|d|||d t|jr1td | d n#td |j dtj }tj tj||j |V|| ||n*#t$$r} dt| vr| Yd} ~ nd} ~ wwxYw |d|j ||n5#t$$r(} dt| vrt%d| | d} ~ wwxYwtj |dS#|| ||n*#t$$r} dt| vr| Yd} ~ nd} ~ wwxYw |d|j ||n5#t$$r(} dt| vrt%d| | d} ~ wwxYwtj |wxYw)a Context manager utility to handle committing to a repository. This automatically tracks large files (>10Mb) with git-lfs. Set the `track_large_files` argument to `False` if you wish to ignore that behavior. Args: commit_message (`str`): Message to use for the commit. branch (`str`, *optional*): The branch on which the commit will appear. This branch will be checked-out before any operation. track_large_files (`bool`, *optional*, defaults to `True`): Whether to automatically track large files or not. Will do so by default. blocking (`bool`, *optional*, defaults to `True`): Whether the function should return only when the `git push` has finished. auto_lfs_prune (`bool`, defaults to `True`): Whether to automatically prune files once they have been pushed to the remote. Examples: ```python >>> with Repository( ... "text-files", ... clone_from="/text-files", ... token=True, >>> ).commit("My first file :)"): ... with open("file.txt", "w+") as f: ... f.write(json.dumps({"hey": 8})) >>> import torch >>> model = torch.nn.Transformer() >>> with Repository( ... "torch-model", ... clone_from="/torch-model", ... token=True, >>> ).commit("My cool model :)"): ... torch.save(model.state_dict(), "model.pt") ``` rrRNr@z, ...]zPThere exists some updated files in the local repository that are not committed: z|. This may lead to errors if checking out a branch. These files and their modifications will be added to the current commit.TrzPulling changes ...)raz@The current branch has no upstream branch. Will push to 'origin 'rznothing to commitrrzcould not read UsernamezCCouldn't authenticate user for push. Did you set `token` to `True`?)rrrxrKrrrrr+rdrrUrchdirrVrXrirmrwr}) r+rkrrrnrofiles_to_stage files_in_msgcurrent_working_directoryes r,commitzRepository.commit3sn,CGGG ~   FI.FYFY\]F]F]3~bqb1223B37(BBcfgucvcvL LL#+###        ft  < < < t~ . . v NN0 1 1 1 MMM & & & & NNt^b^qttt u u u$&IKK! 7HHIII 0JJJ LL(9L : : : ////   &c!ff44G54444   >( # # + ** *tr.datac|ttj|jt j|SrF)rrUrVrXrrr)r+rs r,repocard_metadata_savez!Repository.repocard_metadata_saves(RW\\$.):QRRTXYYYr.c$d|jDS)z@ Returns the asynchronous commands that failed. c(g|]}|jdk |S)rr7rgcs r,riz.Repository.commands_failed..s>>>aAr.rr4s r,commands_failedzRepository.commands_faileds ?>4->>>>r.c$d|jDS)zS Returns the asynchronous commands that are currently in progress. c g|] }|j | SrQ)r2rs r,riz3Repository.commands_in_progress..s???aQY????r.rr4s r,commands_in_progresszRepository.commands_in_progresss @?4-????r.cfd}|jD]Q}td|jd|jjdt|jR|jrN|dzdkr#td|jd|dz }tj d|jLd Sd S) zr Blocking method: blocks all subsequent execution until all commands have been processed. rzThe z command with PID z failed.rzCWaiting for the following commands to finish before shutting down: rrN) rrrrr'rDr:rr+rr)r+indexcommand_faileds r,rzRepository.wait_for_commandss "2 0 0N LLm 4mmH_Hcmmm n n n LL. / / / /' rzQvZ^Zsvvv QJE JqMMM'     r.)NNTNNNFNrF)NN)F)r)FF)rF)rj)NTF)rjTTF)NTTF)3rGrHrIrJrrrrrr rKrr rOrr-rNrrrr r r7r:r=rIrLrNr rZr\r`rdrirmr r}rrrrrrrrrrrrrrrQr.r,rrs]")**** Q%)#'"&"&#'"&$"&j0j0d#j0SMj0C= j0 T3Y j0 3- j0C=j03-j0j0j0j0j0j0X    X 666.}/}/3}/uT3_/E}/}/}/}/~//hsm/W_`cWd////&/// /s / / / / / / / / / %S % % % %!DI!!!!F//%T#Y"7/4////2/E#tCy.$9//// / / /),),s),T#Y),),),),V,,c,DI,,,,B////$//t/$////0 / /s /$ / / / /D333333&#'$ X*X*3-X*X* X* sE#0011 2 X*X*X*X*t77S7D7777@((3( (((((<##3# #####J 3 3 3hsm 3HUXM 3 3 3 3D $t $ $ $ $ 7$ " " " "  "  " tS%%6 677 8 " " " " H!%"&$ f0f0f0 f0 f0  f0  f0f0f0^f0P Z4ZDZZZZ??X? @@X@ r.r)rNrF):rrUrerLrr contextlibrpathlibrtypingrrrrr r r r urllib.parser huggingface_hubrhuggingface_hub.repocardrrhf_apirrrrrutilsrrrrrrutils._deprecationr get_loggerrGrrrKrOr_rkrrrrrrPrrrrrQr.r,rs  %%%%%%TTTTTTTTTTTTTTTTTTTT!!!!!!%%%%%%AAAAAAAA66666666------211111  H % %P P P P P P P P f8c4i(8T8888"!5d+!!!!!!2"'%T "2"'t"'"'"'"'JU39-$2U39-$.5dD3IUYZ]U^2c4i 0T,++E#t),+ +QT++++,I jHjHjHZ[[[[[[[[[[r.