a h@sddlZddlZddlZddlZddlZddlZddlmZddlm Z ddl m Z m Z m Z mZmZmZmZmZddlmZddlmZddlmZmZdd lmZmZdd lmZdd lm Z m!Z!m"Z"m#Z#m$Z$m%Z%dd l&m'Z'e"(e)Z*Gd ddZ+ee,e fe-dddZ.ee,e fe,e-dddZ/ee,e fe-dddZ0ee,e fe-dddZ1ee,e fe-dddZ2d+e,ee,e dfee,dddZ3ee,e fe-dd d!Z4d,ee,e fee,e5d"d#d$Z6Gd%d&d&eZ7ed'd(Z8Gd)d*d*Z9dS)-N)contextmanager)Path)CallableDictIteratorListOptionalTuple TypedDictUnion)urlparse) constants) metadata_load metadata_save)HfApirepo_type_and_id_from_hf_id)LFS_MULTIPART_UPLOAD_COMMAND)SoftTemporaryDirectory get_tokenloggingrun_subprocesstqdmvalidate_hf_hub_args)_deprecate_methodc@seZdZdZdeeeejeedddZ e e dddZ e e dd d Ze e dd d Ze edd dZe edddZddZdS)CommandInProgressz= Utility to follow commands launched asynchronously. N)titleis_done_method status_methodprocess post_methodcCs.||_||_||_||_d|_d|_||_dS)N)r_is_done_status_process_stderr_stdout _post_method)selfrrrrr r)V/var/www/html/assistant/venv/lib/python3.9/site-packages/huggingface_hub/repository.py__init__$szCommandInProgress.__init__returncCs(|}|r$|jdur$|d|_|S)z. Whether the process is done. N)r"r')r(resultr)r)r*is_done4s zCommandInProgress.is_donecCs|S)z The exit code/status of the current action. Will return `0` if the command has completed successfully, and a number between 1 and 255 if the process errored-out. Will return -1 if the command is still ongoing. )r#r(r)r)r*statusAs zCommandInProgress.statuscCs |jdkS)z2 Whether the process errored-out. rr1r0r)r)r*failedLszCommandInProgress.failedcCs(|jjdur"|j|jj7_|jS)zC The current output message on the standard error. N)r$stderrr%readr0r)r)r*r4Ss zCommandInProgress.stderrcCs(|jjdur"|j|jj7_|jS)zD The current output message on the standard output. N)r$stdoutr&r5r0r)r)r*r6\s zCommandInProgress.stdoutc Cs@|j}|dkrd}d|jd|d|js,dndd|jjd S) Nrunning[z command, status code: z, z in progress.z finished.z PID: ])r1rr/r$pid)r(r1r)r)r*__repr__es zCommandInProgress.__repr__)N)__name__ __module__ __qualname____doc__strr subprocessPopenrr+propertyboolr/intr1r3r4r6r<r)r)r)r*rs(    r)folderr-cCs>tjtj|d}tjd|tjtjd}|o<|jdkS)a Check if the folder is the root or part of a git repository Args: folder (`str`): The folder in which to run the command. Returns: `bool`: `True` if the repository is part of a repository, `False` otherwise. z.gitz git branch)cwdr6r4r) ospathexistsjoinrBrunsplitPIPE returncode)rGZ folder_existsZ git_branchr)r)r* is_git_repors rQ)rG remote_urlr-cCs@t|s dStd|j}tdd|}dd|D}||vS)am Check if the folder is a local clone of the remote_url Args: folder (`str` or `Path`): The folder in which to run the command. remote_url (`str`): The url of a git repository. Returns: `bool`: `True` if the repository is a local clone of the remote repository specified, `False` otherwise. Fz git remote -v https://.*@https://cSsg|]}tdd|qS)rSrT)resub).0remoter)r)r* z"is_local_clone..)rQrr6rUrVrN)rGrRremotesr)r)r*is_local_clones  r\)filenamer-c Cst|j}t|j}z"td|g|}|j}WnFtjy|}z,t |s^WYd}~dSt |j WYd}~n d}~00t |dkrdSdddd}|dD]*}| D]}||vrd|vrd||<qqt|S) z Check if the file passed is tracked with git-lfs. Args: filename (`str` or `Path`): The filename to check. Returns: `bool`: `True` if the file passed is tracked with git-lfs, `False` otherwise. zgit check-attr -aNFr)diffmergefilter lfsT)rparentnamerrNr6striprBCalledProcessErrorrQOSErrorr4lenkeysallvalues)r]rGp attributesexcZ found_lfs_tag attributetagr)r)r*is_tracked_with_lfss"       rqc Csrt|j}t|j}z(td|g|dd}t|j }Wn0tjyl}zt |j WYd}~n d}~00|S)a Check if file is git-ignored. Supports nested .gitignore files. Args: filename (`str` or `Path`): The filename to check. Returns: `bool`: `True` if the file passed is ignored by `git`, `False` otherwise. zgit check-ignoreFcheckN) rrcrdrrNrErPrBrfrgr4)r]rGrlZ is_ignoredrnr)r)r*is_git_ignoreds   rtcCszft|d}|d}Wdn1s,0YthdttdddhB}t|d|WStyzYdS0dS) z Check if file is a binary file. Args: filename (`str` or `Path`): The filename to check. Returns: `bool`: `True` if the file passed is a binary file, `False` otherwise. rbiN>  T)openr5 bytearraysetrangerE translateUnicodeDecodeError)r]fcontentZ text_charsr)r)r*is_binary_files  (  r.)patternrGr-c Csrzr?r__annotations__rFr)r)r)r*r6s rc csttjkr0z dVWnty*Yn0dStjddd}tj dd}t }tj |dtjd<t dtjdt}tj||fd d }|z$dVW|| |tjd<n|| |tjd<0Wdn1s0YdS) zv This is a context manager that will log the Git LFS progress of cleaning, smudging, pulling and pushing. N)stopping_eventc sJifddttdfdd }tjtjdsXrLdStdq(|tjdD]}z| \}}}}Wn4t y}zt d ||WYd}~n d}~00| d |}| d \} } t | } t | }  ||f} | dur&t|| | d d dddt | d||f<qf| d| | d| | d<qfdS)zl To be launched as a separate thread with an event meaning it should stop the tail. csFD]8}|d|dj|d|d|dqdS)Nrr)rkupdatetotalrefreshclose)pbar)pbarsr)r* close_pbarsRs  z?_lfs_log_progress..output_progress..close_pbarsr,c3st|dn}d}r qj|}|dur^t|dks^||7}|drh|Vd}qtdqWdn1s~0YdS)z Creates a generator to be iterated through, which will return each line one by one. Will stop tailing the file if the stopping_event is set. rr!Nrrar)ris_setreadlinerhreendswithtimesleep)r]file current_lineZline_bit)rrr)r* tail_fileXs  z=_lfs_log_progress..output_progress..tail_fileGIT_LFS_PROGRESSNz!Cannot unpack LFS progress line: z file /BTizhuggingface_hub.lfs_upload)descinitialrunitZ unit_scaleZ unit_divisorrd)rrrr)rrArIrJrKenvironrrrrN ValueError capitalizerFgetrr)rrlinestateZ file_progressZ byte_progressr]error descriptionZ current_bytes total_bytesZcurrent_bytes_intZtotal_bytes_intrr))rrrr*output_progressJs@  &  z*_lfs_log_progress..output_progressrr!Z lfs_progresszFollowing progress in T)targetargsdaemon)loggergetEffectiveLevelrERROR Exception threadingEventrIrrrrJrLdebugThreadstartr)rZcurrent_lfs_progress_valueZtmpdirZ exit_eventxr)r)r*_lfs_log_progress<s,  M rc @seZdZUdZeeed<eedddd\e e e fe e e e e e e fe e e e e e e e ed d d Zee d d dZddZed]e e e e dfdddZd^e e e e dddZddZe d ddZe d ddZe d ddZee d dd Zd_e e ee fe d!d"d#Ze e ee fd$d%d&Zd'd(Zd`e ee d*d+d,Zdae ee d*d-d.Zdbd/d0Zdce e d1d2d3Z dde e d4d5d6Z!dee d8d9d:Z"dfe e e e e e e#e effd;dd?d@Z%dhe e e e dAdBdCZ&die e e e dAdDdEZ'dje e e e e dFdGdHZ(e d dIdJZ)dke e e e e de e#e effdKdLdMZ*e+dle e e e e e dNdOdPZ,e e-d dQdRZ.e-ddSdTdUZ/edVdWZ0edXdYZ1dZd[Z2dS)m RepositoryaR Helper class to wrap the git and git-lfs commands. The aim is to facilitate interacting with huggingface.co hosted model or dataset repos, though not a lot here (if any) is actually specific to huggingface.co. [`Repository`] is deprecated in favor of the http-based alternatives implemented in [`HfApi`]. Given its large adoption in legacy code, the complete removal of [`Repository`] will only happen in release `v1.0`. For more details, please read https://huggingface.co/docs/huggingface_hub/concepts/git_vs_http. command_queuez1.0zPlease prefer the http-based alternatives instead. Given its large adoption in legacy code, the complete removal is only planned on next major release. For more details, please read https://huggingface.co/docs/huggingface_hub/concepts/git_vs_http.)versionmessageNTF) local_dir clone_from repo_typetokengit_user git_emailrevisionskip_lfs_filesclientc Csjt|trt|}tj|ddtjt||_||_ g|_ ||_ | durR| nt |_ |t|trt||_n|durd|_nt|_|dur|j|dnt|jrtdntd|jdur|dus|dur|j |j} |dur| d}|dur| d }|dus&|dur2||||||durZ|j|dd t|jdS) a Instantiate a local clone of a git repo. If `clone_from` is set, the repo will be cloned from an existing remote repository. If the remote repo does not exist, a `EnvironmentError` exception will be thrown. Please create the remote repo first using [`create_repo`]. `Repository` uses the local git credentials by default. If explicitly set, the `token` or the `git_user`/`git_email` pair will be used instead. Args: local_dir (`str` or `Path`): path (e.g. `'my_trained_model/'`) to the local directory, where the `Repository` will be initialized. clone_from (`str`, *optional*): Either a repository url or `repo_id`. Example: - `"https://huggingface.co/philschmid/playground-tests"` - `"philschmid/playground-tests"` repo_type (`str`, *optional*): To set when cloning a repo from a repo_id. Default is model. token (`bool` or `str`, *optional*): A valid authentication token (see https://huggingface.co/settings/token). If `None` or `True` and machine is logged in (through `hf auth login` or [`~huggingface_hub.login`]), token will be retrieved from the cache. If `False`, token is not sent in the request header. git_user (`str`, *optional*): will override the `git config user.name` for committing and pushing files to the hub. git_email (`str`, *optional*): will override the `git config user.email` for committing and pushing files to the hub. revision (`str`, *optional*): Revision to checkout after initializing the repository. If the revision doesn't exist, a branch will be created with that revision name from the default branch's current HEAD. skip_lfs_files (`bool`, *optional*, defaults to `False`): whether to skip git-LFS files or not. client (`HfApi`, *optional*): Instance of [`HfApi`] to use when calling the HF Hub API. A new instance will be created if this is left to `None`. Raises: [`EnvironmentError`](https://docs.python.org/3/library/exceptions.html#EnvironmentError) If the remote repository set in `clone_from` does not exist. T)exist_okNF)repo_urlz [Repository] is a valid git repozNIf not specifying `clone_from`, you need to pass Repository a valid git clone.emailfullnamecreate_branch_ok) isinstancerrArImakedirsrJrLgetcwdr _repo_typerrrrcheck_git_versionshuggingface_tokenrrrQrrrZwhoamirgit_config_username_and_emaillfs_enable_largefilesgit_credential_helper_store git_checkoutatexitregisterwait_for_commands) r(rrrrrrrrruserr)r)r*r+s@C         zRepository.__init__r,c CsLztd|jj}Wn0tjyF}zt|jWYd}~n d}~00|S)zz Returns the current checked out branch. Returns: `str`: Current checked out branch. zgit rev-parse --abbrev-ref HEADNrrr6rerBrfrr4)r(r.rnr)r)r*current_branch3s  zRepository.current_branchcCszztd|jj}Wnty0tdYn0ztd|jj}WntybtdYn0t|d|dS)z Checks that `git` and `git-lfs` can be run. Raises: [`EnvironmentError`](https://docs.python.org/3/library/exceptions.html#EnvironmentError) If `git` or `git-lfs` are not installed. z git --versionz9Looks like you do not have git installed, please install.zgit-lfs --versionzLooks like you do not have git-lfs installed, please install. You can install from https://git-lfs.github.com/. Then run `git lfs install` (you only have to do this once).raN)rrr6reFileNotFoundErrorrrinfo)r(Z git_versionZ lfs_versionr)r)r*rBs   zRepository.check_git_versions)rrc Cst|tr|n|durdn|j}|dur:|dr:td|jj}||vsdd|vrt|ddkrt ||d\}}}|dur|d|n|}|dur||_ |d}|j t j vr|t j |j 7}|durt |j}||d |d |d }||7}td d |} zLtd|jtt|jdkrtd| dtXtj} |jrh| ddit|jrvdndd|d|j| dWdn1s0Ynt|jstd|jd|jdt|j|rt|jd| dnTtd|jdd} d | d!| d"} | j dkrLtd#d$| j!} | d%| 7} t| Wn2t"j#y}zt|j$WYd}~n d}~00dS)&a Clone from a remote. If the folder already exists, will try to clone the repository within it. If this folder is a git repository with linked history, will try to update the repository. Args: repo_url (`str`): The URL from which to clone the repository token (`Union[str, bool]`, *optional*): Whether to use the authentication token. It can be: - a string which is the token itself - `False`, which would not use the authentication token - `True`, which would fetch the authentication token from the local folder and use it (you should be logged in for this to work). - `None`, which would retrieve the value of `self.huggingface_token`. Raises the following error: - [`ValueError`](https://docs.python.org/3/library/exceptions.html#ValueError) if an organization token (starts with "api_org") is passed. Use must use your own personal access token (see https://hf.co/settings/tokens). - [`EnvironmentError`](https://docs.python.org/3/library/exceptions.html#EnvironmentError) if you are trying to clone the repository in a non-empty folder, or if the `git` operations raise errors. FNZapi_orgzgYou must use your personal access token, not an Organization token (see https://hf.co/settings/tokens).httprr)hub_urlz://z://user:@z(https?)://.*@z\1://zgit lfs installrzCloning z into local empty directory.ZGIT_LFS_SKIP_SMUDGE1z git clonez git lfs clone z .)envzPTried to clone a repository in a non-empty folder that isn't a git repository ('z7'). If you really want to do this, do it manually: cd z && git init && git remote add origin && git pull origin main or clone repo to a new folder and move your existing files there afterwards.z is already a clone of z?. Make sure you pull the latest changes with `repo.git_pull()`.zgit remote get-url originrrzTried to clone zn in an unrelated git repository. If you believe this is an error, please add a remote with the following URL: rrSrTz' Local path has its origin defined as: )%rrAr startswithrrZendpointrhrNrrr ZREPO_TYPES_URL_PREFIXESr schemereplacerUrVrrrIlistdirrwarningrrcopyrrrQrr\rPr6rBrfr4)r(rrrr namespace repo_nameZrepo_idrZclean_repo_urlroutput error_msgZclean_local_remote_urlrnr)r)r*rYsx& "    (    zRepository.clone_from)rrc Csvz@|dur td|g|j|dur>td||jWn0tjyp}zt|jWYd}~n d}~00dS)a Sets git username and email (only in the current repo). Args: git_user (`str`, *optional*): The username to register through `git`. git_email (`str`, *optional*): The email to register through `git`. Nzgit config user.namezgit config user.email )rrNrrBrfrr4)r(rrrnr)r)r*rs z(Repository.git_config_username_and_emailc CsFztd|jWn0tjy@}zt|jWYd}~n d}~00dS)z; Sets the git credential helper to `store` z"git config credential.helper storeN)rrrBrfrr4)r(rnr)r)r*rsz&Repository.git_credential_helper_storec CsNztd|j}|jWStjyH}zt|jWYd}~n d}~00dS)zy Get commit sha on top of HEAD. Returns: `str`: The current checked out commit SHA. zgit rev-parse HEADNr)r(rlrnr)r)r* git_head_hashs   zRepository.git_head_hashc Cs\z&td|j}|j}tdd|WStjyV}zt|j WYd}~n d}~00dS)zp Get URL to origin remote. Returns: `str`: The URL of the `origin` remote. z"git config --get remote.origin.urlrSrTN) rrr6rerUrVrBrfrr4)r(rlurlrnr)r)r*git_remote_urls   zRepository.git_remote_urlcCs4|}|}|dr&|dd}|d|S)z Get URL to last commit on HEAD. We assume it's been pushed, and the url scheme is the same one as for GitHub or HuggingFace. Returns: `str`: The URL to the current checked-out commit. rNr7z/commit/)rrr)r(sharr)r)r*git_head_commit_urls   zRepository.git_head_commit_urlc Csztd|jj}Wn0tjyF}zt|jWYd}~n d}~00t|dkrXgSdd| dD}dd|D}dd|D}|S) z Returns a list of the files that are deleted in the working directory or index. Returns: `List[str]`: A list of files that have been deleted in the working directory or index. z git status -sNrcSsg|] }|qSr))rerWr1r)r)r*rY8rZz1Repository.list_deleted_files..racSs g|]}d|dvr|qS)Dr)rNrr)r)r*rY;rZcSsg|]}|dqS)r7)rNrerr)r)r*rY>rZ rrr6rerBrfrr4rhrN)r( git_statusrnZmodified_files_statusesZdeleted_files_statuses deleted_filesr)r)r*list_deleted_filess    zRepository.list_deleted_files)patternsr]c Cstt|tr|g}z.|D]$}td|r&dndd||jqWn0tjyn}zt|jWYd}~n d}~00dS)a9 Tell git-lfs to track files according to a pattern. Setting the `filename` argument to `True` will treat the arguments as literal filenames, not as patterns. Any special glob characters in the filename will be escaped when writing to the `.gitattributes` file. Args: patterns (`Union[str, List[str]]`): The pattern, or list of patterns, to track with git-lfs. filename (`bool`, *optional*, defaults to `False`): Whether to use the patterns as literal filenames. zgit lfs track z --filenamer!rN)rrArrrBrfrr4)r(rr]rrnr)r)r* lfs_trackBs  zRepository.lfs_track)rc Csjt|tr|g}z$|D]}td|g|jqWn0tjyd}zt|jWYd}~n d}~00dS)z Tell git-lfs to untrack those files. Args: patterns (`Union[str, List[str]]`): The pattern, or list of patterns, to untrack with git-lfs. zgit lfs untrackN) rrArrNrrBrfrr4)r(rrrnr)r)r* lfs_untrack[s zRepository.lfs_untrackc Csfz0d}t|d|jt|dt|jWn0tjy`}zt|jWYd}~n d}~00dS)zI HF-specific. This enables upload support of files >5GB. z'git config lfs.customtransfer.multipartz.path hfz.args N)rrrrBrfrr4)r(Z lfs_configrnr)r)r*rks z Repository.lfs_enable_largefilesr)rr-cCsg}|}t||jdD]v}||vr(qtjt|j|}t|st|stj |d}|dkrpt dt |}|r| |||q|||S)aH Automatically track binary files with git-lfs. Args: pattern (`str`, *optional*, defaults to "."): The pattern with which to track files that are binary. Returns: `List[str]`: List of filenames that are now tracked due to being binary files rGryzParsing a large file to check if binary or not. Tracking large files using `repository.auto_track_large_files` is recommended so as to not load the full file in memory.)rrrrIrJrLrrqrtgetsizerrrrappendr)r(rfiles_to_be_tracked_with_lfsrr] path_to_file size_in_mbZ is_binaryr)r)r*auto_track_binary_filesys$    z"Repository.auto_track_binary_filescCsg}|}t||jdD]`}||vr(qtjt|j|}tj|d}|dkrt|st |s| || |q| ||S)ap Automatically track large files (files that weigh more than 10MBs) with git-lfs. Args: pattern (`str`, *optional*, defaults to "."): The pattern with which to track files that are above 10MBs. Returns: `List[str]`: List of filenames that are now tracked due to their size. r r ry) rrrrIrJrLrr rqrtrr r)r(rr rr]rrr)r)r*auto_track_large_filess    z!Repository.auto_track_large_filesc CszPt6td|rdnd|j}t|jWdn1sD0YWn0tjy}zt|j WYd}~n d}~00dS)a git lfs prune Args: recent (`bool`, *optional*, defaults to `False`): Whether to prune files even if they were referenced by recent commits. See the following [link](https://github.com/git-lfs/git-lfs/blob/f3d43f0428a84fc4f1e5405b76b5a73ec2437e65/docs/man/git-lfs-prune.1.ronn#recent-files) for more information. zgit lfs prune z--recentr!N rrrrrr6rBrfrr4)r(Zrecentr.rnr)r)r* lfs_prunes .zRepository.lfs_prune)rebaserbc Cs|sdnd}|r|d7}zBt(t||j}t|jWdn1sN0YWn0tjy}zt|j WYd}~n d}~00dS)a7 git pull Args: rebase (`bool`, *optional*, defaults to `False`): Whether to rebase the current branch on top of the upstream branch after fetching. lfs (`bool`, *optional*, defaults to `False`): Whether to fetch the LFS files too. This option only changes the behavior when a repository was cloned without fetching the LFS files; calling `repo.git_pull(lfs=True)` will then fetch the LFS file from the remote repository. zgit pullz git lfs pullz --rebaseNr)r(rrbcommandr.rnr)r)r*git_pulls  .zRepository.git_pull)rauto_lfs_trackc Cs|r4||}||||r4td|dz.td|g|j}td|j dWn0t j y}zt |j WYd}~n d}~00dS)a7 git add Setting the `auto_lfs_track` parameter to `True` will automatically track files that are larger than 10MB with `git-lfs`. Args: pattern (`str`, *optional*, defaults to "."): The pattern with which to add files to staging. auto_lfs_track (`bool`, *optional*, defaults to `False`): Whether to automatically track large and binary files with git-lfs. Any file over 10MB in size, or in binary format, will be automatically tracked. z!Adding files tracked by Git LFS: z5. This may take a bit of time if the files are large.z git add -vzAdding to index: raN)rextendrrrrrNrrr6rBrfrr4)r(rrZ tracked_filesr.rnr)r)r*git_adds  zRepository.git_addcommit files to HF hub)commit_messagec Cs~z.td|g|j}td|jdWnJtjyx}z0t|j dkrZt |j n t |jWYd}~n d}~00dS)z git commit Args: commit_message (`str`, *optional*, defaults to "commit files to HF hub"): The message attributed to the commit. zgit commit -v -mz Committed: rarN) rrNrrrr6rBrfrhr4r)r(rr.rnr)r)r* git_commits zRepository.git_commit)rblockingauto_lfs_pruner-c svd}|r|d|7}t|j|}|dkrJtd|d|rJtdztxtj|tjtjd|jd|r \}} } t |rt||rtj |j||d Wd n1s0YWn2tj y} zt| jWYd } ~ n d } ~ 00|s`fd d } td fdd| |r@|jnd d} |j| || fS|rn||S)a% git push If used without setting `blocking`, will return url to commit on remote repo. If used with `blocking=True`, will return a tuple containing the url to commit and the command object to follow for information about the process. Args: upstream (`str`, *optional*): Upstream to which this should push. If not specified, will push to the lastly defined upstream or to the default one (`origin main`). blocking (`bool`, *optional*, defaults to `True`): Whether the function should return only when the push has finished. Setting this to `False` will return an `CommandInProgress` object which has an `is_done` property. This property will be set to `True` when the push is finished. auto_lfs_prune (`bool`, *optional*, defaults to `False`): Whether to automatically prune files once they have been pushed to the remote. zgit pushz --set-upstream rzSeveral commits (z) will be pushed upstream.z$The progress bars may be unreliable.zutf-8)r4r6encodingrH)rr4Ncs}|durdS|SdS)Nr7pollr2rr)r*rdsz*Repository.git_push..status_methodpushcs duSNr r)r"r)r*mrZz%Repository.git_push..)rrrr )rrrrrrBrCrNrO communicater!killrhrfrrr4rrrr r) r(rrrrZnumber_of_commitsr6r4Z return_codernrZcommand_in_progressr)r"r*git_push"sR    6     zRepository.git_push)rrc Csz10MB). Args: commit_message (`str`): Message to use for the commit. blocking (`bool`, *optional*, defaults to `True`): Whether the function should return only when the `git push` has finished. clean_ok (`bool`, *optional*, defaults to `True`): If True, this function will return None if the repo is untouched. Default behavior is to fail because the git command fails. auto_lfs_prune (`bool`, *optional*, defaults to `False`): Whether to automatically prune files once they have been pushed to the remote. z*Repo currently clean. Ignoring push_to_hubNTrorigin rrr)r/rrrrr(r)r(rrr0rr)r)r* push_to_hubs     zRepository.push_to_hub)rbranchtrack_large_filesrrc csTtd|jd}t|rXt|dkr>t|dddddnt|}td|d|durn|j|d d t|jrtd |j d d ntd |j dt }t t j||jz|VW|j|dz||Wn8ty} zdt| vr | WYd} ~ n d} ~ 00z|jd|j ||dWnDty} z*dt| vrhtd| n| WYd} ~ n d} ~ 00t |n|j|dz||Wn8ty} zdt| vr| WYd} ~ n d} ~ 00z|jd|j ||dWnDtyB} z*dt| vr*td| n| WYd} ~ n d} ~ 00t |0dS)a Context manager utility to handle committing to a repository. This automatically tracks large files (>10Mb) with git-lfs. Set the `track_large_files` argument to `False` if you wish to ignore that behavior. Args: commit_message (`str`): Message to use for the commit. branch (`str`, *optional*): The branch on which the commit will appear. This branch will be checked-out before any operation. track_large_files (`bool`, *optional*, defaults to `True`): Whether to automatically track large files or not. Will do so by default. blocking (`bool`, *optional*, defaults to `True`): Whether the function should return only when the `git push` has finished. auto_lfs_prune (`bool`, defaults to `True`): Whether to automatically prune files once they have been pushed to the remote. Examples: ```python >>> with Repository( ... "text-files", ... clone_from="/text-files", ... token=True, >>> ).commit("My first file :)"): ... with open("file.txt", "w+") as f: ... f.write(json.dumps({"hey": 8})) >>> import torch >>> model = torch.nn.Transformer() >>> with Repository( ... "torch-model", ... clone_from="/torch-model", ... token=True, >>> ).commit("My cool model :)"): ... torch.save(model.state_dict(), "model.pt") ``` rr Nr7z, ...]zPThere exists some updated files in the local repository that are not committed: z|. This may lead to errors if checking out a branch. These files and their modifications will be added to the current commit.TrzPulling changes ...)rz@The current branch has no upstream branch. Will push to 'origin 'r1znothing to commitr2r3zcould not read UsernamezCCouldn't authenticate user for push. Did you set `token` to `True`?)rrrhrArrrrrrrrIrchdirrJrLrrrgr() r(rr5r6rrZfiles_to_stageZ files_in_msgZcurrent_working_directoryer)r)r*commit3sh70          zRepository.commitcCs*tj|jtj}tj|r&t|SdSr$)rIrJrLrr REPOCARD_NAMEisfiler)r(filepathr)r)r*repocard_metadata_loads z!Repository.repocard_metadata_load)datar-cCsttj|jtj|Sr$)rrIrJrLrr r<)r(r@r)r)r*repocard_metadata_savesz!Repository.repocard_metadata_savecCsdd|jDS)z@ Returns the asynchronous commands that failed. cSsg|]}|jdkr|qS)rr2rWcr)r)r*rYrZz.Repository.commands_failed..rr0r)r)r*commands_failedszRepository.commands_failedcCsdd|jDS)zS Returns the asynchronous commands that are currently in progress. cSsg|]}|js|qSr))r/rBr)r)r*rYrZz3Repository.commands_in_progress..rDr0r)r)r*commands_in_progressszRepository.commands_in_progresscCsxd}|jD].}td|jd|jjdt|jq |jrt|ddkr`td|jd|d7}t dq:d S) zr Blocking method: blocks all subsequent execution until all commands have been processed. rzThe z command with PID z failed.ryzCWaiting for the following commands to finish before shutting down: rrN) rErrrr$r;r4rFrrr)r(indexZcommand_failedr)r)r*rs   zRepository.wait_for_commands)NNTNNNFN)N)NN)F)r)r)F)FF)rF)r)NTF)F)N)N)NN)rTTF)NTTF)3r=r>r?r@rrrrrr rArrrErr+rDrrrrrrrrrrrrrrrrrrr r(rr*r-r.r/r4rr;rr?rArErFrr)r)r)r*rs     l  #+! " Z %" $h  r)rN)N):rrIrUrBrr contextlibrpathlibrtypingrrrrrr r r urllib.parser Zhuggingface_hubr Zhuggingface_hub.repocardrrZhf_apirrrbrutilsrrrrrrZutils._deprecationrZ get_loggerr=rrrArErQr\rqrtrrrrFrrrrr)r)r)r*s:  (      S%"  m