g$dZddlZddlZddlZddlZddlZddlZddlZddlZddl m Z ddl m Z ddl mZmZmZmZmZddlmZddlmZddlZddlZddlmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$dd l%m&Z&m'Z'dd l(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4dd l5m6Z6dd l7m8Z8d dl9m:Z:m;Z;d dlm?Z?m@Z@mAZAmBZBmCZCmDZDd dl;mEZEe;jFeGZHejjIZJdZKejLdejMNejLdddZOejPZPejMNeOdZQejLdejRZSejLdeSZTejLdeTZUejMVeQreejMVejRsFdejWvr=dejWvr4dejWvr+eHXdejYeQejRejLdejMNejZdZ[dZ\ej]Z^dD]'Z_ejLe_ej`d e_d!ea(d"Zbd#ZcejWdd$d%ee?vZfefrd&nd'ZgegZhejWdd(d,ej`d)eaejWdd(dZhejWdd*ehZhehd+zZiehd,zZj drd-ekd.ekd/eeke dfd0eekfd1Zld2Zme6d3d45dsd/eeke fd6eefd7Znd8Zodsd9eeekdfd6ekfd:Zpd;eekddddQdNeekejrfdAekd0eekdDeeekekfdEeeesekfdFesd/eeke dfdHeekfdRZwGdSdTZxdUdVdWZydXeezekffdYZ{ dwdZZ|dsd[Z}d\Z~ dxd]ekd^eeekdEeekd_esfd`ZdaZdbZdvdcZGdddeZejMNeUdfZejMesdZnOee5Z ezeZn #e$rdZYnwxYwdddn #1swxYwYejMVeUoeejeUdkZed krereKreHXdgneHXdh eUejRkr eeUeUn enc#e$r[ZdiNejejZeHdjediejjGdkedlYdZ[ndZ[wwxYwed krt ejeUd@meedn5ZedoddddS#1swxYwYdS#e$reHXdpeUdqYdSwxYwdS)yz? Hub utilities: utilities related to download and cache models N)futures)Path)DictListOptionalTupleUnion)urlparse)uuid4) _CACHED_NO_EXISTCommitOperationAdd ModelCard ModelCardData constants create_branch create_commit create_repoget_hf_file_metadatahf_hub_download hf_hub_urltry_to_load_from_cache)REGEX_COMMIT_HASHhttp_get) EntryNotFoundErrorGatedRepoErrorHfHubHTTPErrorHFValidationErrorLocalEntryNotFoundErrorOfflineModeIsEnabledRepositoryNotFoundErrorRevisionNotFoundErrorbuild_hf_headers get_sessionhf_raise_for_statussend_telemetry)_deprecate_method) HTTPError) __version__logging)working_or_temp_dir)ENV_VARS_TRUE_VALUES _tf_version_torch_versionis_tf_availableis_torch_availableis_training_run_on_sagemaker)tqdmctSN)_is_offline_modeR/var/www/html/ai-engine/env/lib/python3.11/site-packages/transformers/utils/hub.pyis_offline_moder9Ts r7 TORCH_HOMEXDG_CACHE_HOMEz~/.cachetorch transformersPYTORCH_PRETRAINED_BERT_CACHEPYTORCH_TRANSFORMERS_CACHETRANSFORMERS_CACHEaIn Transformers v4.22.0, the default path to cache downloaded models changed from '~/.cache/torch/transformers' to '~/.cache/huggingface/hub'. Since you don't seem to have overridden and '~/.cache/torch/transformers' is a directory that exists, we're moving it to '~/.cache/huggingface/hub' to avoid redownloading models you have already in the cache. You should only see this message once.HF_MODULES_CACHEmodulestransformers_modules)r>r?r@zUsing `zQ` is deprecated and will be removed in v5 of Transformers. Use `HF_HOME` instead.z3https://s3.amazonaws.com/models.huggingface.co/bertzhttps://cdn.huggingface.coHUGGINGFACE_CO_STAGINGNOzhttps://hub-ci.huggingface.cozhttps://huggingface.coHUGGINGFACE_CO_RESOLVE_ENDPOINTzUsing the environment variable `HUGGINGFACE_CO_RESOLVE_ENDPOINT` is deprecated and will be removed in Transformers v5. Use `HF_ENDPOINT` instead. HF_ENDPOINTz)/{model_id}/resolve/{revision}/{filename}z/api/telemetry/examplespath_or_repo_id full_filename cache_dirrevisioncJt||||}| |tkr|SdS)NrJrK)rr )rHrIrJrK resolved_files r8_get_cache_file_to_returnrOs8+?MU^iqrrrM ]6F%F%F 4r7c2t|}|jdvS)N)httphttps)r scheme)url_or_filenameparseds r8 is_remote_urlrVs o & &F =- --r7z4.39.0zBThis method is outdated and does not support the new cache system.)versionmessagereturnc|t}n$t|trt|}tj|sgSg}t j|D]}|drtj ||}t|d5}tj |}|d}|d}|drMtj |ddz }||||fdddn #1swxYwY|S) a  Returns a list of tuples representing model binaries that are cached locally. Each tuple has shape `(model_url, etag, size_MB)`. Filenames in `cache_dir` are use to get the metadata for each model, only urls ending with *.bin* are added. Args: cache_dir (`Union[str, Path]`, *optional*): The cache directory to search for models within. Will default to the transformers cache if unset. Returns: List[Tuple]: List of tuples each with shape `(model_url, etag, size_MB)` N.jsonutf-8encodingurletagz.bing.A)r@ isinstancerstrospathisdirlistdirendswithjoinopenjsonloadgetsizestripappend) rJ cached_modelsfile meta_path meta_filemetadatar_r`size_MBs r8get_cached_modelsruss& It $ $# NN 7== # # M 9%% ? ? == ! ! ? Y55Ii'222 ?i9Y//uo'<<''? gooioog.F.FGG#MG!((#tW)=>>>  ? ? ? ? ? ? ? ? ? ? ? ? ? ? ? s.BEE E c v tjtjd}|d}|ddd}n#t $rd}d}YnwxYwt jtjdd}d|vrdnd }d tjvr-tjd dd nd}tjd dtjd dtjddtjdd||||d}|S)NECS_CONTAINER_METADATA_URIImage:r(SM_FRAMEWORK_PARAMSz{}*sagemaker_distributed_dataparallel_enabledTFTRAINING_JOB_ARNSM_FRAMEWORK_MODULE AWS_REGION SM_NUM_GPUSr SM_NUM_CPUS) sm_framework sm_region sm_number_gpu sm_number_cpusm_distributed_trainingsm_deep_learning_containersm_deep_learning_container_tag sm_account_id) requestsgetrcenvironrjsplit Exceptionloadsgetenv) instance_datadlc_container_useddlc_tagsagemaker_paramsruns_distributed_training account_idsagemaker_objects r8define_sagemaker_informationrsJ RZ0L%MNNSSUU *73(..s33A6 !z"),A4"H"HII(TXh(h(hns@RVXV`@`@`-..44S99!<>Y|T22=!44=!44#<&8*1#   sAA""A32A3 user_agentcdtdtjddt}t r |dt z }tr |dtz }tj r|dzStrC|dd d tDzz }tjd d t&vr|d z }t)|t*r8|dd d |Dzz }nt)|t,r|d|zz }|S)zF Formats a user-agent string with basic info about a request. z transformers/z ; python/rz ; session_id/z; torch/z ; tensorflow/z; telemetry/offz; c3*K|]\}}|d|VdS/Nr6.0kvs r8 z"http_user_agent..s0]]da!zzazz]]]]]]r7TRANSFORMERS_IS_CIz ; is_ci/truec3*K|]\}}|d|VdSrr6rs r8rz"http_user_agent..s0IIda!zzazzIIIIIIr7)r)sysrWr SESSION_IDr0r.r/r-rHF_HUB_DISABLE_TELEMETRYr1rhritemsrcrrupperr,radictrb)ruas r8http_user_agentrs~ a ` `s{/@/@/B/B1/E ` `T^ ` `B* )))), +k+++)&%%%#%%^ dTYY]]6R6T6T6Z6Z6\6\]]]]]]] z~~*B//5577;OOO n*d##  dTYYIIj6F6F6H6HIIIIIII J $ $  dZ Ir7rN commit_hashc|||Stt|}tjd|}|dS|d}t j|r|ndS)zP Extracts the commit hash from a resolved filename toward a cache file. Nzsnapshots/([^/]+)/r)rbras_posixresearchgroupsrmatch)rNrrs r8extract_commit_hashrs~ 7]++446677M Y,m < > H;;DHr7FrTfilenameforce_downloadresume_downloadproxiestokenlocal_files_only subfolder repo_type _raise_exceptions_for_gated_repo%_raise_exceptions_for_missing_entries'_raise_exceptions_for_connection_errors _commit_hashc |dd}|-tjdt|t d|}t r|st dd}| d} t|}tj | |}tj |rtj tj || |}tj |s(| r$|d| d fvrt|d |d |d |d dS|S|t}t!|t"rt|}|=|s;t%||||| }|%|t&ur|S| sdStd|d|dt)| } t+||t-| dkrdn| | ||| ||||| }n#t.$rE}t1||||}|| s|cYd}~Std|dt||d}~wt2$r}t|d|d}~wt4$r}t|d|d|d}~wt6$rC}t1||||}|| r|s|cYd}~Stdt8d|d|d|d}~wt:$r<}| sYd}~dS|d}|d| d fvrYd}~dSt|d |d |d |d |d}~wt<$r7}t1||||}||s|cYd}~Std|d|d}~wt>$r}td |d!|d}~wwxYw|S)"a Tries to locate a file in a local folder and repo, downloads and cache it if necessary. Args: path_or_repo_id (`str` or `os.PathLike`): This can be either: - a string, the *model id* of a model repo on huggingface.co. - a path to a *directory* potentially containing the file. filename (`str`): The name of the file to locate in `path_or_repo`. cache_dir (`str` or `os.PathLike`, *optional*): Path to a directory in which a downloaded pretrained model configuration should be cached if the standard cache should not be used. force_download (`bool`, *optional*, defaults to `False`): Whether or not to force to (re-)download the configuration files and override the cached versions if they exist. resume_download: Deprecated and ignored. All downloads are now resumed by default when possible. Will be removed in v5 of Transformers. proxies (`Dict[str, str]`, *optional*): A dictionary of proxy servers to use by protocol or endpoint, e.g., `{'http': 'foo.bar:3128', 'http://hostname': 'foo.bar:4012'}.` The proxies are used on each request. token (`str` or *bool*, *optional*): The token to use as HTTP bearer authorization for remote files. If `True`, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). revision (`str`, *optional*, defaults to `"main"`): The specific model version to use. It can be a branch name, a tag name, or a commit id, since we use a git-based system for storing models and other artifacts on huggingface.co, so `revision` can be any identifier allowed by git. local_files_only (`bool`, *optional*, defaults to `False`): If `True`, will only try to load the tokenizer configuration from local files. subfolder (`str`, *optional*, defaults to `""`): In case the relevant files are located inside a subfolder of the model repo on huggingface.co, you can specify the folder name here. repo_type (`str`, *optional*): Specify the repo type (useful when downloading from a space for instance). Passing `token=True` is required when you want to use a private model. Returns: `Optional[str]`: Returns the resolved file (to the cache folder if downloaded from a repo). Examples: ```python # Download a model weight from the Hub and cache it. model_weights_file = cached_file("google-bert/bert-base-uncased", "pytorch_model.bin") ``` use_auth_tokenNrThe `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead.V`token` and `use_auth_token` are both specified. Please set only the argument `token`.z+Offline mode: forcing local_files_only=TrueTrz config.jsonz /config.json& does not appear to have a file named z#. Checkout 'https://huggingface.co/z/tree/z' for available files.)rJrKrzCould not locate z inside .r) rrrKrJrrrrrrz`You are trying to access a gated repo. Make sure to have access to it at https://huggingface.co/z. a is not a local folder and is not a valid model identifier listed on 'https://huggingface.co/models' If this is a private repository, make sure to pass a token having permission to this repo either by logging in with `huggingface-cli login` or by passing `token=` is not a valid git identifier (branch name, tag name or commit id) that exists for this model name. Check the model page at 'https://huggingface.co/' for available revisions.We couldn't connect to 'zL' to load this file, couldn't find it in the cached files and it looks like z8 is not the path to a directory containing a file named z. Checkout your internet connection or see how to run the library in offline mode at 'https://huggingface.co/docs/transformers/installation#offline-mode'.mainz:There was a specific connection error when trying to load z: zIncorrect path_or_model_id: 'zY'. Please provide either the path to a local folder or the repo_id of a model on the Hub.) popwarningswarn FutureWarning ValueErrorr9loggerinforbrcrdrhreisfileEnvironmentErrorr@rarrr rrlenrrOr r!rrFrr'r)rHrrJrrrrrKrrrrrrrrdeprecated_kwargsrrIrNeerrs r8 cached_filersR'**+;TBBN!  A      uvv v !1  ABBB /**OGLLH55M w}}_%%  RW\\/9%M%MxXX w~~m,, 4 -\eYsYsYsIt9t9t&&ggmgg/>ggFNggg t& )T""# NN . ]i,bk     $$444$$: ft&'d='d'dRa'd'd'deee ,,JF'  !)nn11ddy!)+-     1/=R[]eff  $,L $  C&5 C C:=a&& C C    # # # #     ! S S'6 S S S     #   1/=R[]eff  %8 &: &!  U'F U U/> U U U U U        4 44444  H  )'A'A'AB B B44444 _ _m _ _'6 _ _>F _ _ _    www1/=R[]eff  $,S $ u\kuupsuuvvv  WO W W W    s0G99 M:IM: #I M:I## M:0J M:K,M:2K M:L& L9L M:"M9M:?M M:!M55M: path_or_repoc  | dd} | -tjdt|t d| }t |||||||||| ddd S)a Tries to locate a file in a local folder and repo, downloads and cache it if necessary. Args: path_or_repo (`str` or `os.PathLike`): This can be either: - a string, the *model id* of a model repo on huggingface.co. - a path to a *directory* potentially containing the file. filename (`str`): The name of the file to locate in `path_or_repo`. cache_dir (`str` or `os.PathLike`, *optional*): Path to a directory in which a downloaded pretrained model configuration should be cached if the standard cache should not be used. force_download (`bool`, *optional*, defaults to `False`): Whether or not to force to (re-)download the configuration files and override the cached versions if they exist. resume_download: Deprecated and ignored. All downloads are now resumed by default when possible. Will be removed in v5 of Transformers. proxies (`Dict[str, str]`, *optional*): A dictionary of proxy servers to use by protocol or endpoint, e.g., `{'http': 'foo.bar:3128', 'http://hostname': 'foo.bar:4012'}.` The proxies are used on each request. token (`str` or *bool*, *optional*): The token to use as HTTP bearer authorization for remote files. If `True`, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). revision (`str`, *optional*, defaults to `"main"`): The specific model version to use. It can be a branch name, a tag name, or a commit id, since we use a git-based system for storing models and other artifacts on huggingface.co, so `revision` can be any identifier allowed by git. local_files_only (`bool`, *optional*, defaults to `False`): If `True`, will only try to load the tokenizer configuration from local files. subfolder (`str`, *optional*, defaults to `""`): In case the relevant files are located inside a subfolder of the model repo on huggingface.co, you can specify the folder name here. Passing `token=True` is required when you want to use a private model. Returns: `Optional[str]`: Returns the resolved file (to the cache folder if downloaded from a repo) or `None` if the file does not exist. Examples: ```python # Download a tokenizer configuration from huggingface.co and cache. tokenizer_config = get_file_from_repo("google-bert/bert-base-uncased", "tokenizer_config.json") # This model does not have a tokenizer config so the result will be None. tokenizer_config = get_file_from_repo("FacebookAI/xlm-roberta-base", "tokenizer_config.json") ``` rNrrF) rHrrJrrrrrKrrrrr)rrrrrr) rrrJrrrrrKrrrrs r8get_file_from_reporsH'**+;TBBN!  A      uvv v $%'))..305   r7ctjd|dttj\}}t j|d5}t|||dddn #1swxYwY|S)aw Downloads a given url in a temporary file. This function is not safe to use in multiple processes. Its only use is for deprecated behavior allowing to download config/models with a single url instead of using the Hub. Args: url (`str`): The url of the file to download. proxies (`Dict[str, str]`, *optional*): A dictionary of proxy servers to use by protocol or endpoint, e.g., `{'http': 'foo.bar:3128', 'http://hostname': 'foo.bar:4012'}.` The proxies are used on each request. Returns: `str`: The location of the temporary file where the url was downloaded. z5Using `from_pretrained` with the url of a file (here aY) is deprecated and won't be possible anymore in v5 of Transformers. You should host your file on the Hub (hf.co) instead and use the repository ID. Note that this is not compatible with the caching system (your file will be downloaded at each execution) or multiple processes (each process will download the file in a different temporary file).wb)rN)rrrtempfilemkstemprcfdopenr)r_rtmp_fdtmp_filefs r8 download_urlr>s M c c c c   '))FH 64 *Aa))))*************** Os A))A-0A-)rrJrc |dd} | -tjdt|t d| }t j|r=t jt j ||St|||||} t| t} |r| S tt||||t!|t#d|d } nX#t$jjt$jjf$rt$jjt$jjt0f$r| cYSwxYw t3| d S#t4$r5} t6| t;|d |d | d} ~ wt<$r2} t6| t;|d| d} ~ wt>$r5} t6| t;|d|d| d} ~ wt@$rYdSt$j!$r| cYSwxYw)a Checks if a repo contains a given file without downloading it. Works for remote repos and local folders. If offline mode is enabled, checks if the file exists in the cache. This function will raise an error if the repository `path_or_repo` is not valid or if `revision` does not exist for this repo, but will return False for regular connection errors. rNrr)repo_idrrKrrJ)rrKr)rrF )headersallow_redirectsrtimeoutTzN is a gated repository. Make sure to request access at https://huggingface.co/z and pass a token having permission to this repo either by logging in with `huggingface-cli login` or by passing `token=`.zE is not a local folder or a valid repository name on 'https://hf.co'.rr)"rrrrrrcrdrerrhrrarbr#headrr"rr exceptionsSSLError ProxyErrorConnectionErrorTimeoutrr$rrerrorrr r!rr')rrrKrrrrJrrr cached_pathhas_file_in_cacheresponsers r8has_filerYs0'**+;TBBN!  A      uvv v w}}\""Dw~~bgll<BBCCC ) K#;44!  !==%% |hU^ _ _ _$5_=N=NOOO! &     ((*=*H I +# !!! !   !!H%%%t  Q Z Z&2 Z Z Z     # Q b b b    ! Q t tKW t t t    uu  !!!    !sPAD##AE87E8<F I!0G I!-H I!0H>> I!I! I!ceZdZdZ ddedeedeeeefdeedeedef d Zd eee j ffd Z dd eee j fded e ee fdeedeeeefdededefdZ ddedeedeedeedeeeefdeeeefdededededeeedefdZdS)PushToHubMixinzW A Mixin containing the functionality to push a model or tokenizer to the hub. Nrprivaterrepo_url organizationrYcb|Ctjd|td|tdd}|Otjd||s&d|vr|dd}|d|}t|||d }|jS) z Create the repo if needed, cleans up repo_id with deprecated kwargs `repo_url` and `organization`, retrieves the token. NzgThe `repo_url` argument is deprecated and will be removed in v5 of Transformers. Use `repo_id` instead.zT`repo_id` and `repo_url` are both specified. Please set only the argument `repo_id`.rrzThe `organization` argument is deprecated and will be removed in v5 of Transformers. Set your organization directly in the `repo_id` passed instead (`repo_id={organization}/{model_id}`).T)rrrexist_ok) rrrreplacerF startswithrrr)selfrrrrrr_s r8 _create_repozPushToHubMixin._create_repos   M   " j&&*I'L'L'LbQQG  # Mo   %%l33 6'>>%mmC004G)55G55'RVWWW{r7 working_dircDfdtjDS)zS Returns the list of files with their last modification timestamp. c i|]@}|tjtj|ASr6rcrdgetmtimerhrrrs r8 z8PushToHubMixin._get_files_timestamps..s;ccca27##BGLLa$@$@AAcccr7)rcrf)rrs `r8_get_files_timestampsz$PushToHubMixin._get_files_timestampss+dccc2:VaKbKbccccr7Ffiles_timestampscommit_message create_prrKcommit_descriptionc |dd|jjvrd}nSd|jjvrd}nBd|jjvrd}n1d|jjvrd }n d |jjvrd }nd |jj}fd tjD} fd| D} g} | D]} tjtj| rtjtj| D]c} | ttj| | tj| | d| ttj| | |U| ds@ t|||dn+#t$r} | j j dkr|rnYd} ~ nd} ~ wwxYwtd|dd| t!|| |||||S)zh Uploads all modified files in `working_dir` to `repo_id`, based on `files_timestamps`. NModelz Upload modelConfigz Upload config TokenizerzUpload tokenizerFeatureExtractorzUpload feature extractor ProcessorzUpload processorzUpload cg|]O}|vsGtjtj||kM|PSr6r)rrr rs r8 z9PushToHubMixin._upload_modified_files..sa   (((BG,<,.sy   w~~bgll;::;; @Bw}}RW\\ZeghMiMi?j?j    r7)path_or_fileobj path_in_repozrefs/prT)rbranchrriz!Uploading the following files to : ,)r operationsr rrr rK) __class____name__rcrfrdrerhrnr rrrr status_coderrr)rrrr r rr rKrmodified_filesrrprrs ` ` r8_upload_modified_filesz%PushToHubMixin._upload_modified_filess  !$.111!/T^444!0 777!3#t~'>>>!; 777!3!D4>+B!D!D     Z ,,       #     "  Dw}}RW\\+t<<== BGLLd$C$CDDA%%*,.GLLdA,N,N]_]d]i]ijnpq]r]r!!&rw||KQU7V7Veijjj  (;(;I(F(F  gheVZ[[[[[!   :)S00Y0DDDD    ]]]388NC[C[]]^^^!)1    sG## H -HH 5GBT use_temp_dirmax_shard_sizesafe_serializationtagsc | dd} | dd}| -tjdt|t d| }| dd}|tjdt|t d t j|r-|t jj d }|}n9|}|d d }n|d d }| d d}| d d}| |||||}t|| ||}| t j| }t||5}| |}|||||t j|d|||||||| | cdddS#1swxYwYdS)u Upload the {object_files} to the 🤗 Model Hub. Parameters: repo_id (`str`): The name of the repository you want to push your {object} to. It should contain your organization name when pushing to a given organization. use_temp_dir (`bool`, *optional*): Whether or not to use a temporary directory to store the files saved before they are pushed to the Hub. Will default to `True` if there is no directory named like `repo_id`, `False` otherwise. commit_message (`str`, *optional*): Message to commit while pushing. Will default to `"Upload {object}"`. private (`bool`, *optional*): Whether or not the repository created should be private. token (`bool` or `str`, *optional*): The token to use as HTTP bearer authorization for remote files. If `True`, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). Will default to `True` if `repo_url` is not specified. max_shard_size (`int` or `str`, *optional*, defaults to `"5GB"`): Only applicable for models. The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size lower than this size. If expressed as a string, needs to be digits followed by a unit (like `"5MB"`). We default it to `"5GB"` so that users can easily load models on free-tier Google Colab instances without any CPU OOM issues. create_pr (`bool`, *optional*, defaults to `False`): Whether or not to create a PR with the uploaded files or directly commit. safe_serialization (`bool`, *optional*, defaults to `True`): Whether or not to convert the model weights in safetensors format for safer serialization. revision (`str`, *optional*): Branch to push the uploaded files to. commit_description (`str`, *optional*): The description of the commit that will be created tags (`List[str]`, *optional*): List of tags to push on the Hub. Examples: ```python from transformers import {object_class} {object} = {object_class}.from_pretrained("google-bert/bert-base-cased") # Push the {object} to your namespace with the name "my-finetuned-bert". {object}.push_to_hub("my-finetuned-bert") # Push the {object} to an organization with the name "my-finetuned-bert". {object}.push_to_hub("huggingface/my-finetuned-bert") ``` rNignore_metadata_errorsFrrrepo_path_or_namezpThe `repo_path_or_name` argument is deprecated and will be removed in v5 of Transformers. Use `repo_id` instead.z]`repo_id` and `repo_path_or_name` are both specified. Please set only the argument `repo_id`.rrrr)rrrrrr))rr$)r%r&z README.md)r rr rKr)rrrrrrcrdrerseprcreate_and_tag_model_cardr+r save_pretrainedsaverhr")rrr$r rrr%r r&rKrr'rrr)r*rrr model_cardwork_dirr s r8 push_to_hubzPushToHubMixin.push_to_hub<s~+../?FF!2!6!67OQV!W!W  % ME     l#E-112EtLL  ( M%    " sw}}.// 5!-- 44R8% ,%mmC004 "--,,R0K%((T::(,,^TBB ## WEHS_$   / T?U     !w}}[999L [| T T T X`#99(CC   .]o p p p OOBGLL;?? @ @ @.. -#!#5/                    s0A=H::H>H>)NNNN)NNFNN) NNNNr#FTNNN)r __module__ __qualname____doc__rbrboolr rrcPathLiker rfloatr"intrr2r6r7r8rrse#',0"&&* !!!$!dCi() ! 3- ! sm ! !!!!FdsBK7G1Hdddd)-,0"&M M 3 +,M M sEz* M ! M dCi() M M M  M M M M d(,(,"&,049#'"&$(GGGtnG! G $ G dCi() G!sCx1GG!GG GtCy!G GGGGGGr7rpytorch) frameworkc&trdS||d}|D]}d|jD}d|vr2|d}tj|s |d|d<d|vr |d|d<kd|vrd|dd d d d d }|d d }|d |d|d<tddtt|dS)a Sends telemetry that helps tracking the examples use. Args: example_name (`str`): The name of the example. *example_args (dataclasses or `argparse.ArgumentParser`): The arguments to the script. This function will only try to extract the model and dataset name from those. Nothing else is tracked. framework (`str`, *optional*, defaults to `"pytorch"`): The framework for the example. N)exampler;cHi|]\}}|d||| S)_)rrs r8r z*send_example_telemetry..s6jjjAallSVFWFWj\]\i1\i\i\ir7model_name_or_path model_name dataset_name task_nametf_rflax_run_ _no_trainer-examplesr=)topic library_namelibrary_versionr) r9__dict__rrcrdrerr%r)r) example_namer; example_argsdataargs args_as_dictrA script_names r8send_example_telemetryrTs[#) < )>jjj < / /%&:;J7==,, H%12F%G\" \ ) )#/#?D L ( (&..ub99AA'2NNVVW]_abbK%--mR@@K&1#O#OL4M#O#OD ~{_nos_t_tr7sizect|tr|S|drt|dddzS|drt|dddzS|drt|dddzS|d r6t|dd d z}|d r|d zn|S|dr6t|dd dz}|d r|d zn|S|dr6t|dd dz}|d r|d zn|St d)a' Converts a size expressed as a string with digits an unit (like `"5MB"`) to an integer (in bytes). Args: size (`int` or `str`): The size to convert. Will be directly returned if an `int`. Example: ```py >>> convert_file_size_to_int("1MiB") 1048576 ``` GIBNi@MIBiKIBiGBiʚ;bMBi@BKBizR`size` is not in a valid format. Use an integer followed by the unit, e.g., '5GB'.)rar9rrgr)rUint_sizes r8convert_file_size_to_intrbs$  zz||U##(49~~'' zz||U##(49~~'' zz||U##(49~~'' zz||T""AtCRCy>>U+ $ c 2 2@x1}}@ zz||T""AtCRCy>>U+ $ c 2 2@x1}}@ zz||T""AtCRCy>>U+ $ c 2 2@x1}}@ i j jjr7c  h ddl} | dd}|-tjdt|t d|}t j|st d|ddt|d 5}| j | }dddn #1swxYwYtt|d }|d }t|d |d <|d |d <t jr fd |D}||fSg}t'|d|| }|dup|}t)|d| D]{} t+||||||||| |  }nG#t,$rt/d|dt0$rt/dt2d|dwxYw|||||fS)a For a given model: - download and cache all the shards of a sharded checkpoint if `pretrained_model_name_or_path` is a model ID on the Hub - returns the list of paths to all the shards, as well as some metadata. For the description of each arg, see [`PreTrainedModel.from_pretrained`]. `index_filename` is the full path to the index (downloaded and cached if `pretrained_model_name_or_path` is a model ID on the Hub). rNrrrzCan't find a checkpoint index (z) in rr weight_maprsall_checkpoint_keyscRg|]#}tj|$Sr6)rcrdrh)rrpretrained_model_name_or_pathrs r8rz.get_checkpoint_shard_files..<s.nnnYZ27<<(EyRSTTnnnr7rrMzDownloading shards)descdisable) rJrrrrrrrKrrrz5 which is required according to the checkpoint index.rz ' to load z?. You should try again after checking your internet connection.)rjrrrrrrcrdrrirreadsortedsetvalueslistkeyscopyrerr2rrrr'rFrn)rhindex_filenamerJrrrrrrrKrrrrjrrindexshard_filenamessharded_metadatacached_filenames last_shardshow_progress_barshard_filenamecached_filenames` ` r8get_checkpoint_shard_filesr{ s32KKK&**+;TBBN!  A      uvv v 7>>. ) )rp>ppPmpppqqq nc " "%a 16688$$%%%%%%%%%%%%%%%S|!4!;!;!=!=>>??OZ(.253F3K3K3M3M.N.N*+%*<%8%=%=%?%?\" w}}2331nnnnn^mnnn 000(%r':iZfJ#d*>Xf>>>    "B+JBBVdBBB   0000 - --s#CCC7GAHc&|t}nt|}tj|sgSg}tj|D]}tj||d}tj|sEt|d5}tj |}|d}|d dd}| |||d dddn #1swxYwY|S) zH Returns a list for all files cached with appropriate metadata. Nr[r\r]r_r`"r)rpr_r`) r@rbrcrdrerfrhrrirjrkrrn)rJ cached_filesrprqrrrsr_r`s r8get_all_cached_filesrmsY&  NN 7== # # L 9%% J JGLLtNNN;; w~~i((   )g . . . J)y++H5/CF#++C44D   c4 H H I I I  J J J J J J J J J J J J J J J s'ADD D ctjd|}|dS|\}}}ddg|dz}|||dS)z? Extract repo_name, revision and filename from an url. z3^https://huggingface\.co/(.*)/resolve/([^/]*)/(.*)$Nz--modelsr)reporKr)rrrrhr)r_rrrKr cache_repos r8extract_info_from_urlrsfYMs S SF ~t%}}D(HH: 3788JH( K KKr7rr'r)cJ tj|||}n=#t$r0d}t|gn|d}tj||}YnwxYw|J|jj g|j_|D]/}||jjvr|jj|0|S)ae Creates or loads an existing model card and tags it. Args: repo_id (`str`): The repo_id where to look for the model card. tags (`List[str]`, *optional*): The list of tags to add in the model card token (`str`, *optional*): Authentication token, obtained with `huggingface_hub.HfApi.login` method. Will default to the stored token. ignore_metadata_errors (`str`): If True, errors while parsing the metadata section will be ignored. Some information might be lost during the process. Use it at your own risk. r+uThis is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated.Nr=)r'rK)model_description)rrkrr from_templaterPr'rn)rr'rr)r0r card_data model_tags r8r-r-s(]^G5Qghhh ]]]e!T\rrtR`aaa ,YJ[\\\ ]   ?  '#%JO  7 7I  444$++I666 s7AAc||d|dfD]5}tj|rtj|6dS)z> Remove, if they exist, file, file.json and file.lock r[z.lockN)rcrdrremove)rprs r8clean_files_forrsTtNNNtNNN 3 7>>!    IaLLLr7ctj|dtjtj|dd||kr^tj|d|}t |d5}||dddn #1swxYwYtjtj|ddtj|d|}t j||tjtj|ddtjtj|d|dtj|d||} tj || t|dS)zQ Move file to repo following the new huggingface hub cache organization. TrrefswNblobs snapshots) rcmakedirsrdrhriwriteshutilmovehuggingface_hub file_download_create_relative_symlinkr) rprrrKr`rref_pathr blob_path pointer_paths r8move_to_new_cachersKt$$$$K T6**T::::;7<<fh77 (C  !A GGK  ! ! ! ! ! ! ! ! ! ! ! ! ! ! !K T7++d;;;; T7D11I Ki   K T;//$????K T; <td|jDS)Nc3>K|]}|VdSr4)donerjobs r8rz)PushInProgress.is_done..s*33#388::333333r7)allrrs r8is_donezPushInProgress.is_dones!33333333r7c8tj|jdSr4)rwaitrrs r8wait_until_donezPushInProgress.wait_until_dones TYr7c2d|jD|_dS)Ncbg|],}||*|-Sr6)cancelrrs r8rz)PushInProgress.cancel..sH   JJLL  %(HHJJ     r7rrs r8rzPushInProgress.cancels(  y    r7r4)rYN) rr3r4r5rrFuturerrrrr6r7r8rr s~11Xgn511111444         r7rz version.txtauYou are offline and the cache for model files in Transformers v4.22.0 has been updated while your local cache seems to be the one of a previous version. It is very likely that all your calls to any `from_pretrained()` method will fail. Remove the offline mode and enable internet connection to have your cache be updated automatically, then you can go back to offline mode.zThe cache for model files in Transformers v4.22.0 has been updated. Migrating your old cache. This is a one-time only operation. You can interrupt this and resume the migration later on by calling `transformers.utils.move_cache()`. z5There was a problem when trying to move your cache: rz Please file an issue at https://github.com/huggingface/transformers/issues/new/choose and copy paste this whole message and we will do our best to help.rr1z?There was a problem when trying to write in your cache folder (zV). You should set the environment variable TRANSFORMERS_CACHE to a writable directory.)NNr4)NFNNNNFrNNTTTN)NFNNNNFr)NNN) NFNNFNNNrN)NNF)r5rjrcrrrr tracebackr concurrentrpathlibrtypingrrrrr urllib.parser uuidr rrr r rrrrrrrrrrhuggingface_hub.file_downloadrrhuggingface_hub.utilsrrrrrrr r!r"r#r$r%"huggingface_hub.utils._deprecationr&requests.exceptionsr'rr)r*genericr+ import_utilsr,r-r.r/r0r1r2 get_loggerrrHF_HUB_OFFLINEr5r9rrdrhtorch_cache_homedefault_cache_pathold_default_cache_path HF_HUB_CACHEr>r?r@rerwarningrHF_HOMErA TRANSFORMERS_DYNAMIC_MODULE_NAMEhexrkeyrrS3_BUCKET_PREFIXCLOUDFRONT_DISTRIB_PREFIXrr _staging_mode_default_endpointrFHUGGINGFACE_CO_PREFIX!HUGGINGFACE_CO_EXAMPLES_TELEMETRYrbrOrVrurrrr7r6rrrrrrTr9rbr{rrr-rrrrcache_version_filer cache_versionrirrkrrrfcache_is_not_emptyrr format_tb __traceback__tracerrrrr6r7r8rs 55555555555555!!!!!!                            FEEEEEEE                            A@@@@@))))))""""""""((((((  H % %",;29\27<<  BRT^8_8_ah+i+ijj1&6GG!* *I9Ka b b&RY'CEbccRY35OPPGMM())@ GMM)0 1 1@ (rz99$BJ66BJ.. NN 'FK& (>???29/i>OQZ1[1[\\#9 UWW[  a  Cry~~! lc l l l    I8 7>>DDFFJ^^ 7Db33Jb"3:>>3T::FHM 6 ')jnn5VX\&]&]#"$*..@_"`"`7:ee$CF_$_!sw),9>sD$9Objknbo...8-qrrr  sDy!1 T%[   sr F4dCo 6#. Ix} I8C= IU]^aUb I I I I"48 &*(,(,""#7;-12648"&!JJ3 +,JJc2;./0J J d^ J d38n % J E$)$ %JsmJJJ}JsDcN234J'+J,0J.2J 3-!J$c]%JJJJh48 &*(,(,""\\R[()\\c2;./0\ \ d^ \ d38n % \ E$)$ %\sm\\\\\\~<#(,(, c!#(,#c!c!c!R[()c!c!smc!d38n % c! E$)$ % c!c!S$_%c!}c!c!c!c!LDDDDDDDDNCL     Fk5c?kkkkH   ].].].].F4 L L L!%#( %% % 49 % C=%! %%%%P4, , , , ^        .W\\"4mDD w~~())MM  ! !Q CMMMM   MMM  W]]#566b33zrzJ\?]?];^;^ab;b1+   Y      1    !7 7 7 J)+= > > > > JLLL     -)-ao>>??  7e 7 7q{Oc 7 7gh 7 7 7         1  &6666 T$c * * a GGCLLL                       SN` S S S       sWV=<W=WWWWWW"Y99[>A[[#\1\$ \1$\((\1+\(,\11]]