gtdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZddlmZddl mZmZmZmZmZddlmZddlmZmZmZmZmZmZeje Z!e j"Z#d Z$d ee%ej&fd dfd Z'd ee%ej&fd ee%fdZ(d ee%ej&fd ee%fdZ)dee%ej&fd ee%fdZ*dee%ej&fd ee%fdZ+ddde%dee%ej&fde,d e j-fdZ. d.dee%ej&fd e%deee%ej&fde,dee,deee%e%fdeee,e%fdee%d e,d!ee%d"ee%d e%fd#Z/ d.d$e%dee%ej&fdeee%ej&fde,dee,deee%e%fdeee,e%fdee%d e,d!ee%d%ee%d e j-fd&Z0d/d'ed(ee%ej&fd)eed ee%fd*Z1d+Z2d,Z3d-Z4dS)0z3Utilities to dynamically load objects from the Hub.N)Path) ModuleType)AnyDictListOptionalUnion)try_to_load_from_cache)HF_MODULES_CACHE TRANSFORMERS_DYNAMIC_MODULE_NAME cached_fileextract_commit_hashis_offline_modeloggingcVttjvrdStjtt jtdt tdz }|s)|tj dSdS)z_ Creates the cache directory for modules with an init, and adds it to the Python path. NTexist_ok __init__.py) r syspathappendosmakedirsrexiststouch importlibinvalidate_caches) init_paths ]/var/www/html/ai-engine/env/lib/python3.11/site-packages/transformers/dynamic_module_utils.pyinit_hf_modulesr!1s 38##HOO$%%%K 40000%&&6I     &#%%%%%&&namereturnc~ttt|z }|jst |jtj|d|dz }|s)| tj dSdS)z Creates a dynamic module in the cache directory for modules. Args: name (`str` or `os.PathLike`): The name of the dynamic module to create. TrrN) r!rr resolveparentrcreate_dynamic_modulerrrrr)r#dynamic_module_pathrs r r(r(As 011D8AACC  % , , . .:18999K#d3333#m3I     & #%%%%% &&r" module_filec@t|dd5}|}dddn #1swxYwYtjd|tj}|tjd|tjz }t t |S)z Get the list of modules that are relatively imported in a module file. Args: module_file (`str` or `os.PathLike`): The module file to inspect. Returns: `List[str]`: The list of relative imports in the module. rutf-8encodingNz^\s*import\s+\.(\S+)\s*$flagsz^\s*from\s+\.(\S+)\s+import)openreadrefindall MULTILINElistset)r*fcontentrelative_importss r get_relative_importsr<Ws k3 1 1 1Q&&((z"=wbl[[[ #A7RTR^____ $%% & && 488c:d}|g}g|sg}|D]$}|t|%t|jfd|D}fd|D}d|D}t |dk}||S)a Get the list of all files that are needed for a given module. Note that this function recurses through the relative imports (if a imports b and b imports c, it will return module files for b and c). Args: module_file (`str` or `os.PathLike`): The module file to inspect. Returns: `List[str]`: The list of all relative imports a given module needs (recursively), which will give us the list of module files a given module needs. Fc4g|]}t|z S)str).0m module_paths r z-get_relative_import_files..s%FFFQC a00FFFr"cg|]}|v| Sr@r@)rBr9all_relative_importss r rEz-get_relative_import_files..s$YYY!1DX;X;XA;X;X;Xr"cg|]}|dS).pyr@rBr9s r rEz-get_relative_import_files..s>>>Q)))>>>r"r)extendr<rr'len)r* no_changefiles_to_check new_importsr9new_import_filesrGrDs @@r get_relative_import_filesrQlsI!]N 4  8 8A   3A66 7 7 7 7;''. FFFF+FFFYYYY'7YYY>>-=>>>())Q. ##N333 4 r"filenamect|dd5}|}dddn #1swxYwYtjdd|tjtjz}tjdd|tj}tjd |tj}|tjd |tjz }d |D}tt|S) a Extracts all the libraries (not relative imports this time) that are imported in a file. Args: filename (`str` or `os.PathLike`): The module file to inspect. Returns: `List[str]`: The list of all packages required to use the input module. r,r-r.Nz \s*try\s*:\s*.*?\s*except\s*.*?:r0zHif is_flash_attn[a-zA-Z0-9_]+available\(\):\s*(from flash_attn\s*.*\s*)+z^\s*import\s+(\S+)\s*$z^\s*from\s+(\S+)\s+importcng|]2}|d|dd3S).r) startswithsplit)rBimps r rEzget_imports..s8OOOS3>>#;N;NOsyy~~a OOOr") r2r3r4subr6DOTALLr5r7r8)rRr9r:importss r get_importsr]s# hg . . .!&&((f8"gR\\^\eMefffGfSUWY`hjhtG j2G2<PPPG rz6r|TTTTGOOGOOOG G  r=ct|}g}|D]v} tj|#t$rR}td|d|dt |vr||nYd}~od}~wwxYwt|dkrz&get_class_in_module..s62c2cQR588allnn3L2c2c2c2c2c2cr"__transformers_module_hash__rT)rrnormpathendswithreplaceseprr _HF_REMOTE_CODE_LOCKrmodulespoprrgetutilspec_from_file_locationsortedmaprQhashlibsha256re hexdigestmodule_from_specgetattrloader exec_modulert) rkrDrjr#r* cached_module module_spec module_files module_hashmodules r get_class_in_modulers& 7  K ( (D }}UCRCy << S ) )D-..#((2c2cVb2c2c2c*c*cddnnpp   ^44[AAF &CK  "F 692 > >+ M M   * *6 2 2 22=F /vz**-++++++++++++++++++sE$G33G7:G7pretrained_model_name_or_path cache_dirforce_downloadresume_downloadproxiestokenrevisionlocal_files_only repo_type _commit_hashc P| dd} | -tjdt|t d| }t r|st dd}t|}tj |} | r tj |}n9| dtj j}t|||| | }g} t!|||||||||| | }| s||kr||n0#t$$r#t d |d |d wxYwt)|}t*tj jz|z}t-|t/t0|z }|tj |kr||z r%t5j|t||z s+t9j|||z t=j|D]}|d }tj ||}||z r%t5j|t||z s+t9j|||z t=jntC|| }||z }|tj jz|z}t-|||z s+t9j|||z t=j|D]P}||d z s4tE||d |||||||| ||d QtG|dkrR|Pd d|D}| dn| d}d||}t $d|d|dtj ||S)a Prepares Downloads a module from a local folder or a distant repo and returns its path inside the cached Transformers module. Args: pretrained_model_name_or_path (`str` or `os.PathLike`): This can be either: - a string, the *model id* of a pretrained model configuration hosted inside a model repo on huggingface.co. - a path to a *directory* containing a configuration file saved using the [`~PreTrainedTokenizer.save_pretrained`] method, e.g., `./my_model_directory/`. module_file (`str`): The name of the module file containing the class to look for. cache_dir (`str` or `os.PathLike`, *optional*): Path to a directory in which a downloaded pretrained model configuration should be cached if the standard cache should not be used. force_download (`bool`, *optional*, defaults to `False`): Whether or not to force to (re-)download the configuration files and override the cached versions if they exist. resume_download: Deprecated and ignored. All downloads are now resumed by default when possible. Will be removed in v5 of Transformers. proxies (`Dict[str, str]`, *optional*): A dictionary of proxy servers to use by protocol or endpoint, e.g., `{'http': 'foo.bar:3128', 'http://hostname': 'foo.bar:4012'}.` The proxies are used on each request. token (`str` or *bool*, *optional*): The token to use as HTTP bearer authorization for remote files. If `True`, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). revision (`str`, *optional*, defaults to `"main"`): The specific model version to use. It can be a branch name, a tag name, or a commit id, since we use a git-based system for storing models and other artifacts on huggingface.co, so `revision` can be any identifier allowed by git. local_files_only (`bool`, *optional*, defaults to `False`): If `True`, will only try to load the tokenizer configuration from local files. repo_type (`str`, *optional*): Specify the repo type (useful when downloading from a space for instance). Passing `token=True` is required when you want to use a private model. Returns: `str`: The path to the module inside the cache. use_auth_tokenNrThe `use_auth_token` argument is deprecated and will be removed in v5 of Transformers. Please use `token` instead.V`token` and `use_auth_token` are both specified. Please set only the argument `token`.z+Offline mode: forcing local_files_only=TrueT/)rrr) rrrrrrrrrzCould not locate the z inside rVrI)rrrrrrrrr cg|]}d|S)z- r@rJs r rEz*get_cached_module_file..s;;;AxAxx;;;r"rTzs/zhttps://huggingface.co/z9A new version of the following files was downloaded from z: z . Make sure to double-check they do not contain any added malicious code. To avoid downloading new versions of the code file, you can pin a revision.)%r{warningswarn FutureWarning ValueErrorrrcinforArrisdirbasenamerwrxr rrEnvironmentErrorerrorrhr r(rr rfilecmpcmpshutilcopyrrrerget_cached_module_filerLrd)rr*rrrrrrrrrdeprecated_kwargsris_local submoduler new_filesresolved_module_filemodules_neededfull_submodulesubmodule_path module_neededmodule_needed_file commit_hash repo_type_strurls r rrs|'**+;TBBN!  A      uvv v !1  ABBB%((E$F$F!w}}:;;H G$$%BCC 199#rw{KK . );)Vbnw   I* ) )+-%  *M-AAA   [ ) ) )  b[bbB_bbbccc  ##788N6 CiON.)))*++n MM (+5'"'+5 Cn---,4466 * K,n{.J K K K  ' ) ) )+ 8 8M" %:%:%::BBDD 8&1$)))'#1$3#%%5!,      M!6!6!6777 9~~h.II;;;;;<< '/ 5E5E5E V V7TVV A A APY A A A   7<< 4 44s >7D66-E#class_reference code_revisionc j| dd} | -tjdt|t d| }d|vr|d\} }n|} |d\}}| || kr|} t | |dz|||||| ||  }t||| S) a> Extracts a class from a module file, present in the local folder or repository of a model. Calling this function will execute the code in the module file found locally or downloaded from the Hub. It should therefore only be called on trusted repos. Args: class_reference (`str`): The full name of the class to load, including its module and optionally its repo. pretrained_model_name_or_path (`str` or `os.PathLike`): This can be either: - a string, the *model id* of a pretrained model configuration hosted inside a model repo on huggingface.co. - a path to a *directory* containing a configuration file saved using the [`~PreTrainedTokenizer.save_pretrained`] method, e.g., `./my_model_directory/`. This is used when `class_reference` does not specify another repo. module_file (`str`): The name of the module file containing the class to look for. class_name (`str`): The name of the class to import in the module. cache_dir (`str` or `os.PathLike`, *optional*): Path to a directory in which a downloaded pretrained model configuration should be cached if the standard cache should not be used. force_download (`bool`, *optional*, defaults to `False`): Whether or not to force to (re-)download the configuration files and override the cached versions if they exist. resume_download: Deprecated and ignored. All downloads are now resumed by default when possible. Will be removed in v5 of Transformers. proxies (`Dict[str, str]`, *optional*): A dictionary of proxy servers to use by protocol or endpoint, e.g., `{'http': 'foo.bar:3128', 'http://hostname': 'foo.bar:4012'}.` The proxies are used on each request. token (`str` or `bool`, *optional*): The token to use as HTTP bearer authorization for remote files. If `True`, will use the token generated when running `huggingface-cli login` (stored in `~/.huggingface`). revision (`str`, *optional*, defaults to `"main"`): The specific model version to use. It can be a branch name, a tag name, or a commit id, since we use a git-based system for storing models and other artifacts on huggingface.co, so `revision` can be any identifier allowed by git. local_files_only (`bool`, *optional*, defaults to `False`): If `True`, will only try to load the tokenizer configuration from local files. repo_type (`str`, *optional*): Specify the repo type (useful when downloading from a space for instance). code_revision (`str`, *optional*, defaults to `"main"`): The specific revision to use for the code on the Hub, if the code leaves in a different repository than the rest of the model. It can be a branch name, a tag name, or a commit id, since we use a git-based system for storing models and other artifacts on huggingface.co, so `revision` can be any identifier allowed by git. Passing `token=True` is required when you want to use a private model. Returns: `typing.Type`: The class, dynamically imported from the module. Examples: ```python # Download module `modeling.py` from huggingface.co and cache then extract the class `MyBertModel` from this # module. cls = get_class_from_dynamic_module("modeling.MyBertModel", "sgugger/my-bert-model") # Download module `modeling.py` from a given repo and cache then extract the class `MyBertModel` from this # module. cls = get_class_from_dynamic_module("sgugger/my-bert-model--modeling.MyBertModel", "sgugger/another-bert-model") ```rNrrz--rVrI)rrrrrrrrri)r{rrrrrXrr)rrrrrrrrrrrkwargsrrepo_idr*rk final_modules r get_class_from_dynamic_modulerstZZ 0$77N!  A      uvv v #2#8#8#>#> /-33C88K!>'!I!I )e%')   L zt d}|j}|dd}|d|j}n|d jj}||f}t |tr'|di} || j <| |d<dSt |dd||j j <dS j |i|_ dS)NrV TokenizerFastslow_tokenizer_classauto_map) __class__ __module__rX__name__rvr isinstancedictr| _auto_classr) _config module_name last_module full_namerfast_tokenizer_classslow_tokenizerslow_tok_module_namelast_slow_tok_modulerrs r _set_auto_map_in_configz3custom_object_save.._set_auto_map_in_configAsm. !'',,R0 "==S]%;== ) # ##' #' }%..v66 Q*5'P'P 8N'P'P$3 6==I%,S2H%I%IN+9+D(+?+E+Ec+J+J2+N(.B+^+^^E\+^+^(+6'P'P 8N'P'P$-/CDI gt $ $ <{{:r22H(1HS_ %"*GJ    Wj$ / / ;09G S_ - - - #;G   r")rrcrdrr7tuplerrz__file__rr#rrrrQ) rrrrcfgresult object_file dest_file needed_files ` r custom_object_saver+sw ~## s        <<<<<@&4-((( ) )C # #C ( ( ( ( )  ''' F+cn-6KV [ 1 1 67I K Y''' MM)1==!! LLD$5$5$:;  K+++ i    Mr"c td)NzLoading this model requires you to execute custom code contained in the model repository on your local machine. Please set the option `trust_remote_code=True` to permit loading of this model.)r)signumframes r _raise_timeout_errorrws  c  r"c|]|rd}nW|rBtdkr6d} tjtjt}tjt|It d|d|d}|dvrd}n|dvrd}|Itjdn$#t$rtd|d|d wxYw |3tjtj|tjdnM#|4tjtj|tjdwwxYw|rtdd|r|s|std |d |S) NFrzThe repository for z contains custom code which must be executed to correctly load the model. You can inspect the repository content at https://hf.co/z. You can avoid this prompt in future by passing the argument `trust_remote_code=True`. Do you wish to run the custom code? [y/N] )yesy1T)non0rTzS. Please pass the argument `trust_remote_code=True` to allow custom code to be run.zLoading z requires you to execute the configuration file in that repo on your local machine. Make sure you have read the code there to avoid malicious use, then set the option `trust_remote_code=True` to remove this error.) TIME_OUT_REMOTE_CODEsignalSIGALRMralarminputlower Exceptionr)trust_remote_code model_namehas_local_codehas_remote_codeprev_sig_handleranswers r resolve_trust_remote_coders   - %    -!5!9!9#  $#)=AU#V#V  1222'/"FjFFcmFFFF ||~~):::,0))+???,1)(/ Q    i*ii_iiii  $/M&.2BCCCLOOO$/M&.2BCCCLOOOO0 - t , , , ~ 6G  Mz M M M   sBB98D9!CD8E ) NFNNNNFNNrp)5__doc__rrrimportlib.utilrr4rrr threadingtypingrpathlibrtypesrrrrrr huggingface_hubr utilsr r rrrr get_loggerrrcLockryr!rAPathLiker(r<rQr]rhboolTyperrrrrrrr@r"r r sU:9  33333333333333222222  H % %%y~'' & & & &c2;&6 7&D&&&&,'eC,<&='$s)''''* 5bk1A+B tCy    B%R[ 01d3i: *E#r{"23 *S * * * *N .+.+.+.+sBK'(.+ .+  [ .+.+.+.+h48 &*(,(,""#"&m5m5#(bk)9#:m5m5c2;./0m5 m5 d^ m5 d38n % m5 E$)$ %m5smm5m5}m53-m5 m5m5m5m5f48 &*(,(,""##'zVzVzV#(bk)9#:zVc2;./0zV zV d^ zV d38n % zV E$)$ %zVsmzVzV}zVC=zV [zVzVzVzVzIICIsBK/?)@I(SW.IdhildmIIIIX+++++r"