g4 dZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl m Z ddl mZddlmZddlmZddlmZmZmZmZmZmZmZddlmZd d lmZeje Z!dQd e"d e#deee#e"fe#ffdZ$hdZ%e%&dhZ'ej()dd*Z+ej()dd*Z,ej()dd*Z-ej()dd*Z.ej()dd*Z/ej0dZ1dZ2dZ3dZ4dZ5dZ6e$dd \Z7Z8e$d!Z9e$d"Z:ej;<d#duZ=e$d$Z>e$d%Z?e$d&Z@e$d'ZAe$d(ZBe$d)ZCe$d*ZDej;<d+duZEe$d,ZFej;<d-duZGe$d.ZHe$d/ZIej;<d0duZJ ejKd0ZLe!Md1eLn`#ejKjN$rN ejKd2ZLe!Md1eLn#ejKjN$rd ZJYnwxYwYnwxYwe$d3ZOe$d4ZPe$d5d \ZQZRe$d6ZSe$d7ZTe$d8ZUe$d9ZVe$d:ZWe$d;ZXe$d<ZYe$d=ZZe$d>Z[e$d?Z\e$d@Z]e$dAZ^ej;<dBduZ_e$dCZ`d Za ejKdDdZan#ejKjN$rd ZaYnwxYwej;<dEduZbe$dFZce$dGZde$dHZee$dIZfe$dJZge$dKZhe$dLZie$dMZje$dNZke$dOZle$dPZme$dQZne$dRZoe$dSZpe$dTZqe$dUZre$dVZse$dWd \ZtZuej;<dXduZvevr3 ejKdYn#ejKjN$rd ZvYnwxYwej;<dZduZwe$d[Zxe$d\Zye$d]d \ZzZ{e$d^Z|e$d_Z}e$d`Z~e$daZe$dbZe$dcZe$ddZe$deZe$dfd \ZZe$dgZe$dhd \ZZe$diZe$djZe$dkZdlZd Ze,e'vre+e%vre$dmd \ZZne!dnd ZdlZd Ze/e%vrdZne+e'vre,e%vrej;<doduZer>dpZdZeD]3Z ejKeZn#ejKjN$rY0wxYweduZer=ej0eej0dqkre!dredsd Zne!dtej;<duduZ ejKduZe!Mdven#ejKjN$rd ZYnwxYwej;<dwduZ ejKdwZe!Mdxen#ejKjN$rd ZYnwxYwdlZej;<dydupej;<dzduZ ejKd{Ze!Md|en#ejKjN$rd ZYnwxYwd Ze-e'vrIe$d}d \ZZer7e$d~d \ZZere!dedednd xZZdlxZZd Zer.ej0eZejejfe1je1jfkZd Ze.e%vr+e$dd \ZZere!deddZdZdZe2fde"fdZdZe6fde"fdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdRdee"fdZdZdZdZedZedZdZdZdZdZdZdZdZdZdZdZdZdZedSdZedTdZedSdZedQdZedQdZedQdZdZdZdZdZdZdZdZdZdZdZdZdZdZd„ZdÄZedQdĄZedńZde#fdƄZdDŽZdȄZede"fdʄZd˄Zd̄Zd̈́Zd΄ZdτZdЄZe4fde"fdфZd҄Ze3fde"fdӄZdԄZdՄZdքZdׄZd؄ZdلZdڄZdۄZd܄Zd݄ZdބZd߄ZedZdZdZdZdZdZdZdZdZdZdZdZdZ dZ dZ dZ dZ dZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!dZ"dZ#dZ$dZ%d Z&d Z'd Z(d Z)d Z*dZ+dZ,dZ-dZ.dZ/dZ0dZ1dZ2dZ3dZ4dZ5dZ6dZ7dZ8dZ9dZ:dZ;dZ<d Z=d!Z>d"Z?d#Z@d$ZAd%ZBd&ZCd'ZDd(ZEd)ZFd*ZGd+ZHd,ZId-ZJd.ZKe gd#eߐeffd+eĐe*ffd-ee ffd.eאe!ffd/eؐe-ffdueeEffd0ee%ffd}eʐe.ffd3eːe/ffd4e̐e1ffdFee6ffdHee7ffdIee8ffdweeGffd/ee0ffd;eeFffd0ee$ffdLeeBffdNeeAffdReܐe9ffdPee2ffdUee#ffdXee+ffd1ee;ffd^ee3ffd2eŐe,ffd_ee4ffdae e1ONYESTRUEAUTOUSE_TF USE_TORCHUSE_FLAX USE_TORCH_XLAr)FORCE_TF_AVAILABLEz1.10z0.26.0z1.12.0z0.10.0z2.2.0z0.2.1 accelerateT)rapexaqlmav bitsandbyteseetq fbgemm_gpu galore_torch lomo_optim grokadamw schedulefreebs4 coloredlogscv2datasets detectron2faissz$Successfully imported faiss version z faiss-cpuftfyg2p_enintel_extension_for_pytorchjiebajinja2kenlm keras_nlp Levenshteinlibrosanattennltkonnxopenaioptimum auto_gptqawqquantooptimum_quantocompressed_tensorspandaspeft phonemizeruromanpsutilpy3nvml pyctcdecodepygments pytesseractpytestpytorch_quantizationrjieba sacremoses safetensorsscipy sentencepieceseqioggufsklearnz scikit-learn smdistributed soundfilespacy sudachipytensorflow_probabilitytensorflow_texttf2onnxtimm tokenizers torchaudiotorchao torchdistx torchvisionmlxhqqtiktokenblobfile liger_kernelrrz'Disabling PyTorch because USE_TF is set tensorflow) r|ztensorflow-cpuztensorflow-gpuz tf-nightlyztf-nightly-cpuztf-nightly-gpuztf-nightly-rocmzintel-tensorflowzintel-tensorflow-avx512ztensorflow-rocmztensorflow-macosztensorflow-aarch642z"TensorFlow found but with version z*. Transformers requires version 2 minimum.z-Disabling Tensorflow because USE_TORCH is setessentiaz'Successfully imported essentia version pretty_midiz*Successfully imported pretty_midi version torch_ccloneccl_bindings_for_pytorchoneccl_bind_ptz Detected oneccl_bind_pt version flaxjaxz JAX version z, Flax version z available. torch_xlazTorch XLA version ctSN)_kenlm_availabler'is_kenlm_availabler1 rctSr)_cv2_availablerrr'is_cv2_availabler5 rctSr)_torch_availablerrr'is_torch_availabler9rr min_versioncnto.tjttj|kSr)_accelerate_availablerparse_accelerate_versionrs r'is_accelerate_availabler=s( eW]3F%G%G7=YdKeKe%eercBddl}|dkrdSdS)z Check whether pytorch uses deterministic algorithms by looking if torch.set_deterministic_debug_mode() is set to 1 or 2" rNFT)rget_deterministic_debug_moders r'is_torch_deterministicrAs.LLL ))++q00utrcnto.tjttj|kSr)_hqq_availablerr _hqq_versionrs r'is_hqq_availablerMs&  WgmL99W];=W=WWWrctSr)_pygments_availablerrr'is_pygments_availablerQ rctSr)_torch_versionrrr'get_torch_versionrUrrctsdStdkrdStr/tjttjdkStjttjdkS)NFr2.1.0z2.1.1)rris_torch_mlu_availablerrrrr'is_torch_sdpa_availablerYst   u 5 u G}^,, g0F0FFF = ( (GM',B,B BBrctSr)_torchvision_availablerrr'is_torchvision_availableri !!rctsdStjttjdkS)NFz0.15)rrr_torchvision_versionrrr'is_torchvision_v2_availablerms7 # % %u =- . .'-2G2G GGrctSr)_galore_torch_availablerrr'is_galore_torch_availableru ""rctSr)_lomo_availablerrr'is_lomo_availablery rctSr)_grokadamw_availablerrr'is_grokadamw_availabler} rctSr)_schedulefree_availablerrr'is_schedulefree_availablerrrctSr)_pyctcdecode_availablerrr'is_pyctcdecode_availablerrrctSr)_librosa_availablerrr'is_librosa_availabler rctSr)_essentia_availablerrr'is_essentia_availablerrrctSr)_pretty_midi_availablerrr'is_pretty_midi_availablerrrc\trddl}|jSdSNrF)rrcuda is_availablers r'is_torch_cuda_availablers2 z&&(((urc~tr.ddl}|jsdSt dSdS)NrF mamba_ssmrrrrr(rs r'is_mamba_ssm_availablersG6 z&&(( 65(55 5 5rctrcddl}|jsdSt dr5ddl}t j|jt jdkrdSdS)NrFr2.0.4T) rrrrr(rrrr)rrs r'is_mamba_2_ssm_availablers|   z&&(( 5$[11     =!6777=;Q;QQQ4 5rc~tr.ddl}|jsdSt dSdS)NrF causal_conv1drrs r'is_causal_conv1d_availablersG6 z&&(( 5$_555 5rc@trtdSdS)NmambapyF)rr(rrr'is_mambapy_availablers#0$Y/// 5rc:trddl}t|jdrs|jjo|jj}|3tjttj|k}|o|}|SdS)NrmpsF) rrhasattrbackendsrris_builtrrr)rrbackend_availableflags r'is_torch_mps_availablers% 5>5 ) ) % % 2 ? ? A A cenFXFaFaFcFc &}^44 k8R8RR$5$>$!$ $ 5rctsdSddl}|jo|jSNFr)rrrris_bf16_supportedrs r'is_torch_bf16_gpu_availablersE   uLLL : " " $ $ G)E)E)G)GGrcvtsdSddl} |jjj}n#t $rYdSwxYwdS)NFrT)rrcpuampautocastAttributeError)r_s r'is_torch_bf16_cpu_availablersZ   uLLL IM " uu 4s ( 66cRtjdttS)NzThe util is_torch_bf16_available is deprecated, please use is_torch_bf16_gpu_available or is_torch_bf16_cpu_available instead according to whether it's used with cpu or gpu)warningswarn FutureWarningrrrr'is_torch_bf16_availablers/ M ` ' ( ((rcPtsdSddl} |dd|j|}||z}d\}}}|||||j|}|j||j|}||}n#YdSxYwdS)NFrdtype))rdeviceT)rrzerosfloat16torandnnn LayerNorm) rrxrbatchsentence_length embedding_dim embedding layer_norms r'!is_torch_fp16_available_on_devicers   uLLL KK1EMK 2 2 5 5f = = E18- KK U]ciKjj X'' U]SY'ZZ Jy ! !uu 4s BBB#ctsdSddl}|dkrtS |dd|j|}||z}n#YdSxYwdS)NFrrrrT)rrrrbfloat16r)rrr rs r'!is_torch_bf16_available_on_devicers   uLLL *,,, KK1ENK 3 3 6 6v > > Euu 4s 5A A%ctsdSddl}|jr |jjdS|j|jjdkrdSt|jj dddkrdSt j t j |j j t j dkrdSdS)NFr. z1.7T) rrrrrget_device_propertiescurrent_devicemajorintsplitrr base_versionrs r'is_torch_tf32_availabler's   uLLL : " " $ $ (:(Bu z'' (A(A(C(CDDJQNNu 5=  # #C ( ( +,,r11u}W]5#455BCCgmTYFZFZZZu 4rctSr)_torch_fx_availablerrr'is_torch_fx_availabler 9rrctSr)_peft_availablerrr'is_peft_availabler#=rrctSr)_bs4_availablerrr'is_bs4_availabler&ArrctSr) _tf_availablerrr'is_tf_availabler)E rctSr)_coloredlogs_availablerrr'is_coloredlogs_availabler-IrrctSr)_tf2onnx_availablerrr'is_tf2onnx_availabler0MrrctSr)_onnx_availablerrr'is_onnx_availabler3QrrctSr)_openai_availablerrr'is_openai_availabler6U rctSr)_flax_availablerrr'is_flax_availabler:YrrctSr)_ftfy_availablerrr'is_ftfy_availabler=]rrctSr)_g2p_en_availablerrr'is_g2p_en_availabler@ar7rctjdttsdStjd5|r1 ddlmcm }| }dS#t$rYdSwxYwdSdS)zQChecks if `torch_xla` is installed and potentially if a TPU is in the environmentzv`is_torch_tpu_available` is deprecated and will be removed in 4.41.0. Please use the `is_torch_xla_available` instead.FrNrT) rrrrrrrtorch_xla.core.xla_modelcore xla_model xla_device RuntimeError) check_devicexmrs r'is_torch_tpu_availablerIes M ; u~ ,,8   555555555MMOOt   uu t 5sA%% A32A3c|r |r JdtsdSddl}|r|jdvS|r|jdkSdS)z Check if `torch_xla` is available. To train a native pytorch job in an environment with torch xla installed, set the USE_TORCH_XLA to false. z6The check_is_tpu and check_is_gpu cannot both be true.FrN)GPUCUDATPUT)_torch_xla_availablerruntime device_type) check_is_tpu check_is_gpurs r'is_torch_xla_availablerS~s hhh0hhhh u8 ,,../AA 8 ,,..%77 4rc`tjdtSdS)N torch_neuronxF)rrrrS)rGs r'is_torch_neuroncore_availablerVs)~00<%''' 5rc@trtjddSddl}ddl}|rD |j}|jS#t$rYdSwxYwt|do|jS)zQChecks if `torch_npu` is installed and potentially if a NPU is in the environment torch_npuNFrnpu) rrrrrrXrY device_countrrFr)rGrrXrs r'is_torch_npu_availabler[s y~77 DDLuLLL  &&((A9))++ +   55  5% =UY%;%;%=%==s1A&& A43A4cVtrtjddSddl}ddl}ddlm}d|d<|rD |j }|j S#t$rYdSwxYwt|d o|j S) zQChecks if `torch_mlu` is installed and potentially if a MLU is in the environment torch_mluNFrr)depszdeepspeed-mlu>=0.10.1 deepspeedmlu) rrrrrr]dependency_versions_tabler^r`rZrrFr)rGrr]r^rs r'rrs y~77 DDLuLLL000000/D  &&((A9))++ +   55  5% =UY%;%;%=%==s1A11 A?>A?ctrtjddSddl}ddl}d}t r1tjttj|krdS|rD |j }|j S#t$rYdSwxYwt|do|j S)zSChecks if `torch_musa` is installed and potentially if a MUSA is in the environment torch_musaNFrz0.33.0musa)rrrrrrcrrrrrdrZrrFr)rGrrctorch_musa_min_versionrs r'is_torch_musa_availablerfs y~77 EEMuLLL%/B!C!CgmTjFkFk!k!ku  ''))A:**,, ,   55  5& ! ! ?ej&=&=&?&??s.1B B.-B.ctsdStjttjdkS)NFz2.0.0rrrrrrr'is_torchdynamo_availableris4   u = ( (GM',B,B BBrcJtsdSddl}t|dS)NFrcompile)rrrrs r'is_torch_compile_availablerls0   uLLL 5) $ $$rctsdS ddl}|jS#t$r0 ddlm}|cYS#t$rYYdSwxYwwxYwr)rrcompiler is_compiling Exception torch._dynamo_dynamo)rdynamos r'is_torchdynamo_compilingrts   u  ~**,,,   * * * * * *&&(( ( ( (   555  s,/ A)AA) A% A)$A%%A)ctjddStjdduS)Ntorch_tensorrtFztorch_tensorrt.fxrrrrrr'is_torch_tensorrt_fx_availablerxs:~ 0119u > # #$7 8 8 DDrctSr)_datasets_availablerrr'is_datasets_availabler{rrctSr)_detectron2_availablerrr'is_detectron2_availabler~   rctSr)_rjieba_availablerrr'is_rjieba_availablerr7rctSr)_psutil_availablerrr'is_psutil_availablerr7rctSr)_py3nvml_availablerrr'is_py3nvml_availablerrrctSr)_sacremoses_availablerrr'is_sacremoses_availablerrrctSr)_apex_availablerrr'is_apex_availablerrrctSr)_aqlm_availablerrr'is_aqlm_availabler"rrctSr) _av_availablerrr'is_av_availabler&r*rcv tjddS#t$rYdSwxYw)z Code comes from *torch.utils.cpp_extension.is_ninja_available()*. Returns `True` if the [ninja](https://ninja-build.org/) build system is available on the system, `False` otherwise. zninja --versionTF) subprocess check_outputrrprrr'is_ninja_availabler*sP  1 7 7 9 9:::t uus &* 88c d}trtsdS|t}|t}||kr+td|d|dtddSdS)Ncttj|jdzttj|jzSNr)strrrrminor) full_versions r' get_major_and_minor_from_versionz;is_ipex_available..get_major_and_minor_from_version8s=7=..455;c'-P\B]B]Bc>d>dddrFzIntel Extension for PyTorch z needs to work with PyTorch z.*, but PyTorch z? is found. Please switch to the matching version and run again.T)r_ipex_availabler _ipex_versionr!warning)rtorch_major_and_minoripex_major_and_minors r'is_ipex_availabler7seee   u<<^LL;;MJJ 444 l+? l l]q l l* l l l   u 4rctsdStjt}t rddl}n#|jdks|jdkr |jdkrdSddl}|rD |j }|j S#t$rYdSwxYwt|do|j S)z Checks if XPU acceleration is available either via `intel_extension_for_pytorch` or via stock PyTorch (>=2.4) and potentially if a XPU is in the environment FrNrrxpu)rrrrrrFrrrrrZrrFr)rG torch_versionrFrrs r'is_torch_xpu_availablerIs   uM.11M*****  q ]%8A%=%=-BUXYBYBYuLLL  &&((A9))++ +   55  5% =UY%;%;%=%==s'1B B'&B'ctrtsdSddl}tjt jdtjdkr|jSdS)NFrr7z0.43.1T) r_bitsandbytes_availablerrrrrrrrs r'is_bitsandbytes_availablerdst   '>uLLL}Y'//??@@7=QYCZCZZZz&&((( 4rchtsdSddl}dt|dtvS)NFr multi_backendfeatures)rr7rset)bnbs r''is_bitsandbytes_multi_backend_availablerts< $ & &u gc:suu== ==rctsdStdsdSddl}|jst sdS|jjrGt jtj dt jdkS|jj rGt jtj dt jdkSt rGt jtj dt jdkSdS)NF flash_attnrrrz2.3.3) rr(rrrrrrrrhiprs r'is_flash_attn_2_availabler}s   u  . .uLLL J # # % %)?)A)Au }}Y/77 EEFF'-X_J`J```  }Y/77 EEFF'-X_J`J```  ! !}Y/77 EEFF'-X_J`J```urctdsdStjtjdtjdkS)NrFrr(rrrrrrr'#is_flash_attn_greater_or_equal_2_10rsH  . .u =+33LAA B BgmT[F\F\ \\rlibrary_versionctdsdStjtjdtj|kS)NrFr)rs r'is_flash_attn_greater_or_equalrsH  . .u =+33LAA B BgmTcFdFd ddrctSr)_torchdistx_availablerrr'is_torchdistx_availablerrrctSr)_faiss_availablerrr'is_faiss_availablerrrctSr)_scipy_availablerrr'is_scipy_availablerrrctSr)_sklearn_availablerrr'is_sklearn_availablerrrctSr)_sentencepiece_availablerrr'is_sentencepiece_availablers ##rctSr)_is_seqio_availablerrr'is_seqio_availablerrrcnto.tjttj|kSr)_is_gguf_availablerr _gguf_versionrs r'is_gguf_availablers'  \'- ">">'-P[B\B\"\\rctjddStjdduS)NgoogleFzgoogle.protobufrwrrr'is_protobuf_availablers9~))1u > # #$5 6 6d BBrc|to.tjttj|kSrrhrs r'is_fsdp_availablers-    _GM.$A$AW]S^E_E_$__rctSr)_optimum_availablerrr'is_optimum_availablerrrctSr)_auto_awq_availablerrr'is_auto_awq_availablerrrcDtdtS)NzuImporting from quanto will be deprecated in v4.47. Please install optimum-quanto instrad `pip install optimum-quanto`)r! warning_once_quanto_availablerrr'is_quanto_availablers%  rctSr)_is_optimum_quanto_availablerrr'is_optimum_quanto_availablers ''rctSr)_compressed_tensors_availablerrr'is_compressed_tensors_availablers ((rctSr)_auto_gptq_availablerrr'is_auto_gptq_availablerrrctSr)_eetq_availablerrr'is_eetq_availablerrrctSr)_fbgemm_gpu_availablerrr'is_fbgemm_gpu_availablerrrctSr)_levenshtein_availablerrr'is_levenshtein_availablerrrc.totdS)Nzoptimum.neuron)rr(rrr'is_optimum_neuron_availablers  I"78H"I"IIrctSr)_safetensors_availablerrr'is_safetensors_availablerrrctSr)_tokenizers_availablerrr'is_tokenizers_availablerrrcvtjddu}|r tjd}nW#tjj$r@ tjd}n#tjj$rYYdSwxYwYnwxYwt d||S)NPILPillowz Pillow-SIMDFzDetected PIL version )rrrrrrr!r")_pil_availabler$s r'is_vision_availablers^--e44D@N@ '088BBOO!6    "+"4"<"<]"K"K%:   uuu     >_>>??? s5ABA:9B:BBBBBctSr)_pytesseract_availablerrr'is_pytesseract_availabler rrctSr)_pytest_availablerrr'is_pytest_availablerr7rctSr)_spacy_availablerrr'is_spacy_availabler rrc,totSr)r)_tensorflow_text_availablerrr'is_tensorflow_text_availabler s    ;!;;rc,totSr)r _keras_nlp_availablerrr'is_keras_nlp_availablers ' ) ) B.BBrc tjdj}d|jvrt ddt jvrt ddt jvr%t jddkrt dtj dduS#tttf$rYd SwxYw) NIPython IPKernelAppconsole VSCODE_PIDvscodeDATABRICKS_RUNTIME_VERSIONz11.0 databricksF) sysmodules get_ipythonconfigr osenvironrrrrKeyError)rs r'is_in_notebookr!sk),8  4 4 4i(( ( 2: % %h'' ' '2: 5 5"*Ea:bek:k:kl++ +~'' 22$>> K 2uusB'B**CCctSr)_pytorch_quantization_availablerrr'!is_pytorch_quantization_availabler"3s **rctSr)!_tensorflow_probability_availablerrr'#is_tensorflow_probability_availabler%7s ,,rctSr)_pandas_availablerrr'is_pandas_availabler(;r7rctjdd} tj|}|ddsdSn#tj$rYdSwxYwt S)NSM_FRAMEWORK_PARAMS{}*sagemaker_distributed_dataparallel_enabledF)rgetenvjsonloadsgetJSONDecodeError_smdistributed_available)sagemaker_paramss r'is_sagemaker_dp_enabledr4?s|y!6==:&677##$PRWXX 5   uu $#s*AAAcPtjdd} tj|}d|vrdSn#tj$rYdSwxYwtjdd} tj|}|ddsdSn#tj$rYdSwxYwt S)NSM_HP_MP_PARAMETERSr+ partitionsFr*sagemaker_mpi_enabled)rr-r.r/r1r0r2) smp_options mpi_optionss r'is_sagemaker_mp_enabledr;Ms)1488Kj-- { * *5 +  uu)1488Kj-- 6>> 5   uu $#s!2AA*B BBcdtjvS)NSAGEMAKER_JOB_NAME)rrrrr'is_training_run_on_sagemakerr>es 2: --rctSr)_soundfile_availablerrr'is_soundfile_availblerAirrctSr)_timm_availablerrr'is_timm_availablerDmrrctSr)_natten_availablerrr'is_natten_availablerGqr7rctSr)_nltk_availablerrr'is_nltk_availablerJurrctSr_torchaudio_availablerrr'is_torchaudio_availablerNyrrctSr)_torchao_availablerrr'is_torchao_availablerQ}rrctSrrLrrr'is_speech_availablerSs  rctSr)_phonemizer_availablerrr'is_phonemizer_availablerVrrctSr)_uroman_availablerrr'is_uroman_availablerYr7rcfd}|S)Nc@tstd|i|S)Nz|You need to install pytorch to use this method or class, or activate it with environment variables USE_TORCH=1 and USE_TF=0.)rr )argskwargsfns r'wrapperz"torch_only_method..wrappers: 'V  2t&v&& &rr)r^r_s` r'torch_only_methodr`s#''''' NrctSr)_is_ccl_availablerrr'is_ccl_availablercr7rctSr)_sudachipy_availablerrr'is_sudachi_availablerfrrctSr)_sudachipy_versionrrr'get_sudachi_versionrirrctsdStjttjdkS)NFz0.6.8)rfrrrhrrr'is_sudachi_projection_availablerks7  ! !u =+ , , g0F0F FFrcptjdduotjdduS)Nrhoknpjumanpp)rrrshutilwhichrrr'is_jumanpp_availablerqs2 N $ $X . .d : eiAXAX`dAdercDtjdduS)N pyximportrwrrr'is_cython_availablerts > # #K 0 0 <= {ACCELERATE_MIN_VERSION} it was not found in your environment. You can install or update it with pip: `pip install --upgrade accelerate`. Please note that you may need to restart your runtime after installation. a {0} requires the torch ccl library but it was not found in your environment. You can install it with pip: `pip install oneccl_bind_pt -f https://developer.intel.com/ipex-whl-stable` Please note that you may need to restart your runtime after installation. z {0} requires essentia library. But that was not found in your environment. You can install them with pip: `pip install essentia==2.1b6.dev1034` Please note that you may need to restart your runtime after installation. z {0} requires thes librosa library. But that was not found in your environment. You can install them with pip: `pip install librosa` Please note that you may need to restart your runtime after installation. z {0} requires thes pretty_midi library. But that was not found in your environment. You can install them with pip: `pip install pretty_midi` Please note that you may need to restart your runtime after installation. z {0} requires the Cython library but it was not found in your environment. You can install it with pip: `pip install Cython`. Please note that you may need to restart your runtime after installation. z {0} requires the jieba library but it was not found in your environment. You can install it with pip: `pip install jieba`. Please note that you may need to restart your runtime after installation. z {0} requires the peft library but it was not found in your environment. You can install it with pip: `pip install peft`. Please note that you may need to restart your runtime after installation. z {0} requires the jinja library but it was not found in your environment. You can install it with pip: `pip install jinja2`. Please note that you may need to restart your runtime after installation. levenshteinprotobufspeechtfvisioncythonjinjac4t|ttfs|g}t|dr|jn |jjd|vrGd|vrCt s5tr'tt d|vrGd|vrCt r5ts'tt d|D}fd|D}|r"td |dS)N__name__rrc30K|]}t|VdSr)BACKENDS_MAPPING.0backends r' z$requires_backends..ds( @ @Gw' @ @ @ @ @ @rcTg|]$\}}||%Sr)format)r availablemsgnames r' z%requires_backends..es4 O O O>9c99;; Ocjj O O Or) isinstancelisttuplerr __class__rr)r PYTORCH_IMPORT_ERROR_WITH_TFrTF_IMPORT_ERROR_WITH_PYTORCHjoin)objrchecksfailedrs @r'requires_backendsrVs- hu . .:"3 33 O3<<9OD(t833>#   13.#8#877++C00 0#s}-----r)r __module__ __qualname____doc__r __classcell__rs@r'rrjsB .........rrc^trddl}t||jjSdSr)r torch.fxrfxProxy)r rs r'is_torch_fx_proxyrvs2-!UX^,,, 5rc eZdZdZ ddedededejjde ee ff fd Z fd Z ded e fd Zd efd ZdZxZS) _LazyModulezu Module class that surfaces all objects but only performs associated imports when the objects are requested. Nr module_fileimport_structure module_spec extra_objectsc t|i|_td|Drt |_i|_g|_i}| D]\}}g} |D]P} | tvrtd| d|dt| \} } | s| | Q|j t ||_| D]o\} }t| r | |j| <|D]%}| |j|<t| r | |j|<&|| g|p|jt#|t#t%|z||_||_t,j|g|_|in||_||_||_dSt ||_i|_| D]\} }|D] }| |j|< t#|t#t%|z|_||_||_t,j|g|_|in||_||_||_dS)Nc3@K|]}t|tVdSrr frozenset)rrs r'rz'_LazyModule.__init__..s,MMcz#y))MMMMMMrzError: the following backend: 'z' was specified around object z- but isn't specified in the backends mapping.)r__init___object_missing_backendanykeysr_modules_class_to_module__all__itemsr ValueErrorappendunionlen setdefaultextendrrvalues__file____spec__rpathdirname__path___objects_name_import_structure)selfrrrrrrrmodulemissing_backendsrcallableerrorrrvaluers r'rz_LazyModule.__init__sk ')$ MM5E5J5J5L5LMMM M M5 6EEDM$&D !DL " $4$:$:$<$< Y Y &#% '99G&666([g[[ek[[['7w&?OHe#8::9(//888 $ 3 3C 4F4F G G #)<<>>IIKC+,,M.Placeholderc(t|dSr)r)rr\r]rs r'rz5_LazyModule.__getattr__..Placeholder.__init__s%d,<=====rN)rrrrr)rsr' Placeholderrs3, >>>>>>>rr) metaclasszmodule z has no attribute ) rrrrrrrr _get_modulerrrsetattr)rrrrrrs @r' __getattr__z_LazyModule.__getattr__s9 4= =& & 4/4466 6 6#;DA  > > > > > > >  > > > > $(K %)]K "EE T*//11 1 1%%d&;D&ABBFFD))EE T] " "$$T**EE !R4=!R!RD!R!RSS SdE""" r module_namec  tjd|z|jS#t$r#}t d|jd|d||d}~wwxYw)NrzFailed to import z@ because of the following error (look up to see its traceback): )rrrrprF)rres r'rz_LazyModule._get_modules *3+ 1 1$^b]c 1 d dD ^ , ,T 2 2FKF### [ F Mrr)rcD]}|tvrtd|ttstdfd}|S)a This decorator enables two things: - Attaching a `__backends` tuple to an object to see what are the necessary backends for it to execute correctly without instantiating it - The '@export' string is used to dynamically import objects zFBackend should be defined in the BACKENDS_MAPPING. Offending backend: zBackends should be a tuple.c|_|Sr) __backends)funrs r'inner_fnzexport..inner_fn"s! r)rrrr)rrr s` r'exportr sqq * * *ofmoopp p + h & &86777 Orc d|vS)N modeling_tf_rrs r'r*s n!r)rc d|vS)Nmodeling_flax_rr s r'rr+s !#r)rc d|vS)N modeling_rr s r'rr,s kQrrcV|do|dS)N tokenization__fast)rendswithr s r'rr-s#all?++C 70C0Cr)rrcd|vrgS|}t|D]\}}|dr|}||d}|ddstd|ddrQd|dddd d DSg}tdt|D]R}||dkr|cS| ||d S|S) z Returns the content of the __all__ variable in the file content. Returns None if not defined, otherwise returns a list of strings. rNrz`fetch__all__ accepts a list of lines, with the first line being the __all__ variable declaration]c8g|]}|dS)z"' strip)rrs r'rz fetch__all__..Hs$\\\c &!!\\\r=rz [],z"', ) splitlines enumeraterrrrrrangerr) file_contentlinesindexline start_index_all__all__line_indexs r' fetch__all__r(1sv  $$  # # % %E ''  t ??9 % % K +,, E 8  y ) )  n    Qx \\U1X^^C-@-@-C-I-I%-P-P-V-VWZ-[-[\\\\!&q#e**!5!5 E E &'--//366  E"34::7CCDDDD rc  i}tj|r|g}tj|D]}|dkrntjtj||r1t tj||||<vtjtj|s||n?tj|fdtjD}d|vr|dd}|d|r|d|r d|D}i}|D]}| dsttj|d 5}| }d d d n #1swxYwY|d d }d }d} d} t D]\} } | |r| } nt} d|vr|d}t!|D]\}}|dr|ds1d}d|vrId}d|vr|dddddd}t%t'd|dD}nd|| dzvrg}|| |D]}d|vr|dd}d|vsd|vr_d|vr3|d|dDn(||d|dkrnt%|}nd}t-|| z}||vri||<|||vrt|||<|d s|d!sd"}n|d rd#nd$}||d ddd%}||||| ||s|}|} d&|vrpt1|D]`}|| vrZt-| }||vri||<|||vrt|||<||||ai||}|S)'a This method takes the path to a file/a folder and returns the import structure. If a file is given, it will return the import structure of the parent folder. Import structures are designed to be digestible by `_LazyModule` objects. They are created from the __all__ definitions in each files as well as the `@export` decorators above methods and objects. The import structure allows explicit display of the required backends for a given object. These backends are specified in two ways: 1. Through their `@export`, if they are exported with that decorator. This `@export` decorator accepts a `backend` tuple kwarg mentioning which backends are required to run this object. 2. If an object is defined in a file with "default" backends, it will have, at a minimum, this backend specified. The default backends are defined according to the filename: - If a file is named like `modeling_*.py`, it will have a `torch` backend - If a file is named like `modeling_tf_*.py`, it will have a `tf` backend - If a file is named like `modeling_flax_*.py`, it will have a `flax` backend - If a file is named like `tokenization_*_fast.py`, it will have a `tokenizers` backend Backends serve the purpose of displaying a clear error message to the user in case the backends are not installed. Should an object be imported without its required backends being in the environment, any attempt to use the object will raise an error mentioning which backend(s) should be added to the environment in order to use that object. Here's an example of an input import structure at the src.transformers.models level: { 'albert': { frozenset(): { 'configuration_albert': {'AlbertConfig', 'AlbertOnnxConfig'} }, frozenset({'tokenizers'}): { 'tokenization_albert_fast': {'AlbertTokenizerFast'} }, }, 'align': { frozenset(): { 'configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'processing_align': {'AlignProcessor'} }, }, 'altclip': { frozenset(): { 'configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'processing_altclip': {'AltCLIPProcessor'}, } } } __pycache__cg|]A}tjtj|?|BSr)rrisdirr)rf directorys r'rz5create_import_structure_from_path..sBnnn!BGMMRTRYR^R^_hjkRlRlDmDmnAnnnrrc:tfd|DS)Nc3 K|]}|vV dSrr)rr  substrings r'rzLcreate_import_structure_from_path..find_substring..s'11a9>111111r)r)r1list_s` r'find_substringz9create_import_structure_from_path..find_substrings&11115111111rmodular_rcg|]}d|v| S)r4r)rrs r'rz5create_import_structure_from_path..s#^^^vZW]E]E]FE]E]E]rz.pyzutf-8)encodingNrrrz@export )  @)Frz backends=r(r<c<g|]}||dS)z'",r)rbs r'rz5create_import_structure_from_path..s(0k0k0kQij0k0k0k0krz, r"'c3@K|]}|dVdS)()"', Nrrs r'rz4create_import_structure_from_path..s/3u3uQXGMM)4L4L3u3u3u3u3u3urrCclassdefTr:r)rrr,listdirr!create_import_structure_from_pathrrremoveropenreadBASE_FILE_REQUIREMENTSrrrrrrsortedrrraddr() module_pathradjacent_modulesr-r3module_requirementsrr! previous_lineprevious_indexbase_requirements string_check requirementsexported_objectsr"r#r$ skip_linebackends_stringr backend_liner% object_name _all_objectr.s @r'rIrIVssl w}}[!! o K(( + +AM!!bgmmBGLLa4P4P&Q&Q!&G U`bcHdHd&e&e ##W]]27<< 1#=#=>> + ''***  +GOOK00 nnnnrz)'<'<nnn ((( ...222~j"233_{Td8e8e_^^1A^^^'pPpP ##E**   "',,y+66 I I I $Q6688L $ $ $ $ $ $ $ $ $ $ $ $ $ $ $"#2#&   *@*F*F*H*H   &L,|K(( $0!  55  $ $ &&t,,E(//G +G + t??#899$//R[B\B\ "  -- %I"]22*7*=*=k*J*J1*M*S*STW*X*XYZ*[*a*abe*f*fgh*i#(0k0k/J_J_`dJeJe0k0k0k)l)l#m#m$$u^a-?'@@@#%,1.2F,G & &L)\99/;/A/A#/F/Fq/I "l22c\6I6I#'<#7#7$,OO3u3u\h\n\nos\t\t3u3u3u$u$u$u$u$,OOL4F4Fy4Q4Q$R$R$R ,1133s:: % ;#(??$&(4E)EFFH':::8:+H5"*=h*GGGEHUU+H5kB??733:DOOE&>s&C&CA&F&L&LS&Q&Q +H5kBFF{SSS(,,[999 +$(M%*N  $ $+L99 P P &666():;;H':::8:+H5"*=h*GGGEHUU+H5kB'1+>BB;OOOB-B1AB sG11G5 8G5 cfddfd |}tdD] }|}i}|D],\}}t|tr||=|||<-|S)a This method takes as input an unordered import structure and brings the required backends at the top-level, aggregating modules and objects under their required backends. Here's an example of an input import structure at the src.transformers.models level: { 'albert': { frozenset(): { 'configuration_albert': {'AlbertConfig', 'AlbertOnnxConfig'} }, frozenset({'tokenizers'}): { 'tokenization_albert_fast': {'AlbertTokenizerFast'} }, }, 'align': { frozenset(): { 'configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'processing_align': {'AlignProcessor'} }, }, 'altclip': { frozenset(): { 'configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'processing_altclip': {'AltCLIPProcessor'}, } } } Here's an example of an output import structure at the src.transformers.models level: { frozenset({'tokenizers'}): { 'albert.tokenization_albert_fast': {'AlbertTokenizerFast'} }, frozenset(): { 'albert.configuration_albert': {'AlbertConfig', 'AlbertOnnxConfig'}, 'align.processing_align': {'AlignProcessor'}, 'align.configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'altclip.configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'altclip.processing_altclip': {'AltCLIPProcessor'} } } cpi}|D]\}}t|ts|||< td|DrD|D].\}}t|t r||vri||<||||</|||<|S)Nc3@K|]}t|tVdSrr)rvs r'rzGspread_import_structure..propagate_frozenset..Us,EE!Z9--EEEEEEr)rrdictrrr)unordered_import_structuretuple_first_import_structure_key_valuekrapropagate_frozensets r'rhz4spread_import_structure..propagate_frozensetOs')$6<<>> Q QLD&fd++ Q5;,T22EEv{{}}EEEEE Q"LLNNBBDAq!!Y//B$@@@>@8;@A4Q7= B6I5H5P5P,T22++rNc,g}|D]n\}}||d|n|}t|tr2|||W|||fot|Sr)rrrbrr)_dict previous_keyrrerf flatten_dicts r'rlz-spread_import_structure..flatten_dictbs!KKMM - -LD&/;/Gl++T+++TD&$'' - \\&$77==??@@@@ dF^,,,,E{{rrFr)r copyrrr)nested_import_structureordered_import_structureiflattened_import_structurerrrlrhs @@r'spread_import_structurerr s^,,,,,& 71XXQQ#6#67O#P#P  "$.3355;;==BB U c3   B(--.:l5.A.A &s + + %%rrPc>t|}t|S)au This method takes a module_path as input and creates an import structure digestible by a _LazyModule. Here's an example of an output import structure at the src.transformers.models level: { frozenset({'tokenizers'}): { 'albert.tokenization_albert_fast': {'AlbertTokenizerFast'} }, frozenset(): { 'albert.configuration_albert': {'AlbertConfig', 'AlbertOnnxConfig'}, 'align.processing_align': {'AlignProcessor'}, 'align.configuration_align': {'AlignConfig', 'AlignTextConfig', 'AlignVisionConfig'}, 'altclip.configuration_altclip': {'AltCLIPConfig', 'AltCLIPTextConfig', 'AltCLIPVisionConfig'}, 'altclip.processing_altclip': {'AltCLIPProcessor'} } } The import structure is a dict defined with frozensets as keys, and dicts of strings to sets of objects. )rIrr)rPrs r'define_import_structurerts!*9EE "#3 4 44r)Fr)T)FF)r(]rimportlib.machineryrimportlib.metadataimportlib.utilr.rrorrr collectionsr functoolsr itertoolsrtypesrtypingrrr r r r r packagingrrr get_loggerrr!rboolr(ENV_VARS_TRUE_VALUESrENV_VARS_TRUE_AND_AUTO_VALUESrr0upperr.r/USE_JAXr1r2rTORCH_FX_REQUIRED_VERSIONACCELERATE_MIN_VERSIONFSDP_MIN_VERSIONGGUF_MIN_VERSIONXLA_FSDPV2_MIN_VERSIONHQQ_MIN_VERSIONrrrrrrrrrrrrrrr%r,rrzr}rr_faiss_versionr"rr<r?rrrvryrrrrrFrIr2r5rrrrrrr'r"rUrXrrrrrrr!rrrrrrrrrr2r@rrerhr$r r/rCrrMrPrrrr|rrrrrrrinfo _tf_versionr( candidatespkgr_essentia_versionr_pretty_midi_version ccl_versionrbr9 _flax_version_jax_available _jax_versionrrrrrN_torch_xla_versionrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr r#r&r)r-r0r3r6r:r=r@rIrSrVr[rrfrirlrtrxr{r~rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr r rrr"r%r(r4r;r>rArDrGrJrNrQrSrVrYr`rcrfrirkrqrtrwrzr}rrAV_IMPORT_ERRORCV2_IMPORT_ERRORDATASETS_IMPORT_ERRORTOKENIZERS_IMPORT_ERRORSENTENCEPIECE_IMPORT_ERRORPROTOBUF_IMPORT_ERRORFAISS_IMPORT_ERRORPYTORCH_IMPORT_ERRORTORCHVISION_IMPORT_ERRORrrBS4_IMPORT_ERRORSKLEARN_IMPORT_ERRORTENSORFLOW_IMPORT_ERRORDETECTRON2_IMPORT_ERRORFLAX_IMPORT_ERRORFTFY_IMPORT_ERRORLEVENSHTEIN_IMPORT_ERRORG2P_EN_IMPORT_ERROR!PYTORCH_QUANTIZATION_IMPORT_ERROR#TENSORFLOW_PROBABILITY_IMPORT_ERRORTENSORFLOW_TEXT_IMPORT_ERRORTORCHAUDIO_IMPORT_ERRORPANDAS_IMPORT_ERRORPHONEMIZER_IMPORT_ERRORUROMAN_IMPORT_ERRORSACREMOSES_IMPORT_ERRORSCIPY_IMPORT_ERRORSPEECH_IMPORT_ERRORTIMM_IMPORT_ERRORNATTEN_IMPORT_ERRORNUMEXPR_IMPORT_ERRORNLTK_IMPORT_ERRORVISION_IMPORT_ERRORPYTESSERACT_IMPORT_ERRORPYCTCDECODE_IMPORT_ERRORACCELERATE_IMPORT_ERRORCCL_IMPORT_ERRORESSENTIA_IMPORT_ERRORLIBROSA_IMPORT_ERRORPRETTY_MIDI_IMPORT_ERRORCYTHON_IMPORT_ERRORJIEBA_IMPORT_ERRORPEFT_IMPORT_ERRORJINJA_IMPORT_ERRORrrtyperr BACKENDS_Trr BaseExceptionrrr rMr(rIrrrtrrr'rs  ######DDDDDDDDDDDDDDDDDD  H % %C%PUVZ\_V_P`bfPfJgB211 4 : :F8 D D & ) ) / / 1 1 JNN; / / 5 5 7 7 *..V , , 2 2 4 4 44::<< Z^^$8&AAGGII*GM&11! .C-B<`d-e-e-e**''//''//((..d: //??''//--l;;//??'' 55,,[99//??))%00<..}==))%00<++J77--l;;>++G44D@!'//88N LLHHHIIII.!!!!"+33K@@ LNLLMMMM   2!!! ! ! ('//))(33!6!67Tei!j!j!j((11((22((11,,[99..}==**955))(33''//''//))(33**955,,[99n..u55TA))(33$) /000#'  .)))#(   )!* 8 89M N NVZ Z))(33''//--l;;))(33))(33**955..}==++J77..}==))(33"7"78N"O"O))(33--l;;..}==((1100AA++G44$9$9&QU$V$V$V!M^--i88D##"">2222   2###"#$>33ODDDP,,[99((11+@+@]a+b+b+b(($9$9:R$S$S!223DEE**955''//--l;;--l;;**955--l;;/D/D]cg/h/h/h,,&&u--44U4PPP ++J77++J77//?? ---&@T2T2T'<'>dJ  4 JK!  "+"4"<"D't3M  &w}[))MGM#,>,>>> pppp!&  CDDD n..z::$F!*22:>> LLN;LNNOOOO.#11-@@L#$-55mDD LLT>RTTUUUU.###"#  N[))5K~ =>>dJ$,,-=>>K LLAKAABBBB. +++%:%:6RV%W%W%W"O]1'<'>> >$ >>> >, @@@ @,CCC%%%&EEE !!!!!!   $ >>> >4     >>>>>0]]] eCeee e!!!$$$*:]]3]]]]CCC *:``3````((( )))   !!!"""JJJ"""!!!     """<<<CCC$+++--- $ $ $$$$0...   !!!!!! !!!      GGGfff===777___$       %!'#              ;+ 12+ !#345+ !#345+ +-BCD + /1HIJ + +-BCD + %'9:;+ #%678+ #%678+ ')<=>+ ')<=>+ /1HIJ+ ')<=>+ 13KLM+ 13KLM+ )+?@A!+" +-BCD#+$ 13KLM%+& 13KLM'+( /1HIJ)+* "CEf!gh++, 57QRS-+. )+?@A/+0 ')<=>1+2 "$GIl#mn3+4 !89:5+6 9;WXY7+8 #%6789+: /1HIJ;+< ')<=>=+> #%678?+@ /1HIJA+B %';<=C+D 13KLME+F ')<=>G+H %'9:;I+J /1HIJK+L ,.>?@M+N ')<=>O+P %'9:;Q+R #%678S+T %'9:;U+--`+++( . . . . .$ . . .s^ *d3C=&99:xUxUxUxUxU*xUxUxUv[[[[[][[[S&,"!7##Y CC_ """J FF FR]&]&]&@551C555555s#2KL3&2LL3L-*L3,L--L32L3 P''P;:P;UU32U3 [&&[87[812^$$^87^82` ``2bb$#b$