
    g                     
   d dl mZ ddlmZmZmZ dgg dg dg dg dd	gd
dgdgg ddgg ddgdgdZ	  e            s
 e            	 ddged<   n# e$ r Y nw xY werddlmZ ddl	m
Z
mZmZmZmZ ddlmZmZmZmZ ddlmZmZmZmZmZmZmZ ddlmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z& ddl'm(Z( ddl)m*Z*m+Z+ ddl,m-Z- ddl.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4 ddl5m6Z6 ddl7m8Z8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\ ddl]m^Z^ ddl_m`Z` 	  e            s
 e            	 ddlambZbmcZc dS # e$ r Y dS w xY wd dldZd eee ef            d          eeg!          edjh        ee<   dS )"    )TYPE_CHECKING   )OptionalDependencyNotAvailable_LazyModuleis_torch_availablereplace_with_aqlm_linear)fuse_awq_modulespost_init_awq_exllama_modulespost_init_awq_ipex_modulesreplace_quantization_scalesreplace_with_awq_linear)	BitLinearpack_weightsreplace_with_bitnet_linearunpack_weights)dequantize_and_replaceget_keys_to_not_convertreplace_8bit_linearreplace_with_bnb_linear set_module_8bit_tensor_to_device%set_module_quantized_tensor_to_device!validate_bnb_backend_availability)
HfDeepSpeedConfigHfTrainerDeepSpeedConfigdeepspeed_configdeepspeed_initdeepspeed_load_checkpointdeepspeed_optim_schedis_deepspeed_availableis_deepspeed_zero3_enabledset_hf_deepspeed_configunset_hf_deepspeed_configreplace_with_eetq_linearFbgemmFp8Linearreplace_with_fbgemm_fp8_linearis_fsdp_managed_module)GGUF_CONFIG_MAPPINGGGUF_TENSOR_MAPPINGGGUF_TOKENIZER_MAPPING_gguf_parse_valueload_dequant_gguf_tensor	load_ggufprepare_for_hqq_linear)%INTEGRATION_TO_CALLBACKAzureMLCallbackClearMLCallbackCodeCarbonCallbackCometCallbackDagsHubCallbackDVCLiveCallbackFlyteCallbackMLflowCallbackNeptuneCallbackNeptuneMissingConfigurationTensorBoardCallbackWandbCallback$get_available_reporting_integrations#get_reporting_integration_callbacks	hp_paramsis_azureml_availableis_clearml_availableis_codecarbon_availableis_comet_availableis_dagshub_availableis_dvclive_available is_flyte_deck_standard_availableis_flytekit_availableis_mlflow_availableis_neptune_availableis_optuna_availableis_ray_availableis_ray_tune_availableis_sigopt_availableis_tensorboard_availableis_wandb_availablerewrite_logsrun_hp_search_optunarun_hp_search_rayrun_hp_search_sigoptrun_hp_search_wandbPeftAdapterMixinreplace_with_quanto_layers)aqlmawqbitnetbitsandbytes	deepspeedeetq
fbgemm_fp8fsdpggmlhqqintegration_utilspeftquanto$TorchExportableModuleWithStaticCacheconvert_and_export_with_cache
executorch   )r   )r#   )r$   r%   )r&   )r-   )rS   )rT   )rb   rc   N__file__)module_spec)itypingr   utilsr   r   r   _import_structurerU   r   rV   r	   r
   r   r   r   rW   r   r   r   r   rX   r   r   r   r   r   r   r   rY   r   r   r   r   r   r   r   r    r!   r"   rZ   r#   r[   r$   r%   r\   r&   r]   r'   r(   r)   r*   r+   r,   r^   r-   r_   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   rI   rJ   rK   rL   rM   rN   rO   rP   rQ   rR   r`   rS   ra   rT   rd   rb   rc   sys__name__globals__spec__modules     ^/var/www/html/ai-engine/env/lib/python3.11/site-packages/transformers/integrations/__init__.py<module>rs      s   !           S S S S S S S S S S ((         (($&FG%&   %%& & &N   +,qY Y v	 /,,.../ 	/''l## & 	 	 	D	  er......                                                                 /.....KKKKKKKK,,,,,,                ,+++++& & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & & &N '&&&&&222222d!!## 	300222	3
 	dccccccccc *    JJJ'K''))J2GIZhpqqqCKs#   A AA/E EE