
    g                     "   d dl ZdZdZdZdZdZdZdZd	Z	e d
Z
dZe
 dZe dZdZe dZdZdZdZg dZg dZg dZg dZg dZdZdZg dZg dZdZdZdZej        ej         ej!        ej"        ej#        ej$        dZ%g dZ&g d Z'e'g d!z   Z(dS )"    Nz	scaler.ptpytorch_modelmodelrandom_states	optimizer	schedulersamplerzprofile_{suffix}.jsonz.binzpytorch_model{suffix}.binz.index.jsonz.safetensorszmodel{suffix}.safetensorsz1.10.2py38z4.17.0)zml.p3.16xlargezml.p3dn.24xlargezml.p4dn.24xlarge)
FULL_SHARDSHARD_GRAD_OPNO_SHARDHYBRID_SHARDHYBRID_SHARD_ZERO2)TRANSFORMER_BASED_WRAPSIZE_BASED_WRAPNO_WRAP)BACKWARD_PREBACKWARD_POSTNO_PREFETCH)FULL_STATE_DICTLOCAL_STATE_DICTSHARDED_STATE_DICTz2.1.0.a0+32f93b1pytorch_model_fsdp)pdshstandardopenmpimvapichmpich)defaultzreduce-overheadzmax-autotunez2.2.0z2.4.0z2.1.0)>z>=z==z!=z<=<)nnodesnproc_per_noderdzv_backendrdzv_endpointrdzv_id	rdzv_conf
standalonemax_restartsmonitor_intervalstart_methodrolemodulem	no_pythonrun_pathlog_dirr	redirectsttee	node_rankmaster_addrmaster_port)	DEEPSPEED	MULTI_GPUFSDPMEGATRON_LM)	MULTI_NPU	MULTI_MLU
MULTI_MUSA	MULTI_XPU	MULTI_CPU))operatoropSCALER_NAME
MODEL_NAMESAFE_MODEL_NAMERNG_STATE_NAMEOPTIMIZER_NAMESCHEDULER_NAMESAMPLER_NAMEPROFILE_PATTERN_NAMEWEIGHTS_NAMEWEIGHTS_PATTERN_NAMEWEIGHTS_INDEX_NAMESAFE_WEIGHTS_NAMESAFE_WEIGHTS_PATTERN_NAMESAFE_WEIGHTS_INDEX_NAMESAGEMAKER_PYTORCH_VERSIONSAGEMAKER_PYTHON_VERSIONSAGEMAKER_TRANSFORMERS_VERSION SAGEMAKER_PARALLEL_EC2_INSTANCESFSDP_SHARDING_STRATEGYFSDP_AUTO_WRAP_POLICYFSDP_BACKWARD_PREFETCHFSDP_STATE_DICT_TYPEFSDP_PYTORCH_VERSIONFSDP_MODEL_NAMEDEEPSPEED_MULTINODE_LAUNCHERSTORCH_DYNAMO_MODES0ELASTIC_LOG_LINE_PREFIX_TEMPLATE_PYTORCH_VERSION'XPU_PROFILING_AVAILABLE_PYTORCH_VERSION(MITA_PROFILING_AVAILABLE_PYTORCH_VERSIONgtgeeqneleltSTR_OPERATION_TO_FUNCTORCH_LAUNCH_PARAMSCUDA_DISTRIBUTED_TYPES!TORCH_DISTRIBUTED_OPERATION_TYPES     V/var/www/html/ai-engine/env/lib/python3.11/site-packages/accelerate/utils/constants.py<module>rm      ss       
 . """2 $111 &444 7 .;;; $ ! !) #]#]#]  jjj PPP III TTT   ' S S S CCC 3: 0*1 '+2 ( e25RURTRW^`^cdd    4 KJJ $: > > > % ! ! !rk   