o
    0i                     @   s@  d dl Zd dlZdZdZdZdZdZdZdZ	d	Z
e d
ZdZe dZe dZdZe dZdZdZdZg dZg dZg dZg dZg dZddgZdZdZdZg dZg dZdZdZ d Z!d!Z"d"Z#dZ$d#Z%ej&ej'ej(ej)ej*ej+d$Z,g d%Z-g d&Z.e.g d' Z/ej0j1ej0j2ej0j3ej0j4ej0j5ej0j6ej0j7fZ8dS )(    Nz	scaler.ptpytorch_modelmodelrandom_states	optimizer	schedulersamplerzprofile_{suffix}.jsonz.binzpytorch_model{suffix}.binz.index.jsonz.safetensorszmodel{suffix}.safetensorsz1.10.2py38z4.17.0)zml.p3.16xlargezml.p3dn.24xlargezml.p4dn.24xlarge)
FULL_SHARDSHARD_GRAD_OPNO_SHARDHYBRID_SHARDHYBRID_SHARD_ZERO2)TRANSFORMER_BASED_WRAPSIZE_BASED_WRAPNO_WRAP)BACKWARD_PREBACKWARD_POSTNO_PREFETCH)FULL_STATE_DICTLOCAL_STATE_DICTSHARDED_STATE_DICTr   r   z2.1.0.a0+32f93b1z2.6.0pytorch_model_fsdp)pdshstandardopenmpimvapichmpichnosshslurm)defaultzreduce-overheadzmax-autotunez2.2.0z2.4.0z2.1.0z2.3.0z4.52.0z0.18.2)>z>=z==z!=z<=<)nnodesnproc_per_noderdzv_backendrdzv_endpointrdzv_id	rdzv_conf
standalonemax_restartsmonitor_intervalstart_methodrolemodulem	no_pythonrun_pathlog_dirr	redirectsttee	node_rankmaster_addrmaster_port)	DEEPSPEED	MULTI_GPUFSDPMEGATRON_LMTP)	MULTI_NPU	MULTI_MLU
MULTI_SDAA
MULTI_MUSA	MULTI_XPU	MULTI_CPU	MULTI_HPU)9operatoroptorchSCALER_NAME
MODEL_NAMESAFE_MODEL_NAMERNG_STATE_NAMEOPTIMIZER_NAMESCHEDULER_NAMESAMPLER_NAMEPROFILE_PATTERN_NAMEWEIGHTS_NAMEWEIGHTS_PATTERN_NAMEWEIGHTS_INDEX_NAMESAFE_WEIGHTS_NAMESAFE_WEIGHTS_PATTERN_NAMESAFE_WEIGHTS_INDEX_NAMESAGEMAKER_PYTORCH_VERSIONSAGEMAKER_PYTHON_VERSIONSAGEMAKER_TRANSFORMERS_VERSION SAGEMAKER_PARALLEL_EC2_INSTANCESFSDP_SHARDING_STRATEGYFSDP_AUTO_WRAP_POLICYFSDP_BACKWARD_PREFETCHFSDP_STATE_DICT_TYPEFSDP2_STATE_DICT_TYPEFSDP_PYTORCH_VERSIONFSDP2_PYTORCH_VERSIONFSDP_MODEL_NAMEDEEPSPEED_MULTINODE_LAUNCHERSTORCH_DYNAMO_MODES0ELASTIC_LOG_LINE_PREFIX_TEMPLATE_PYTORCH_VERSION'XPU_PROFILING_AVAILABLE_PYTORCH_VERSION(MITA_PROFILING_AVAILABLE_PYTORCH_VERSION!BETA_TP_AVAILABLE_PYTORCH_VERSION&BETA_TP_AVAILABLE_TRANSFORMERS_VERSION!BETA_CP_AVAILABLE_PYTORCH_VERSION#BETA_SP_AVAILABLE_DEEPSPEED_VERSIONgtgeeqneleltSTR_OPERATION_TO_FUNCTORCH_LAUNCH_PARAMSCUDA_DISTRIBUTED_TYPES!TORCH_DISTRIBUTED_OPERATION_TYPESnnConv1dConv2dConv3dConvTranspose1dConvTranspose2dConvTranspose3dLinear&SUPPORTED_PYTORCH_LAYERS_FOR_UPCASTING r~   r~   \/sda-disk/www/egybert/egybert_env/lib/python3.10/site-packages/accelerate/utils/constants.py<module>   sd   




