o 0ih@sddlZddlZddlmZddlZddlmZGdddejZdddej ej d d dd ej d d ej ddZ dddddddddddddZ e eZddZdedefddZd!ddZdedefddZdd ZdS)"N)Path)CustomArgumentParserc@seZdZdZdZdS)ConversionStatusrN)__name__ __module__ __qualname__NOT_YET_IMPLEMENTEDREMOVEDr r ^/sda-disk/www/egybert/egybert_env/lib/python3.10/site-packages/accelerate/commands/to_fsdp2.pyrsr fsdp_versionfsdp_reshard_after_forwardfsdp_auto_wrap_policyfsdp_cpu_ram_efficient_loadingfsdp_offload_paramsfsdp_state_dict_type"fsdp_transformer_layer_cls_to_wrapfsdp_min_num_paramsfsdp_activation_checkpointing)r rrfsdp_backward_prefetchfsdp_forward_prefetchrrfsdp_sharding_strategyrfsdp_sync_module_statesrrfsdp_use_orig_paramsrTF) FULL_SHARD SHARD_GRAD_OP HYBRID_SHARDHYBRID_SHARD_ZERO2NO_SHARD)rrcCsft|jstd|jd|js|jdurtd|js/t|jr1td|jddSdS)Nz Config file z not foundz9If --overwrite is not set, --output_file must be providedz Output file z* already exists and --overwrite is not set)r config_fileexistsFileNotFoundError overwrite output_file ValueErrorFileExistsError)argsr r r _validate_to_fsdp2_argsGsr(configreturncCs |di}|std|Si}|dddkr%tdtd|S|D]\\}}t|d}t|ts<|durC|}|||<q)|tjkrRtd|d q)|tj kratd|d q)|durstd|d |||<q)|t vrt |||}||t|<q)d|d<||d<|S) N fsdp_configz?No FSDP config found in the config file, skipping conversion...r z6Config already specifies FSDP2, skipping conversion...zaIf the config doesn't use new argument names, change `fsdp_version` to `1` and rerun the command.z Argument z0 has been removed in FSDP2, skipping this key...z6 is not yet implemented in FSDP2, skipping this key...z- is not being converted, skipping this key...) getloggerinfowarningitemsARGUMENT_KEY_MAPPING isinstancerr r ARGUMENT_VALUE_MAPPING)r)r+new_fsdp_configkeyvalueconversion_statusr r r convert_config_to_fsdp2Rs@       r:cCstd}|dur|jd|d}nt|d}|jdtddd|jdd d d d |jd tddd|dur8|jtd|S)Nz0Convert an Accelerate config from FSDP1 to FSDP2zto-fsdp2) descriptionz --config_filez#The config file to convert to FSDP2T)typehelprequiredz --overwrite store_truez&Overwrite the config file if it existsF)actionr=defaultz --output_filezThe path to the output file to write the converted config to. If not provided, the input file will be overwritten (if --overwrite is set))r<r=rA)func) add_parserr add_argumentstr set_defaultsto_fsdp2_command) subparsersr;parserr r r to_fsdp2_command_parser~s(  rJr cCsBt| }t|}Wdn1swY|std|S)NzConfig file is empty)openyaml safe_loadr%)r fr)r r r load_configs  rOcCspt|t|j}|jr|jdur|j|_t|}t|jd}t||WddS1s1wYdS)Nw) r(rOr r#r$r:rKrLdump)r'r) new_configrNr r r rGs "rG)N)enumloggingpathlibrrLaccelerate.commands.utilsrEnumrr r r3r5 getLoggerrr/r(dictr:rJrErOrGr r r r sP    ,