Update peft_lora_clm_accelerate_ds_zero3_offload.py

This commit is contained in:
Sourab Mangrulkar
2023-02-08 13:35:10 +05:30
parent 537c971a47
commit 83ded43ee7
@@ -343,8 +343,10 @@ def main():
accelerator.wait_for_everyone()
model.push_to_hub(
f"smangrul/{dataset_name}_{model_name_or_path}_{peft_config.peft_type}_{peft_config.task_type}",
"smangrul/"
+ f"{dataset_name}_{model_name_or_path}_{peft_config.peft_type}_{peft_config.task_type}".replace("/", "_"),
state_dict=accelerator.get_state_dict(model),
use_auth_token=True,
)
accelerator.wait_for_everyone()