wassname/alignment-handbook
1
0
Fork 0
mirror of https://github.com/wassname/alignment-handbook.git synced 2026-08-09 11:50:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

Clean deprecated max_samples arguments (#89)

Browse Source
This commit is contained in:
Kirill
2024-01-05 09:06:47 +11:00
committed by GitHub
parent e316174e1c
commit 98fe28fb14
3 changed files with 4 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/run_sft.py
+2 -4
View File
@@ -151,8 +151,7 @@ def main():
logger.info("*** Train ***")
train_result = trainer.train()
metrics = train_result.metrics
max_train_samples = data_args.max_train_samples if data_args.max_train_samples is not None else len(train_dataset)
metrics["train_samples"] = min(max_train_samples, len(train_dataset))
metrics["train_samples"] = len(train_dataset)
trainer.log_metrics("train", metrics)
trainer.save_metrics("train", metrics)
trainer.save_state()
@@ -163,8 +162,7 @@ def main():
if training_args.do_eval:
logger.info("*** Evaluate ***")
metrics = trainer.evaluate()
max_eval_samples = data_args.max_eval_samples if data_args.max_eval_samples is not None else len(eval_dataset)
metrics["eval_samples"] = min(max_eval_samples, len(eval_dataset))
metrics["eval_samples"] = len(eval_dataset)
trainer.log_metrics("eval", metrics)
trainer.save_metrics("eval", metrics)