wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-08-13 11:50:37 +08:00
Code Issues Packages Projects Releases Wiki Activity

[feature] Add galactica training config

Browse Source
This commit is contained in:
theblackcat102
2023-01-01 01:25:53 +08:00
parent 24e06626f4
commit 918b7b7ec0
4 changed files with 30 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model/reward/instructor/utils.py
+6 -2
View File
@@ -74,6 +74,10 @@ def argument_parsing(parser):
with open(args.config, 'r', encoding='utf-8') as f:
training_conf = yaml.safe_load(f.read())
return { **default_params, **training_conf }
params = { **default_params, **training_conf }
params['gradient_accumulation_steps'] = int(params['gradient_accumulation_steps'])
params['num_train_epochs'] = int(params['num_train_epochs'])
params['per_device_train_batch_size'] = int(params['per_device_train_batch_size'])
params['learning_rate'] = float(params['learning_rate'])
return params