diff --git a/model/reward/instructor/configs/electra-base-dis-webgpt.yml b/model/reward/instructor/configs/electra-base-dis-webgpt.yml new file mode 100644 index 00000000..5c02fab7 --- /dev/null +++ b/model/reward/instructor/configs/electra-base-dis-webgpt.yml @@ -0,0 +1,2 @@ +model_name: google/electra-base-discriminator +learning_rate: 3e-5