Apply quantization during DPO QLoRA (#115)

* Add QLoRA fix

* Update script
This commit is contained in:
lewtun
2024-02-05 16:50:17 +01:00
committed by GitHub
parent d00e6f043e
commit 87cc800498
3 changed files with 11 additions and 13 deletions
+1 -1
View File
@@ -66,7 +66,7 @@ _deps = [
"tensorboard",
"torch==2.1.2",
"transformers==4.36.2",
"trl==0.7.7",
"trl==0.7.10",
"jinja2>=3.0.0",
"tqdm>=4.64.1",
]