wassname/alignment-handbook
1
0
Fork 0
mirror of https://github.com/wassname/alignment-handbook.git synced 2026-09-10 11:50:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

Apply quantization during DPO QLoRA (#115)

Browse Source 
* Add QLoRA fix

* Update script
This commit is contained in:
lewtun
2024-02-05 16:50:17 +01:00
committed by GitHub
parent d00e6f043e
commit 87cc800498
3 changed files with 11 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
setup.py
+1 -1
View File
@@ -66,7 +66,7 @@ _deps = [
"tensorboard",
"torch==2.1.2",
"transformers==4.36.2",
"trl==0.7.7",
"trl==0.7.10",
"jinja2>=3.0.0",
"tqdm>=4.64.1",
]