* Add StarChat2

* Add DPO

* Fix unit test

* Typos

* Typo
This commit is contained in:
lewtun
2024-03-12 17:22:21 +01:00
committed by GitHub
parent ff618a4d13
commit a9b8a50a27
14 changed files with 324 additions and 29 deletions
+1 -1
View File
@@ -65,7 +65,7 @@ _deps = [
"scipy",
"tensorboard",
"torch==2.1.2",
"transformers>=4.38.2", # Fixes RoPE computation
"transformers @ git+https://github.com/huggingface/transformers.git@831bc25d8fdb85768402f772cf65cc3d7872b211", # Enable StarCoder2
"trl==0.7.10",
"jinja2>=3.0.0",
"tqdm>=4.64.1",