wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-08-20 12:00:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

refactor

Browse Source
This commit is contained in:
Sotirios Anagnostidis
2023-01-06 21:29:38 +01:00
parent 88ee3b3264
commit 148244455c
3 changed files with 21 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model/supervised_finetuning/models/gptj.py
+1 -1
View File
@@ -171,7 +171,7 @@ def get_model(model_name, cache_dir, quantization):
if quantization is None:
model = AutoModelForCausalLM.from_pretrained(model_name, cache_dir=cache_dir)
elif quantization == "8bit":
print("Loading 8-bit model")
raise ValueError("Loading 8-bit model. Bitsandbytes does not behave so far...")
transformers.models.gptj.modeling_gptj.GPTJBlock = GPTJBlock
model = AutoModelForCausalLM.from_pretrained(model_name, cache_dir=cache_dir)
add_adapters(model)