wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-08-15 12:05:19 +08:00
Code Issues Packages Projects Releases Wiki Activity

fixed linting

Browse Source
This commit is contained in:
Bobak Hashemi
2023-01-03 20:47:33 -05:00
parent 45c147362e
commit 4569bcf354
5 changed files with 51 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model/reward/instructor/utils.py
+1 -1
View File
@@ -26,7 +26,7 @@ def webgpt_return_format(row):
def get_tokenizer(tokenizer_name):
if "t5" in tokenizer_name: #rankgen
if "t5" in tokenizer_name: # rankgen
tokenizer = T5Tokenizer.from_pretrained(tokenizer_name, truncation_side="left")
else:
tokenizer = AutoTokenizer.from_pretrained(tokenizer_name)