wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-08-17 11:13:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

various fixes to the SFT code

Browse Source
This commit is contained in:
Yannic Kilcher
2023-02-11 21:37:35 +01:00
parent 74e310e7ba
commit b6a0eedf81
4 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model/supervised_finetuning/custom_datasets/prompt_dialogue.py
+1 -1
View File
@@ -20,7 +20,7 @@ class OAPrivate(Dataset):
total_prob = reduce(lambda prev, split: prev + split[1], self.splits.items(), 0)
assert math.isclose(total_prob, 1), "Make sure OAPrivate split ratios add to 1"
jsonl_file = os.path.join(data_path, self.file)
jsonl_file = os.path.join(data_path, file)
with open(jsonl_file, "r", encoding="utf-8") as f:
lines = f.readlines()