wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-07-18 12:10:34 +08:00
Code Issues Packages Projects Releases Wiki Activity

[merge] Fix conflict

Browse Source
This commit is contained in:
theblackcat102
2023-02-11 00:23:25 +00:00
parent 34347607d4 76f7af0dfd
commit bcebbbc49c
196 changed files with 11306 additions and 1005 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model/supervised_finetuning/custom_datasets/qa_datasets.py
+1 -4
View File
@@ -222,7 +222,7 @@ class SODA(Dataset):
return pairs
def __init__(self, cache_dir, max_sample_size=10000, input_max_length=1024) -> None:
def __init__(self, cache_dir, input_max_length=1024) -> None:
super().__init__()
self.pairs = []
@@ -233,9 +233,6 @@ class SODA(Dataset):
if len(prompt) < input_max_length:
self.pairs.append((prompt, answer))
if len(self.pairs) > max_sample_size:
break
def __len__(self):
return len(self.pairs)