wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-08-12 11:40:44 +08:00
Code Issues Packages Projects Releases Wiki Activity

pre-commits

Browse Source
This commit is contained in:
Sotirios Anagnostidis
2023-01-03 22:45:34 +01:00
parent 752eeb24f7
commit c20dfaad5b
4 changed files with 17 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model/supervised_finetuning/custom_datasets/__init__.py
+1 -5
View File
@@ -2,11 +2,7 @@ from datasets import load_dataset
from sklearn.model_selection import train_test_split
from torch.utils.data import Dataset, Subset
QA_SPECIAL_TOKENS = {
'Question': '<question>',
'Answer': '<answer>'
}
QA_SPECIAL_TOKENS = {"Question": "<question>", "Answer": "<answer>"}
class SquadV2Dataset(Dataset):