precommits

This commit is contained in:
Sotirios Anagnostidis
2023-01-11 22:58:17 +01:00
parent d46ff8c4ee
commit c8f47eef9f
5 changed files with 7 additions and 7 deletions
@@ -30,6 +30,7 @@ summarization_config_mapping = {
QA_DATASETS = ["squad_v2", "adversarial_qa", "trivia_qa_context", "trivia_qa_noconext"]
SUMMARIZATION_DATASETS = ["xsum", "cnn_dailymail", "samsum", "multi_news"]
def index_squad_v2(example):
return example["title"] + ". " + example["context"] + " " + example["question"], example["answers"]["text"][0]
@@ -159,4 +160,4 @@ def get_one_dataset(conf, dataset_name):
else:
raise ValueError(f"Unknown dataset {dataset_name}")
return train, eval
return train, eval