Files
Open-Assistant/model/supervised_finetuning/custom_datasets/formatting.py
T
2023-01-23 02:48:47 +00:00

6 lines
246 B
Python

QA_SPECIAL_TOKENS = {"Question": "<human>", "Answer": "<bot>", "StartPrefix": "<prefix>", "EndPrefix": "</prefix>"}
def format_pair(pair):
return "{}{}{}".format(QA_SPECIAL_TOKENS["Question"], pair[0], QA_SPECIAL_TOKENS["Answer"]), pair[1]