mirror of
https://github.com/wassname/Open-Assistant.git
synced 2026-07-11 00:30:06 +08:00
theblackcat102
69 lines
2.7 KiB
Python
69 lines
2.7 KiB
Python
"""
|
|
SFT dataset to reject toxic questions
|
|
|
|
"""
|
|
import random
|
|
|
|
from datasets import load_dataset
|
|
from torch.utils.data import Dataset
|
|
|
|
|
|
class ProsocialDialogueExplaination(Dataset):
|
|
name = "prosocial_explain"
|
|
TEMPLATE = [
|
|
# 0 : reply or sentence of interest, 1 : reason of caution
|
|
("'{0}' Why is this sentence {1}", "This sentence is {1} because {0}"),
|
|
("Explain to me why this sentence is {1}: {0}", "This sentence is {1} because {0}"),
|
|
("'{0}' Why is this sentence {1}", "This sentence may need {1} because {0}"),
|
|
("'{0}' Explain to me why we need to {1} of this sentence", "We need to be {1} of this sentence because {0}"),
|
|
]
|
|
|
|
def __init__(self, split="train", cache_dir=".cache") -> None:
|
|
super().__init__()
|
|
dataset = load_dataset("allenai/prosocial-dialog", cache_dir=cache_dir)[split]
|
|
self.pairs = []
|
|
for row in dataset:
|
|
for safety_annotation, safe_answer in zip(row["safety_annotations"], row["safety_annotation_reasons"]):
|
|
(prompt_template, answer_template) = random.choice(self.TEMPLATE)
|
|
self.pairs.append(
|
|
(
|
|
prompt_template.format(row["context"], safety_annotation),
|
|
answer_template.format(safe_answer, safety_annotation),
|
|
)
|
|
)
|
|
|
|
def __len__(self):
|
|
return len(self.pairs)
|
|
|
|
def __getitem__(self, idx):
|
|
return self.pairs[idx]
|
|
|
|
|
|
class ProsocialDialogue(Dataset):
|
|
name = "prosocial_dialogue"
|
|
"""
|
|
ProsocialDialog, we set up a human-AI collaborative data creation framework,
|
|
where GPT-3 generates the potentially unsafe utterances, and crowdworkers
|
|
provide prosocial responses to them. This approach allows us to circumvent
|
|
two substantial challenges:
|
|
(1) there are no available large-scale corpora of multiturn prosocial conversations
|
|
between humans
|
|
(2) asking humans to write unethical, toxic, or problematic utterances could result
|
|
in psychological harms (Roberts, 2017; Steiger et al., 2021).
|
|
"""
|
|
PREFIX = "<prefix>You are now a prosocial chatbot, be caution and casual when reply</prefix>"
|
|
|
|
def __init__(self, split="train", cache_dir=".cache") -> None:
|
|
super().__init__()
|
|
dataset = load_dataset("allenai/prosocial-dialog", cache_dir=cache_dir)[split]
|
|
self.pairs = []
|
|
for row in dataset:
|
|
for answer in row["rots"]:
|
|
self.pairs.append((self.PREFIX + row["context"], answer))
|
|
|
|
def __len__(self):
|
|
return len(self.pairs)
|
|
|
|
def __getitem__(self, idx):
|
|
return self.pairs[idx]
|