wassname/Open-Assistant
1
0
Fork 0
mirror of https://github.com/wassname/Open-Assistant.git synced 2026-07-27 11:18:29 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #352 from theblackcat102/main

Browse Source 
[fix] rename old summary human feedback dataset to new one
This commit is contained in:
sanagnos
2023-01-04 17:28:23 +02:00
committed by GitHub
parent 0ab117ff28 f7bd22246e
commit fa7f8f238a
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model/reward/instructor/experimental_dataset.py
+1 -1
View File
@@ -60,7 +60,7 @@ class HFSummaryQuality(Dataset):
def __init__(self, split, tokenizer, max_length=300) -> None:
super().__init__()
assert split in ("validation", "test")
dataset = load_dataset("Tristan/summarize_from_feedback", "axis")[split]
dataset = load_dataset("openai/summarize_from_feedback", "axis")[split]
self.max_length = max_length
mean_scores = defaultdict(list)
self.contexts = []
model/reward/instructor/rank_datasets.py
+1 -1
View File
@@ -118,7 +118,7 @@ class HFSummary(Dataset):
self.index2summary = {}
self.max_comparison_per_sample = max_comparison_per_sample
major_split = split if "train" == split else "validation"
dataset = load_dataset("Tristan/summarize_from_feedback", "comparisons")[major_split]
dataset = load_dataset("openai/summarize_from_feedback", "comparisons")[major_split]
for data in dataset:
if (
"extra" in data