Skip to content

Commit

Permalink
[fix] rename old summary human feedback dataset to new one
Browse files Browse the repository at this point in the history
  • Loading branch information
theblackcat102 committed Jan 4, 2023
1 parent d6efdd6 commit f7bd222
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion model/reward/instructor/experimental_dataset.py
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,7 @@ class HFSummaryQuality(Dataset):
def __init__(self, split, tokenizer, max_length=300) -> None:
super().__init__()
assert split in ("validation", "test")
dataset = load_dataset("Tristan/summarize_from_feedback", "axis")[split]
dataset = load_dataset("openai/summarize_from_feedback", "axis")[split]
self.max_length = max_length
mean_scores = defaultdict(list)
self.contexts = []
Expand Down
2 changes: 1 addition & 1 deletion model/reward/instructor/rank_datasets.py
Original file line number Diff line number Diff line change
Expand Up @@ -118,7 +118,7 @@ def __init__(self, split="train", conf_threshold=-1, max_comparison_per_sample=3
self.index2summary = {}
self.max_comparison_per_sample = max_comparison_per_sample
major_split = split if "train" == split else "validation"
dataset = load_dataset("Tristan/summarize_from_feedback", "comparisons")[major_split]
dataset = load_dataset("openai/summarize_from_feedback", "comparisons")[major_split]
for data in dataset:
if (
"extra" in data
Expand Down

0 comments on commit f7bd222

Please sign in to comment.