Adding wikilingua sets

GEM-benchmark · Feb 1, 2021 · 9cdb142 · 9cdb142
1 parent de66ea1
commit 9cdb142
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/gem_metrics/__init__.py b/gem_metrics/__init__.py
@@ -151,6 +151,14 @@ def process_submission(outs: Submission, refs: Optional[Dict], metrics_dict: Dic
     'webnlg_en_test': 'https://github.com/GEM-benchmark/GEM-metrics/releases/download/data/webnlg_en_test.json',
     'webnlg_ru_val': 'https://github.com/GEM-benchmark/GEM-metrics/releases/download/data/webnlg_ru_val.json',
     'webnlg_ru_test': 'https://github.com/GEM-benchmark/GEM-metrics/releases/download/data/webnlg_ru_test.json',
+    'wiki_lingua_es_en_test': 'https://github.com/GEM-benchmark/GEM-metrics/releases/download/data/wiki_lingua_es_en_test.json',
+    'wiki_lingua_es_en_val': 'https://github.com/GEM-benchmark/GEM-metrics/releases/download/data/wiki_lingua_es_en_val.json',
+    'wiki_lingua_ru_en_test': 'https://github.com/GEM-benchmark/GEM-metrics/releases/download/data/wiki_lingua_ru_en_test.json',
+    'wiki_lingua_ru_en_val': 'https://github.com/GEM-benchmark/GEM-metrics/releases/download/data/wiki_lingua_ru_en_val.json',
+    'wiki_lingua_tr_en_test': 'https://github.com/GEM-benchmark/GEM-metrics/releases/download/data/wiki_lingua_tr_en_test.json',
+    'wiki_lingua_tr_en_val': 'https://github.com/GEM-benchmark/GEM-metrics/releases/download/data/wiki_lingua_tr_en_val.json',
+    'wiki_lingua_vi_en_test': 'https://github.com/GEM-benchmark/GEM-metrics/releases/download/data/wiki_lingua_vi_en_test.json',
+    'wiki_lingua_vi_en_val': 'https://github.com/GEM-benchmark/GEM-metrics/releases/download/data/wiki_lingua_vi_en_val.json',
     'xsum_test': 'https://github.com/GEM-benchmark/GEM-metrics/releases/download/data/xsum_test.json',
     'xsum_val': 'https://github.com/GEM-benchmark/GEM-metrics/releases/download/data/xsum_val.json',
 }