From fe89e8a67691004e3009232b645d945a7e670ff1 Mon Sep 17 00:00:00 2001 From: Martin Popel Date: Sat, 23 Mar 2024 00:03:27 +0100 Subject: [PATCH] wmt23 archive uses `translator="refA"` unlike in previous years, where it used `translator="A"` --- sacrebleu/dataset/__init__.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/sacrebleu/dataset/__init__.py b/sacrebleu/dataset/__init__.py index 6ec8aad..2478395 100644 --- a/sacrebleu/dataset/__init__.py +++ b/sacrebleu/dataset/__init__.py @@ -86,7 +86,7 @@ "en-de": ["wmt23-news-systems-v.0.1/xml/wmttest2023.en-de.all.xml"], "en-he": { "path": "wmt23-news-systems-v.0.1/xml/wmttest2023.en-he.all.xml", - "refs": ["B"], + "refs": ["refB"], }, "en-ja": ["wmt23-news-systems-v.0.1/xml/wmttest2023.en-ja.all.xml"], "en-ru": ["wmt23-news-systems-v.0.1/xml/wmttest2023.en-ru.all.xml"], @@ -94,14 +94,14 @@ "en-zh": ["wmt23-news-systems-v.0.1/xml/wmttest2023.en-zh.all.xml"], "he-en": { "path": "wmt23-news-systems-v.0.1/xml/wmttest2023.he-en.all.xml", - "refs": ["B"], + "refs": ["refB"], }, "ja-en": ["wmt23-news-systems-v.0.1/xml/wmttest2023.ja-en.all.xml"], "ru-en": ["wmt23-news-systems-v.0.1/xml/wmttest2023.ru-en.all.xml"], "uk-en": ["wmt23-news-systems-v.0.1/xml/wmttest2023.uk-en.all.xml"], "zh-en": ["wmt23-news-systems-v.0.1/xml/wmttest2023.zh-en.all.xml"], }, - refs=["A"], + refs=["refA"], ), "wmt22": WMTXMLDataset( "wmt22",