@@ -411,6 +411,13 @@ def get_path(self, src):
411
411
url = "http://data.statmt.org/wmt19/translation-task/dev.tgz" ,
412
412
path = ("dev/newsdev2015-fien-src.{src}.sgm" ,
413
413
"dev/newsdev2015-fien-ref.en.sgm" )),
414
+ SubDataset (
415
+ name = "newsdiscussdev2015" ,
416
+ target = "en" ,
417
+ sources = {"ro" , "tr" },
418
+ url = "http://data.statmt.org/wmt19/translation-task/dev.tgz" ,
419
+ path = ("dev/newsdiscussdev2015-{src}en-src.{src}.sgm" ,
420
+ "dev/newsdiscussdev2015-{src}en-ref.en.sgm" )),
414
421
SubDataset (
415
422
name = "newsdev2016" ,
416
423
target = "en" ,
@@ -506,10 +513,17 @@ def get_path(self, src):
506
513
SubDataset (
507
514
name = "newstest2015" ,
508
515
target = "en" ,
509
- sources = {"cs" , "de" , "fi" , "fr" , " ru" },
516
+ sources = {"cs" , "de" , "fi" , "ru" },
510
517
url = "http://data.statmt.org/wmt19/translation-task/dev.tgz" ,
511
518
path = ("dev/newstest2015-{src}en-src.{src}.sgm" ,
512
519
"dev/newstest2015-{src}en-ref.en.sgm" )),
520
+ SubDataset (
521
+ name = "newsdiscusstest2015" ,
522
+ target = "en" ,
523
+ sources = {"fr" },
524
+ url = "http://data.statmt.org/wmt19/translation-task/dev.tgz" ,
525
+ path = ("dev/newsdiscusstest2015-{src}en-src.{src}.sgm" ,
526
+ "dev/newsdiscusstest2015-{src}en-ref.en.sgm" )),
513
527
SubDataset (
514
528
name = "newstest2016" ,
515
529
target = "en" ,
0 commit comments