forked from dmlc/gluon-nlp
-
Notifications
You must be signed in to change notification settings - Fork 0
/
wmt.txt
58 lines (58 loc) · 6.93 KB
/
wmt.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
http://www.statmt.org/europarl/v7/cs-en.tgz 28bad3e096923694fb776b6cd6ba1079546a9e58 62062621
http://www.statmt.org/europarl/v7/de-en.tgz 53bb5408d22977c89284bd755717e6bbb5b12bc5 197785698
http://data.statmt.org/wmt18/translation-task/training-parallel-ep-v8.tgz 2f5c2c2c98b72921474a3f1837dc5b61dd44ba88 246201434
http://www.statmt.org/europarl/v9/training/europarl-v9.cs-en.tsv.gz e36a1bfe634379ec813b399b57a38093df2349ef 68176874
http://www.statmt.org/europarl/v9/training/europarl-v9.de-en.tsv.gz d553d0c8189642c1c7ae6ed3c265c847e432057c 204454328
http://www.statmt.org/europarl/v9/training/europarl-v9.fi-en.tsv.gz c5d2f6aad04e88dda6ad11a110f4ca24150edca3 194574376
http://www.statmt.org/europarl/v9/training/europarl-v9.lt-en.tsv.gz a6343d8fc158f44714ea7d01c0eb65b34640841d 64351345
https://s3.amazonaws.com/web-language-models/paracrawl/release3/en-cs.bicleaner07.tmx.gz 201fc692d4e730cc63e0b1274f98769eeab2faad 957135146
https://s3.amazonaws.com/web-language-models/paracrawl/release3/en-de.bicleaner07.tmx.gz 7930ac4d7aa1d17467edc04a45f3ed2ffe809a30 9091373722
https://s3.amazonaws.com/web-language-models/paracrawl/release3/en-fi.bicleaner07.tmx.gz 2485ce022a8027a4cec60eed0e35b989d2302e32 726455593
https://s3.amazonaws.com/web-language-models/paracrawl/release3/en-lt.bicleaner07.tmx.gz 926dfcd0aba9cc46e6e1a099047a49ee01745d63 286088883
https://s3.amazonaws.com/web-language-models/paracrawl/release1/paracrawl-release1.en-ru.zipporah0-dedup-clean.tgz 6a4c43a2fac39153f2320984a0f13bf4266696d8 667981874
http://www.statmt.org/wmt13/training-parallel-commoncrawl.tgz 1c0ad85f0ebaf1d543acb009607205f5dae6627d 918311367
http://www.statmt.org/wmt14/training-parallel-nc-v9.tgz c7ae7f50cd45c2f3014d78ddba25a4a8a851e27a 80418416
http://www.statmt.org/wmt15/training-parallel-nc-v10.tgz 6c3c45b0f34d5e84a4d0b75a5edcca226ba7d6c2 125136590
http://data.statmt.org/wmt16/translation-task/training-parallel-nc-v11.tgz f51a1f03908e790d23d10001e92e09ce9555a790 75178032
http://data.statmt.org/wmt17/translation-task/training-parallel-nc-v12.tgz d98afc59e1d753485530b377ff65f1f891d3bced 168591139
http://data.statmt.org/wmt18/translation-task/training-parallel-nc-v13.tgz cbaa7834e58d36f228336e3caee6a9056029ff5d 113157482
http://data.statmt.org/news-commentary/v14/training/news-commentary-v14.de-en.tsv.gz c1fd94c7c9ff222968cbd45100bdd8dbeb5ab2aa 39390551
http://data.statmt.org/news-commentary/v14/training/news-commentary-v14.en-zh.tsv.gz 4ca5c01deeba5425646d42f9598d081cd662908b 36696769
http://data.statmt.org/wikititles/v1/wikititles-v1.cs-en.tsv.gz 6e094d218dfd8f987fa1a18ea7b4cb127cfb1763 5112423
http://data.statmt.org/wikititles/v1/wikititles-v1.cs-pl.tsv.gz dc93d346d151bf73e4165d6db425b903fc21a5b0 3525297
http://data.statmt.org/wikititles/v1/wikititles-v1.de-en.tsv.gz e141c55c43a474e06c259c3fa401288b39cd4315 17919359
http://data.statmt.org/wikititles/v1/wikititles-v1.es-pt.tsv.gz c3bd398d57471ee4ab33323393977b8d475a368c 7916897
http://data.statmt.org/wikititles/v1/wikititles-v1.fi-en.tsv.gz 5668b004567ca286d1aad9c2b45862a441d79667 5101486
http://data.statmt.org/wikititles/v1/wikititles-v1.gu-en.tsv.gz 95b9f15b6a86bfed6dc9bc91597368fd334f436e 177183
http://data.statmt.org/wikititles/v1/wikititles-v1.hi-ne.tsv.gz 6d63908950c72bc8cc69ca470deccff11354afc2 184765
http://data.statmt.org/wikititles/v1/wikititles-v1.kk-en.tsv.gz 56ee1e450ef98fe92ea2116c3ce7acc7c7c42b39 1575037
http://data.statmt.org/wikititles/v1/wikititles-v1.lt-en.tsv.gz b8829928686727165eec6c591d2875d12d7c0cfe 1725255
http://data.statmt.org/wikititles/v1/wikititles-v1.ru-en.tsv.gz 16d8d231fdf6347b4cc7834654adec80153ff7a4 20299017
http://data.statmt.org/wikititles/v1/wikititles-v1.zh-en.tsv.gz 5829097ff7dd61752f29fb306b04d790a1a1cfd7 12974754
https://stuncorpusprod.blob.core.windows.net/corpusfiles/UNv1.0.en-ru.tar.gz.00 98c4e01e16070567d27da0ab4fe401f309dd3678 1073741824
https://stuncorpusprod.blob.core.windows.net/corpusfiles/UNv1.0.en-ru.tar.gz.01 86c6013dc88f353d2d6e591928e7549060fcb949 1073741824
https://stuncorpusprod.blob.core.windows.net/corpusfiles/UNv1.0.en-ru.tar.gz.02 bf6b18a33c8cafa6889fd463fa8a2850d8877d35 306221588
https://stuncorpusprod.blob.core.windows.net/corpusfiles/UNv1.0.en-zh.tar.gz.00 1bec5f10297512183e483fdd4984d207700657d1 1073741824
https://stuncorpusprod.blob.core.windows.net/corpusfiles/UNv1.0.en-zh.tar.gz.01 15df2968bc69ef7662cf3029282bbb62cbf107b1 312943879
https://gluonnlp-numpy-data.s3-accelerate.amazonaws.com/wmt/cwmt/parallel/casia2015.zip b432394685e4c53797e1ac86851f8a013aef27a2 98159063
https://gluonnlp-numpy-data.s3-accelerate.amazonaws.com/wmt/cwmt/parallel/casict2011.zip 769a9a86c24e9507dbf520b950b9026120cb041e 166957775
https://gluonnlp-numpy-data.s3-accelerate.amazonaws.com/wmt/cwmt/parallel/datum2015.zip 6d94cc8d296dd4268ed0a10fa3a419267280363e 100118018
https://gluonnlp-numpy-data.s3-accelerate.amazonaws.com/wmt/cwmt/parallel/datum2017.zip 480fa06760b2dbe7c9a9bd7c3fd5e5b22b860a45 37389573
https://gluonnlp-numpy-data.s3-accelerate.amazonaws.com/wmt/cwmt/parallel/neu2017.zip 532b56ba62f6cffccdc85f4316468873ca739bd1 148681171
http://data.statmt.org/wmt17/translation-task/rapid2016.tgz 8b173ce0bc77f2a1a57c8134143e3b5ae228a6e2 163416042
https://s3-eu-west-1.amazonaws.com/tilde-model/rapid2019.de-en.zip aafe431338abb98fc20951b2d6011223a1b91311 111888392
http://data.statmt.org/wmt19/translation-task/dev.tgz 451ce2cae815c8392212ccb3f54f5dcddb9b2b9e 38654961
http://data.statmt.org/wmt19/translation-task/test.tgz ce02a36fb2cd41abfa19d36eb8c8d50241ed3346 3533424
https://gluonnlp-numpy-data.s3-accelerate.amazonaws.com/wmt/cwmt.tar.gz 88c2f4295169e9f0a9834bf8bff87e3fd4c04055 709032378
http://data.statmt.org/news-crawl/de/news.2007.de.shuffled.deduped.gz 9d746b9df345f764e6e615119113c70e3fb0858c 90104365
http://data.statmt.org/news-crawl/de/news.2008.de.shuffled.deduped.gz 185a24e8833844486aee16cb5decf9a64da1c101 308205291
http://data.statmt.org/news-crawl/de/news.2009.de.shuffled.deduped.gz 9f7645fc6467de88f4205d94f483194838bad8ce 317590378
http://data.statmt.org/news-crawl/de/news.2010.de.shuffled.deduped.gz f29b761194e9606f086102cfac12813931575818 170405229
http://data.statmt.org/news-crawl/de/news.2011.de.shuffled.deduped.gz 613b16e7a1cb8559dd428525a4c3b42c8a4dc278 661772046
http://data.statmt.org/news-crawl/de/news.2012.de.shuffled.deduped.gz 1bc419364ea3fe2f9ba4236947c012d4198d9282 854369573
http://data.statmt.org/news-crawl/de/news.2013.de.shuffled.deduped.gz 3edd84a7f105907608371c81babc7a9078f40aac 1987692337
http://data.statmt.org/news-crawl/de/news.2014.de.shuffled.deduped.gz 1466c67b330c08ab5ab7d48e666c1d3a0bb4e479 2018482812
http://data.statmt.org/news-crawl/de/news.2015.de.shuffled.deduped.gz 2c6d5ec9f8fe51e9eb762be8ff7107c6116c00c4 1772843312
http://data.statmt.org/news-crawl/de/news.2016.de.shuffled.deduped.gz e7d235c5d28e36dcf6382f1aa12c6ff37d4529bb 1276921550
http://data.statmt.org/news-crawl/de/news.2017.de.shuffled.deduped.gz f70b4a67bc04c0fdc2ec955b737fa22681e8c038 1863251604
http://data.statmt.org/news-crawl/de/news.2018.de.shuffled.deduped.gz 43f8237de1e219276c0682255def13aa2cb80e35 2000806230