-
Notifications
You must be signed in to change notification settings - Fork 5
/
Copy pathtasks_datasets
58 lines (52 loc) · 6.35 KB
/
tasks_datasets
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
# Each line (except comment lines and blank lines) must consist of four space-delimited fields:
# <evaluation_script> <evaluation_data_directory> <dev_or_test> <bar_delimited_language_2_letter_iso_codes> <task_name>#<dataset_anchor>
# (cross-lingual) word similarity
eval_wordsim.py eval-data/wordsim/EN-MEN-TR-3k dev en [dev]_Monolingual_Word_Similarity#en-men-tr-3k
eval_wordsim.py eval-data/wordsim/EN-RW-STANFORD test en [test]_Monolingual_Word_Similarity#en-rw-stanford
eval_wordsim.py eval-data/wordsim/de+es.rg65.dev dev de|es [dev]_Cross-lingual_Word_Similarity#de+es.rg65.dev
eval_wordsim.py eval-data/wordsim/de+es.rg65.test test de|es [test]_Cross-lingual_Word_Similarity#de+es.rg65.test
eval_wordsim.py eval-data/wordsim/de+it-mws353-dev dev de|it [dev]_Cross-lingual_Word_Similarity#de+it-mws353-dev
eval_wordsim.py eval-data/wordsim/de+it-mws353-test test de|it [test]_Cross-lingual_Word_Similarity#de+it-mws353-test
eval_wordsim.py eval-data/wordsim/en+de-mws353-dev dev de|en [dev]_Cross-lingual_Word_Similarity_(MWS)#en+de-mws353-dev
eval_wordsim.py eval-data/wordsim/en+de-mws353-test test de|en [test]_Cross-lingual_Word_Similarity_(MWS)#en+de-mws353-test
eval_wordsim.py eval-data/wordsim/en+de.rg65.dev dev de|en [dev]_Cross-lingual_Word_Similarity_(RG)#en+de.rg65.dev
eval_wordsim.py eval-data/wordsim/en+de.rg65.test test de|en [test]_Cross-lingual_Word_Similarity_(RG)#en+de.rg65.test
eval_wordsim.py eval-data/wordsim/en+es.rg65.dev dev en|es [dev]_Cross-lingual_Word_Similarity#en+es.rg65.dev
eval_wordsim.py eval-data/wordsim/en+es.rg65.test test en|es [test]_Cross-lingual_Word_Similarity#en+es.rg65.test
eval_wordsim.py eval-data/wordsim/en+fr.rg65.dev dev en|fr [dev]_Cross-lingual_Word_Similarity#en+fr.rg65.dev
eval_wordsim.py eval-data/wordsim/en+fr.rg65.test test en|fr [test]_Cross-lingual_Word_Similarity#en+fr.rg65.test
eval_wordsim.py eval-data/wordsim/en+it-mws353-dev dev en|it [dev]_Cross-lingual_Word_Similarity#en+it-mws353-dev
eval_wordsim.py eval-data/wordsim/en+it-mws353-test test en|it [test]_Cross-lingual_Word_Similarity#en+it-mws353-dev
eval_wordsim.py eval-data/wordsim/fr+de.rg65.dev dev de|fr [dev]_Cross-lingual_Word_Similarity#de+fr.rg65.dev
eval_wordsim.py eval-data/wordsim/fr+de.rg65.test test de|fr [test]_Cross-lingual_Word_Similarity#de+fr.rg65.test
eval_wordsim.py eval-data/wordsim/fr+es.rg65.dev dev fr|es [dev]_Cross-lingual_Word_Similarity#fr+es.rg65.dev
eval_wordsim.py eval-data/wordsim/fr+es.rg65.test test fr|es [test]_Cross-lingual_Word_Similarity#fr+es.rg65.test
# word translation
eval_translate.py eval-data/word_translation/wiktionary.da+en+it.dev dev da|en|it [dev]_Word_Translation#wiktionary.da+en+it.dev
eval_translate.py eval-data/word_translation/wiktionary.da+en+it.test test da|en|it [test]_Word_Translation#wiktionary.da+en+it.test
eval_translate.py eval-data/word_translation/wiktionary.bg+cs+da+de+el+en+es+fi+fr+hu+it+sv.dev dev bg|cs|da|de|el|en|es|fi|fr|hu|it|sv [dev]_Word_Translation#wiktionary.bg+cs+da+de+el+en+es+fi+fr+hu+it+sv.dev
eval_translate.py eval-data/word_translation/wiktionary.bg+cs+da+de+el+en+es+fi+fr+hu+it+sv.test test bg|cs|da|de|el|en|es|fi|fr|hu|it|sv [test]_Word_Translation#wiktionary.bg+cs+da+de+el+en+es+fi+fr+hu+it+sv.test
eval_translate.py eval-data/word_translation/wiktionary.fifty_nine.dev dev bg|cs|da|de|el|en|es|fi|fr|hu|it|sv|zh|af|ca|iw|cy|ar|ga|zu|et|gl|id|ru|nl|pt|la|tr|ne|lv|lt|tg|ro|is|pl|yi|be|hy|hr|jw|ka|ht|fa|mi|bs|ja|mg|tl|ms|uz|kk|sr|mn|ko|mk|so|uk|sl|sw [dev]_Word_Translation#wiktionary.fifty_nine.dev
eval_translate.py eval-data/word_translation/wiktionary.fifty_nine.test test bg|cs|da|de|el|en|es|fi|fr|hu|it|sv|zh|af|ca|iw|cy|ar|ga|zu|et|gl|id|ru|nl|pt|la|tr|ne|lv|lt|tg|ro|is|pl|yi|be|hy|hr|jw|ka|ht|fa|mi|bs|ja|mg|tl|ms|uz|kk|sr|mn|ko|mk|so|uk|sl|sw [test]_Word_Translation#wiktionary.fifty_nine.test
eval_translate.py eval-data/word_translation/google.fifty_nine.dev dev bg|cs|da|de|el|en|es|fi|fr|hu|it|sv|zh|af|ca|iw|cy|ar|ga|zu|et|gl|id|ru|nl|pt|la|tr|ne|lv|lt|tg|ro|is|pl|yi|be|hy|hr|jw|ka|ht|fa|mi|bs|ja|mg|tl|ms|uz|kk|sr|mn|ko|mk|so|uk|sl|sw [dev]_Word_Translation#google.fifty_nine.dev
eval_translate.py eval-data/word_translation/google.fifty_nine.test test bg|cs|da|de|el|en|es|fi|fr|hu|it|sv|zh|af|ca|iw|cy|ar|ga|zu|et|gl|id|ru|nl|pt|la|tr|ne|lv|lt|tg|ro|is|pl|yi|be|hy|hr|jw|ka|ht|fa|mi|bs|ja|mg|tl|ms|uz|kk|sr|mn|ko|mk|so|uk|sl|sw [test]_Word_Translation#google.fifty_nine.test
# (multi)QVEC+ tasks
eval_cvec.py eval-data/qvec/test-en test en [test]_Monolingual_QVEC+#test-en
eval_cvec.py eval-data/qvec/dev-en dev en [dev]_Monolingual_QVEC+#dev-en
eval_cvec.py eval-data/qvec/test-en-da-it test da|en|it [test]_MultiQVEC+#test-en-da-it
eval_cvec.py eval-data/qvec/dev-en-da-it dev da|en|it [dev]_MultiQVEC+#dev-en-da-it
# (multi)QVEC tasks
eval_qvec.py eval-data/qvec/test-en test en [test]_Monolingual_QVEC#test-en
eval_qvec.py eval-data/qvec/dev-en dev en [dev]_Monolingual_QVEC#dev-en
eval_qvec.py eval-data/qvec/test-en-da-it test da|en|it [test]_MultiQVEC#test-en-da-it
eval_qvec.py eval-data/qvec/dev-en-da-it dev da|en|it [dev]_MultiQVEC#dev-en-da-it
# multilingual dependency parsing tasks
eval_parse.py eval-data/parsing/ud1.1-en+da+it-dev dev da|en|it [dev]_Multilingual_Dependency_Parsing#ud1.1-en+da+it-dev
eval_parse.py eval-data/parsing/ud1.1-en+da+it-test test da|en|it [test]_Multilingual_Dependency_Parsing#ud1.1-en+da+it-test
eval_parse.py eval-data/parsing/ud1.1-bg+cs+da+de+el+en+es+fi+fr+hu+it+sv-dev dev bg|cs|da|de|el|en|es|fi|fr|hu|it|sv [dev]_Multilingual_Dependency_Parsing#ud1.1-bg+cs+da+de+el+en+es+fi+fr+hu+it+sv-dev
eval_parse.py eval-data/parsing/ud1.1-bg+cs+da+de+el+en+es+fi+fr+hu+it+sv-test test bg|cs|da|de|el|en|es|fi|fr|hu|it|sv [test]_Multilingual_Dependency_Parsing#ud1.1-bg+cs+da+de+el+en+es+fi+fr+hu+it+sv-test
# multilingual document classification tasks
eval_classify.py eval-data/classification/reuters_en+da+it.dev dev da|en|it [dev]_Multilingual_Document_Classification#reuters_en+da+it.dev
eval_classify.py eval-data/classification/reuters_en+da+it.test test da|en|it [test]_Multilingual_Document_Classification#reuters_en+da+it.test
eval_classify.py eval-data/classification/reuters_da+de+en+es+fr+it+sv.dev dev da|de|en|es|fr|it|sv [dev]_Multilingual_Document_Classification#reuters_da+de+en+es+fr+it+sv.dev
eval_classify.py eval-data/classification/reuters_da+de+en+es+fr+it+sv.test test da|de|en|es|fr|it|sv [test]_Multilingual_Document_Classification#reuters_da+de+en+es+fr+it+sv.test