-
Notifications
You must be signed in to change notification settings - Fork 10
/
phase-b-evaluate-yesno.yaml
121 lines (102 loc) · 3.15 KB
/
phase-b-evaluate-yesno.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
# execute
# mvn exec:exec -Dconfig=bioasq.phase-b-evaluate-yesno
# to test the pipeline
configuration:
name: phase-b-evaluate-yesno
author: ziy
persistence-provider:
inherit: baseqa.persistence.local-sqlite-persistence-provider
collection-reader:
inherit: baseqa.collection.json.json-collection-reader
dataset: BIOASQ-QA
file:
# - input/dryrun-b.json
# - input/1b-1-b.json
# - input/1b-2-b.json
# - input/1b-3-b.json
# - input/2b-1-b.json
# - input/2b-2-b.json
# - input/2b-3-b.json
# - input/2b-4-b.json
# - input/2b-5-b.json
# - input/3b-1-b.json
# - input/3b-2-b.json
# - input/3b-3-b.json
# - input/3b-4-b.json
- input/3b-5-b.json
type: [yesno]
decorators: |
- inherit: bioasq.gs.bioasq-qa-gs-decorator
persistence-provider: |
inherit: baseqa.persistence.local-sqlite-persistence-provider
pipeline:
- inherit: ecd.phase
name: question-parse
options: |
- inherit: bioqa.question.parse.clearnlp-bioinformatics
- inherit: ecd.phase
name: question-concept-metamap
options: |
- inherit: bioqa.question.concept.metamap-cached
- inherit: ecd.phase
name: question-concept-tmtool
options: |
- inherit: bioqa.question.concept.tmtool-cached
- inherit: ecd.phase
name: question-concept-lingpipe-genia
options: |
- inherit: bioqa.question.concept.lingpipe-genia
- inherit: ecd.phase
name: passage-to-view
options: |
- inherit: baseqa.evidence.passage-to-view
- inherit: ecd.phase
name: evidence-parse
options: |
- inherit: bioqa.evidence.parse.clearnlp-bioinformatics
- inherit: ecd.phase
name: evidence-concept-metamap
options: |
- inherit: bioqa.evidence.concept.metamap-cached
- inherit: ecd.phase
name: evidence-concept-tmtool
options: |
- inherit: bioqa.evidence.concept.tmtool-cached
- inherit: ecd.phase
name: evidence-concept-lingpipe-genia
options: |
- inherit: bioqa.evidence.concept.lingpipe-genia
- inherit: ecd.phase
name: evidence-concept-frequent-phrase
options: |
- inherit: baseqa.evidence.concept.frequent-phrase
- inherit: ecd.phase
name: concept-search-uts
options: |
- inherit: bioqa.evidence.concept.search-uts-cached
- inherit: ecd.phase
name: concept-merge
options: |
- inherit: baseqa.evidence.concept.merge
- inherit: ecd.phase
name: answer-yesno
options: |
- inherit: baseqa.answer.yesno.all-yes
- inherit: bioqa.answer.yesno.liblinear-predict
- inherit: bioqa.answer.yesno.weka-logistic-predict
- inherit: bioqa.answer.yesno.weka-cvr-predict
post-process:
# answer evaluation
- inherit: baseqa.eval.base
calculator: |
inherit: bioasq.eval.calculator.answer-eval-calculator
evaluatee-provider: |
inherit: baseqa.eval.evaluatee.answer-evaluatee-provider
persistence-provider: |
inherit: baseqa.eval.persistence.jdbc-eval-persistence-provider
# report
- inherit: report.csv-report-generator
builders: |
- inherit: baseqa.report.accumulated-measurements-report-component
# submission
- inherit: bioasq.collection.json.json-cas-consumer