new tasks

sileod · Feb 24, 2023 · c3bb1b1 · c3bb1b1
1 parent 720c3f2
commit c3bb1b1
Show file tree

Hide file tree

Showing 2 changed files with 293 additions and 280 deletions.
diff --git a/src/tasksource/tasks.py b/src/tasksource/tasks.py
@@ -779,4 +779,13 @@ def _preprocess_chatgpt_detection(ex):
 
 tomi_nli = Classification("premise","hypothesis","label",
     dataset_name="metaeval/tomi-nli"
-)
+)
+
+avicenna = Classification("Premise 1","Premise 2","Syllogistic relation",
+    dataset_name="metaeval/avicenna")
+
+shp = MultipleChoice("history",
+    choices=['human_ref_A','human_ref_B'],
+    labels="labels",
+    dataset_name="stanfordnlp/SHP")
+