Skip to content

Commit

Permalink
Fix ground truth check bug
Browse files Browse the repository at this point in the history
  • Loading branch information
@BeyonderXX
BeyonderXX committed Mar 29, 2023
1 parent c5cb248 commit 01d3fa3
Show file tree
Hide file tree
Showing 7 changed files with 448 additions and 2 deletions.
0 configs/multi_task_configs/dev_tasks.json → configs/v2_multi_task_configs/dev_tasks.json
View file
File renamed without changes.
0 configs/multi_task_configs/test_tasks.json → ...igs/v2_multi_task_configs/test_tasks.json
View file
File renamed without changes.
0 configs/multi_task_configs/train_tasks.json → ...gs/v2_multi_task_configs/train_tasks.json
View file
File renamed without changes.
148 changes: 148 additions & 0 deletions configs/v3_multi_task_configs/dev_tasks.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,148 @@
{
"EE": [
{
"sampling strategy": "full",
"dataset name": "GENIA"
},
{
"sampling strategy": "full",
"dataset name": "PHEE"
}
],
"RE": [
{
"sampling strategy": "full",
"dataset name": "ADE_corpus"
},
{
"sampling strategy": "full",
"dataset name": "NYT11"
},
{
"sampling strategy": "full",
"dataset name": "New-York-Times-RE"
},
{
"sampling strategy": "full",
"dataset name": "semval-RE"
},
{
"sampling strategy": "full",
"dataset name": "conll04"
},
{
"sampling strategy": "full",
"dataset name": "GIDS"
},
{
"sampling strategy": "full",
"dataset name": "SciERC"
},
{
"sampling strategy": "full",
"dataset name": "kbp37"
}
],
"NER": [
{
"sampling strategy": "full",
"dataset name": "ACE 2005"
},
{
"sampling strategy": "full",
"dataset name": "AnatEM"
},
{
"sampling strategy": "full",
"dataset name": "bc2gm"
},
{
"sampling strategy": "full",
"dataset name": "bc4chemd"
},
{
"sampling strategy": "full",
"dataset name": "bc5cdr"
},
{
"sampling strategy": "full",
"dataset name": "Broad Tweet Corpus"
},
{
"sampling strategy": "full",
"dataset name": "CoNLL 2003"
},
{
"sampling strategy": "full",
"dataset name": "CrossNER_AI"
},
{
"sampling strategy": "full",
"dataset name": "CrossNER_literature"
},
{
"sampling strategy": "full",
"dataset name": "CrossNER_music"
},
{
"sampling strategy": "full",
"dataset name": "CrossNER_politics"
},
{
"sampling strategy": "full",
"dataset name": "CrossNER_science"
},
{
"sampling strategy": "full",
"dataset name": "FabNER"
},
{
"sampling strategy": "full",
"dataset name": "FindVehicle"
},
{
"sampling strategy": "full",
"dataset name": "GENIA_NER"
},
{
"sampling strategy": "full",
"dataset name": "HarveyNER"
},
{
"sampling strategy": "full",
"dataset name": "mit-movie"
},
{
"sampling strategy": "full",
"dataset name": "mit-restaurant"
},
{
"sampling strategy": "full",
"dataset name": "MultiNERD"
},
{
"sampling strategy": "full",
"dataset name": "ncbi"
},
{
"sampling strategy": "full",
"dataset name": "Ontonotes"
},
{
"sampling strategy": "full",
"dataset name": "PolyglotNER"
},
{
"sampling strategy": "full",
"dataset name": "TweetNER7"
},
{
"sampling strategy": "full",
"dataset name": "WikiANN en"
},
{
"sampling strategy": "full",
"dataset name": "WikiNeural"
}
]
}
148 changes: 148 additions & 0 deletions configs/v3_multi_task_configs/test_tasks.json
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,148 @@
{
"EE": [
{
"sampling strategy": "full",
"dataset name": "GENIA"
},
{
"sampling strategy": "full",
"dataset name": "PHEE"
}
],
"RE": [
{
"sampling strategy": "full",
"dataset name": "ADE_corpus"
},
{
"sampling strategy": "full",
"dataset name": "NYT11"
},
{
"sampling strategy": "full",
"dataset name": "New-York-Times-RE"
},
{
"sampling strategy": "full",
"dataset name": "semval-RE"
},
{
"sampling strategy": "full",
"dataset name": "conll04"
},
{
"sampling strategy": "full",
"dataset name": "GIDS"
},
{
"sampling strategy": "full",
"dataset name": "SciERC"
},
{
"sampling strategy": "full",
"dataset name": "kbp37"
}
],
"NER": [
{
"sampling strategy": "full",
"dataset name": "ACE 2005"
},
{
"sampling strategy": "full",
"dataset name": "AnatEM"
},
{
"sampling strategy": "full",
"dataset name": "bc2gm"
},
{
"sampling strategy": "full",
"dataset name": "bc4chemd"
},
{
"sampling strategy": "full",
"dataset name": "bc5cdr"
},
{
"sampling strategy": "full",
"dataset name": "Broad Tweet Corpus"
},
{
"sampling strategy": "full",
"dataset name": "CoNLL 2003"
},
{
"sampling strategy": "full",
"dataset name": "CrossNER_AI"
},
{
"sampling strategy": "full",
"dataset name": "CrossNER_literature"
},
{
"sampling strategy": "full",
"dataset name": "CrossNER_music"
},
{
"sampling strategy": "full",
"dataset name": "CrossNER_politics"
},
{
"sampling strategy": "full",
"dataset name": "CrossNER_science"
},
{
"sampling strategy": "full",
"dataset name": "FabNER"
},
{
"sampling strategy": "full",
"dataset name": "FindVehicle"
},
{
"sampling strategy": "full",
"dataset name": "GENIA_NER"
},
{
"sampling strategy": "full",
"dataset name": "HarveyNER"
},
{
"sampling strategy": "full",
"dataset name": "mit-movie"
},
{
"sampling strategy": "full",
"dataset name": "mit-restaurant"
},
{
"sampling strategy": "full",
"dataset name": "MultiNERD"
},
{
"sampling strategy": "full",
"dataset name": "ncbi"
},
{
"sampling strategy": "full",
"dataset name": "Ontonotes"
},
{
"sampling strategy": "full",
"dataset name": "PolyglotNER"
},
{
"sampling strategy": "full",
"dataset name": "TweetNER7"
},
{
"sampling strategy": "full",
"dataset name": "WikiANN en"
},
{
"sampling strategy": "full",
"dataset name": "WikiNeural"
}
]
}
Loading

0 comments on commit 01d3fa3

Please sign in to comment.