-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathevaluate_taumilnd.sh
executable file
·44 lines (40 loc) · 3.71 KB
/
evaluate_taumilnd.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
rm -rf results/aida_testb_le_titov.tsv
python -m jrk.el_main --test_data data/aida_testb_le_titov.json --mode eval --model_path models/model_run1_prunedcands
python -m jrk.el_main --test_data data/aida_testb_le_titov.json --mode eval --model_path models/model_run2_prunedcands
python -m jrk.el_main --test_data data/aida_testb_le_titov.json --mode eval --model_path models/model_run3_prunedcands
python -m jrk.el_main --test_data data/aida_testb_le_titov.json --mode eval --model_path models/model_run4_prunedcands
python -m jrk.el_main --test_data data/aida_testb_le_titov.json --mode eval --model_path models/model_run5_prunedcands
echo "TauMIL-ND Results: CoNLL-Test (Overall)"
bash test_avg.sh results/aida_testb_le_titov.tsv
rm -rf results/aida_testb_le_titov_easy.tsv
python -m jrk.el_main --test_data data/aida_testb_le_titov_easy.json --mode eval --model_path models/model_run1_prunedcands
python -m jrk.el_main --test_data data/aida_testb_le_titov_easy.json --mode eval --model_path models/model_run2_prunedcands
python -m jrk.el_main --test_data data/aida_testb_le_titov_easy.json --mode eval --model_path models/model_run3_prunedcands
python -m jrk.el_main --test_data data/aida_testb_le_titov_easy.json --mode eval --model_path models/model_run4_prunedcands
python -m jrk.el_main --test_data data/aida_testb_le_titov_easy.json --mode eval --model_path models/model_run5_prunedcands
echo "TauMIL-ND Results: CoNLL-Test (Easy)"
bash test_avg.sh results/aida_testb_le_titov_easy.tsv
rm -rf results/aida_testb_le_titov_hard.tsv
python -m jrk.el_main --test_data data/aida_testb_le_titov_hard.json --mode eval --model_path models/model_run1_prunedcands
python -m jrk.el_main --test_data data/aida_testb_le_titov_hard.json --mode eval --model_path models/model_run2_prunedcands
python -m jrk.el_main --test_data data/aida_testb_le_titov_hard.json --mode eval --model_path models/model_run3_prunedcands
python -m jrk.el_main --test_data data/aida_testb_le_titov_hard.json --mode eval --model_path models/model_run4_prunedcands
python -m jrk.el_main --test_data data/aida_testb_le_titov_hard.json --mode eval --model_path models/model_run5_prunedcands
echo "TauMIL-ND Results: CoNLL-Test (Hard)"
bash test_avg.sh results/aida_testb_le_titov_hard.tsv
rm -rf results/wikipedia_complete_le_titov.tsv
python -m jrk.el_main --test_data data/wikipedia_complete_le_titov.json --mode eval --model_path models/model_run1_prunedcands
python -m jrk.el_main --test_data data/wikipedia_complete_le_titov.json --mode eval --model_path models/model_run2_prunedcands
python -m jrk.el_main --test_data data/wikipedia_complete_le_titov.json --mode eval --model_path models/model_run3_prunedcands
python -m jrk.el_main --test_data data/wikipedia_complete_le_titov.json --mode eval --model_path models/model_run4_prunedcands
python -m jrk.el_main --test_data data/wikipedia_complete_le_titov.json --mode eval --model_path models/model_run5_prunedcands
echo "TauMIL-ND Results: WNED-Wiki"
bash test_avg.sh results/wikipedia_complete_le_titov.tsv
rm -rf results/clueweb_complete_le_titov.tsv
python -m jrk.el_main --test_data data/clueweb_complete_le_titov.json --mode eval --model_path models/model_run1_prunedcands
python -m jrk.el_main --test_data data/clueweb_complete_le_titov.json --mode eval --model_path models/model_run2_prunedcands
python -m jrk.el_main --test_data data/clueweb_complete_le_titov.json --mode eval --model_path models/model_run3_prunedcands
python -m jrk.el_main --test_data data/clueweb_complete_le_titov.json --mode eval --model_path models/model_run4_prunedcands
python -m jrk.el_main --test_data data/clueweb_complete_le_titov.json --mode eval --model_path models/model_run5_prunedcands
echo "TauMIL-ND Results: WNED-Clueweb"
bash test_avg.sh results/clueweb_complete_le_titov.tsv