-
Notifications
You must be signed in to change notification settings - Fork 0
/
run_single_tool_noLLM.bash
executable file
·28 lines (21 loc) · 1.18 KB
/
run_single_tool_noLLM.bash
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
#!/bin/bash
# Define common paths
EVAL_FILE_PATH="data/datasets/conll04/conll04_eval.json"
GOLDEN_FILE="data/datasets/conll04/test.json"
#GENERATED
PROCESS_GOLDEN="GeneratedData/Processingforeval/golden_stLLM.json"
PROCESS_PRED="GeneratedData/Processingforeval/pred_stLLM.json"
SCORES_R="GeneratedData/Score/Score_single_tool_noLLLM_rebel.txt"
SCORES_K="GeneratedData/Score/Score_single_tool_noLLLM_knowgl.txt"
# Single-tool usage
echo "Starting single-tool no LLM usage..."
PRED_FILE_PATH_SINGLE="GeneratedData/Prediction/pred_single_noLLM.json"
# Prediction Step for a single tool (uncomment the desired tool)
#python src/Prediction/generatePredictiononlyFramework.py extract_text_triplets_knowgl $EVAL_FILE_PATH $PRED_FILE_PATH_SINGLE
python src/Prediction/generatePredictiononlyFramework.py extract_text_triplets_rebel $EVAL_FILE_PATH $PRED_FILE_PATH_SINGLE
# Processing Step
python src/Processing/Processingforeval.py $PRED_FILE_PATH_SINGLE $GOLDEN_FILE $PROCESS_GOLDEN $PROCESS_PRED
# Evaluation Step
python src/Evaluation/evalRE.py $PROCESS_GOLDEN $PROCESS_PRED > $SCORES_R
#python src/Evaluation/evalRE.py $PROCESS_GOLDEN $PROCESS_PRED > $SCORES_K
echo "Single-tool no LLM usage completed."