-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathMakefile
115 lines (88 loc) · 3.14 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
MODEL_NAME_OR_PATH = \
google/gemma-1.1-2b-it \
google/gemma-1.1-7b-it \
TheBloke/guanaco-7B-HF \
TheBloke/guanaco-13B-HF \
TheBloke/koala-7B-HF \
meta-llama/Llama-2-7b-chat-hf \
meta-llama/Llama-2-13b-chat-hf \
mosaicml/mpt-7b-chat \
openchat/openchat_3.5 \
berkeley-nest/Starling-LM-7B-alpha \
Nexusflow/Starling-LM-7B-beta \
lmsys/vicuna-7b-v1.5 \
lmsys/vicuna-13b-v1.5
sync-mila:
rsync --progress -urltv --delete \
--filter=":- .gitignore" \
-e ssh . mila:~/workspace/AdversarialTriggers
sync-narval:
rsync --progress -urltv --delete \
--filter=":- .gitignore" \
-e ssh . narval:~/workspace/AdversarialTriggers
download-results-mila:
rsync --progress -urltv --compress \
-e ssh mila:~/scratch/AdversarialTriggers/results/ ./results
download-results-narval:
rsync --progress -urltv --compress \
-e ssh narval:~/scratch/AdversarialTriggers/results/ ./results
download-tensorboard-mila:
rsync --progress -urltv --compress \
-e ssh mila:~/scratch/AdversarialTriggers/tensorboard/ ./tensorboard
download-tensorboard-narval:
rsync --progress -urltv --compress \
-e ssh narval:~/scratch/AdversarialTriggers/tensorboard/ ./tensorboard
paper-tables:
python3 export/system_message_table.py \
--model_name_or_path $(MODEL_NAME_OR_PATH)
python3 export/chat_template_table.py \
--model_name_or_path $(MODEL_NAME_OR_PATH)
python3 export/single_asr_table.py \
--model_name_or_path $(MODEL_NAME_OR_PATH)
paper-plots:
python3 export/main_advbench_seen_partial.py \
--model_name_or_path $(MODEL_NAME_OR_PATH)
python3 export/main_advbench_seen_all.py \
--model_name_or_path $(MODEL_NAME_OR_PATH)
python3 export/safety_advbench_seen_partial.py \
--model_name_or_path $(MODEL_NAME_OR_PATH)
python3 export/safety_advbench_seen_all.py \
--model_name_or_path $(MODEL_NAME_OR_PATH)
python3 export/AFT_train_partial.py \
--model_name_or_path $(MODEL_NAME_OR_PATH)
python3 export/AFT_train_all.py \
--model_name_or_path $(MODEL_NAME_OR_PATH)
python3 export/AFT_absolute_partial.py \
--model_name_or_path $(MODEL_NAME_OR_PATH)
python3 export/AFT_transfer_partial.py \
--model_name_or_path $(MODEL_NAME_OR_PATH)
python3 export/instruction_generalization_partial.py \
--model_name_or_path $(MODEL_NAME_OR_PATH)
python3 export/instruction_generalization_all.py \
--model_name_or_path $(MODEL_NAME_OR_PATH)
python3 export/all_dataset.py \
--model_name_or_path $(MODEL_NAME_OR_PATH) \
--dataset_name "behaviour"
python3 export/all_dataset.py \
--model_name_or_path $(MODEL_NAME_OR_PATH) \
--dataset_name "behaviour"
python3 export/all_dataset.py \
--model_name_or_path $(MODEL_NAME_OR_PATH) \
--dataset_name "unseen"
python3 export/all_dataset.py \
--model_name_or_path $(MODEL_NAME_OR_PATH) \
--dataset_name "cona"
python3 export/all_dataset.py \
--model_name_or_path $(MODEL_NAME_OR_PATH) \
--dataset_name "controversial"
python3 export/all_dataset.py \
--model_name_or_path $(MODEL_NAME_OR_PATH) \
--dataset_name "malicious"
python3 export/all_dataset.py \
--model_name_or_path $(MODEL_NAME_OR_PATH) \
--dataset_name "qharm"
clean:
rm -rf ./results
rm -rf ./plot
rm -rf ./table
rm -rf ./tensorboard