-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathtrain.sh
executable file
·46 lines (33 loc) · 891 Bytes
/
train.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
#!/bin/bash
source ~/environments/python3env/bin/activate
TRAIN_STEPS=20000
BATCH_SIZE=8
LEARNING_RATE=1e-5
BETA1=0.9
BETA2=0.999
EPSILON=1e-12
CLIP=1.0
WARMUP=2000
CHART_DIMS=256
CHART_DROP=0.
LOG_FOLDER=./models/
mkdir -p $LOG_FOLDER
DATASOURCE=qasrl
# DATASOURCE=wiki
CHART_MODE=strict
# CHART_MODE=loose
TRAIN_FILE=./data/${DATASOURCE}-train.json
RUN=${DATASOURCE}_${CHART_MODE}
SAVE_PREFIX=${LOG_FOLDER}/${RUN}
mkdir -p $SAVE_PREFIX
TOKENIZERS_PARALLELISM=false \
python -m nob.parser \
- create-parser --batch-size $BATCH_SIZE \
--learning-rate $LEARNING_RATE --beta1 $BETA1 --beta2 $BETA2 --epsilon $EPSILON \
--clip $CLIP --warmup $WARMUP \
--chart-dims $CHART_DIMS --chart-drop $CHART_DROP \
--chart-mode $CHART_MODE \
- train $TRAIN_FILE \
--train-steps $TRAIN_STEPS \
--save-prefix $SAVE_PREFIX/ \
- finish