-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathfewrl_concat_train.sh
79 lines (74 loc) · 3.02 KB
/
fewrl_concat_train.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
#!/bin/bash
seeds=(12321 943 111 300 1300)
gpu_ids=(1 1 1 1 1)
'''
for (( e=0; e<=0; e++ ))
do
for (( s=1; s<=13; s++ ))
do
for i in ${!seeds[@]};
do
step=$((s * 200))
seed=${seeds[$i]}
printf "step ${step} on epoch ${e} for seed ${seed}\r\n"
cuda_gpu=${gpu_ids[$i]}
CUDA_VISIBLE_DEVICES=${cuda_gpu} python3.7 src/re_gold_qa_train.py \
--mode concat_fewrl_dev \
--model_path ~/may-29/fewrl/concat_run_1/ \
--checkpoint _${e}_step_${step}_model \
--learning_rate 0.0005 \
--batch_size 128 \
--gpu True \
--train ./fewrl_data_unks/train_data_${seed}.csv \
--dev ./fewrl_data_unks/val_data_${seed}.csv \
--test ./fewrl_data_unks/test_data_${seed}.csv \
--gpu_device 0 \
--prediction_file ~/may-29/fewrl/concat_run_1/v2.relation.concat.run.${seed}.epoch.${e}.dev.predictions.step.${step}.csv \
--predict_type relation \
--seed ${seed}
done
wait
done
wait
done
for i in ${!seeds[@]};
do
cuda_gpu=${gpu_ids[$i]}
seed=${seeds[$i]}
CUDA_VISIBLE_DEVICES=${cuda_gpu} python3.7 src/re_gold_qa_train.py \
--mode multi_concat_fewrl_dev \
--model_path ~/sep-1/fewrel/concat_run_${seed}_with_unks/ \
--checkpoint _response_pretrained \
--start_epoch 0 \
--end_epoch 0 \
--start_step 100 \
--end_step 21000 \
--step_up 100 \
--batch_size 64 \
--gpu True \
--train ./fewrl_data_unks/train_data_${seed}.csv \
--dev ./fewrl_data_unks/val_data_${seed}.csv \
--test ./fewrl_data_unks/test_data_${seed}.csv \
--gpu_device 0 \
--predict_type relation \
--seed ${seed}
done
'''
for i in ${!seeds[@]};
do
cuda_gpu=${gpu_ids[$i]}
seed=${seeds[$i]}
CUDA_VISIBLE_DEVICES=${cuda_gpu} python3.7 src/re_gold_qa_train.py \
--mode concat_fewrl_train \
--model_path ~/sep-28/wikizsl/concat_run_${seed}/ \
--batch_size 16 \
--max_epochs 1 \
--checkpoint _response_pretrained \
--learning_rate 0.0005 \
--gpu True \
--train ./wikizsl_data/train_data_${seed}.csv \
--dev ./wikizsl_data/val_data_${seed}.csv \
--test ./wikizsl_data/test_data_${seed}.csv \
--gpu_device 0 \
--seed ${seed}
done