-
Notifications
You must be signed in to change notification settings - Fork 36
/
main.sh
50 lines (36 loc) · 1.13 KB
/
main.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
export CUDA_VISIBLE_DEVICES=0
python data_aug.py
for ((i=0;i<5;i++));
do
python train.py \
--do_train \
--do_eval_during_train \
--model_name_or_path ../user_data/model_data/roberta_wwm_large \
--data_dir ../user_data/tmp_data/Kfold/$i \
--output_dir ../user_data/tmp_data/checkpoints/roberta_wwm_large/$i \
--learning_rate 2e-5
done
for ((i=0;i<5;i++));
do
python train.py \
--do_train \
--do_eval_during_train \
--model_name_or_path ../user_data/model_data/roberta_pair \
--data_dir ../user_data/tmp_data/Kfold/$i \
--output_dir ../user_data/tmp_data/checkpoints/roberta_pair/$i \
--learning_rate 5e-6
done
for ((i=0;i<5;i++));
do
python train.py \
--do_train \
--do_eval_during_train \
--model_name_or_path ../user_data/model_data/ernie \
--data_dir ../user_data/tmp_data/Kfold/$i \
--output_dir ../user_data/tmp_data/checkpoints/ernie/$i \
--learning_rate 4e-5
done
python predict.py \
--vote_model_paths ../user_data/tmp_data/checkpoints/roberta_wwm_large,../user_data/tmp_data/checkpoints/roberta_pair,../user_data/tmp_data/checkpoints/ernie \
--predict_file ../data/Dataset/test.csv \
--predict_result_file ../prediction_result/result.csv