-
Notifications
You must be signed in to change notification settings - Fork 0
/
run_all_pos_gpt4.sh
executable file
·108 lines (98 loc) · 3.44 KB
/
run_all_pos_gpt4.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
set -e
MODEL="gpt-4"
PROMPT="pos_8s_tsv_adapt"
N_EGS=100
OUTDIR="new_results/gpt4_new"
# # 8s
# for lang in fo got gsw; do
# python iterate.py \
# -d data/new/${lang}/test.tsv \
# -sd ../llama/data/processed/train_en-is-de-30k.tsv \
# -ssim data/new/${lang}/src_sim.npy \
# -tr 0 -sr 8 -m $MODEL \
# -p $PROMPT -e $N_EGS -y --slow \
# -r $OUTDIR/germanic_new/8s/${lang}
# done
# # 8t
# for lang in fo got gsw; do
# python iterate.py \
# -d data/new/${lang}/test.tsv \
# -sd ../llama/data/processed/train_en-is-de-30k.tsv \
# -td $OUTDIR/germanic_new/8s/${lang}/responses.json \
# -ssim data/new/${lang}/src_sim.npy \
# -tsim data/new/${lang}/tgt_sim.npy \
# -tr 8 -sr 0 -m $MODEL \
# -p $PROMPT -e $N_EGS -y --slow \
# -r $OUTDIR/germanic_new/8t/${lang}
# done
# 8t_decr
# for lang in fo got gsw; do
# python iterate.py \
# -d data/new/${lang}/test.tsv \
# -sd ../llama/data/processed/train_en-is-de-30k.tsv \
# -td $OUTDIR/germanic_new/8s/${lang}/responses.json \
# -ssim data/new/${lang}/src_sim.npy \
# -tsim data/new/${lang}/tgt_sim.npy \
# -tr 8 -sr 0 -m $MODEL \
# -p $PROMPT -e $N_EGS -y --slow \
# -r $OUTDIR/germanic_new/8t_decr/${lang}
# done
# 8t_sky
# for lang in got gsw; do
# python iterate.py \
# -d data/new/${lang}/test.tsv \
# -sd ../llama/data/processed/train_en-is-de-30k.tsv \
# -td data/new/${lang}/test.tsv \
# -ssim data/new/${lang}/src_sim.npy \
# -tsim data/new/${lang}/tgt_sim.npy \
# -tr 8 -sr 0 -m $MODEL \
# -p $PROMPT -e $N_EGS -y --slow \
# -r $OUTDIR/germanic_new/8t_sky/${lang}
# done
# 8s_random
# for lang in fo got gsw; do
# python iterate.py \
# -d data/new/${lang}/test.tsv \
# -sd ../llama/data/processed/train_en-is-de-30k.tsv \
# -ssim data/random_100_allsrc.npy \
# -tr 0 -sr 8 -m $MODEL \
# -p $PROMPT -e $N_EGS -y \
# -r $OUTDIR/germanic_new/8s_random/${lang}
# done
# 8t_random
for lang in fo got gsw; do
python iterate.py \
-d data/new/${lang}/test.tsv \
-sd ../llama/data/processed/train_en-is-de-30k.tsv \
-td $OUTDIR/germanic_new/8s/${lang}/responses.json \
-ssim data/new/${lang}/src_sim.npy \
-tsim data/random_100_alltgt.npy \
-tr 8 -sr 0 -m $MODEL \
-p $PROMPT -e $N_EGS -y --slow \
-r $OUTDIR/germanic_new/8t_random/${lang}
done
# 8t_2
# for lang in fo got gsw; do
# python iterate.py \
# -d data/new/${lang}/test.tsv \
# -sd ../llama/data/processed/-is-de-30k-amh-swa-wol.tsv \
# -td $OUTDIR/germanic_new/8t/${lang}/responses.json \
# -ssim data/new/${lang}/src_sim.npy \
# -tsim data/new/${lang}/tgt_sim.npy \
# -tr 8 -sr 0 -m $MODEL \
# -p $PROMPT -e $N_EGS -y --slow \
# -r $OUTDIR/germanic_new/8t_2/${lang}
# done
# 8t_3
# for lang in fo got gsw; do
# python iterate.py \
# -d data/new/${lang}/test.tsv \
# -sd ../llama/data/processed/train_en-is-de-30k.tsv \
# -td $OUTDIR/germanic_new/8t_2/${lang}/responses.json \
# -ssim data/new/${lang}/src_sim.npy \
# -tsim data/new/${lang}/tgt_sim.npy \
# -tr 8 -sr 0 -m $MODEL \
# -p $PROMPT -e $N_EGS -y \
# -r $OUTDIR/germanic_new/8t_3/${lang}
# done
python new_results/aggregate.py $OUTDIR