-
Notifications
You must be signed in to change notification settings - Fork 15
/
config.ini
34 lines (32 loc) · 807 Bytes
/
config.ini
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
# replace weights_directory with either:
# * the *ABSOLUTE PATH* to where you store your weights, or
# * the huggingface repo with your weights
[llama-13b]
weights_directory = /share/u/smarks/llama_from_lambda/13B
name = LLaMA-13B
probe_layer = 13
intervene_layer = 7
noperiod = False
[llama-2-13b]
weights_directory = meta-llama/Llama-2-13b-hf
name = LLaMA-2-13B
probe_layer = 14
intervene_layer = 8
noperiod = False
[llama-2-70b]
weights_directory = meta-llama/Llama-2-70b-hf
name = LLaMA-2-13B
intervene_layer = 8
probe_layer = 27
noperiod = False
[llama-2-7b]
weights_directory = meta-llama/Llama-2-7b-hf
name = LLaMA-2-7B
probe_layer = 13
noperiod = False
[llama-2-13b-reset]
weights_directory = meta-llama/Llama-2-13b-hf
name = LLaMA-2-13B-reset
probe_layer = 14
intervene_layer = 8
noperiod = False