File size: 718 Bytes
c5681ae
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
# Model configuration
llm_name: "meta-llama/Llama-3.1-8B-Instruct"
sae_path: "andyrdt/saes-llama-3.1-8b-instruct"
sae_filename_prefix: "resid_post_layer_"
sae_filename_suffix: "/trainer_1/ae.pt"

reduced_strengths: false
features:
#  - [3, 4774]
#  - [3, 13935]
#  - [3, 94572]
#  - [3, 88169]
#  - [3, 60537]
#  - [3, 121375]
#  - [7, 56243]
#  - [7, 65190]
#  - [7, 70732]
  - [11, 74457, 1.03]
  - [11, 18894, 1.42]
  - [11, 61463, 1.77]
  - [15, 21576, 4.85]
  - [19, 93, 6.69]
  - [23, 111898, 10.3]
  - [23, 40788, 3.24]
  - [23, 21334, 1.38]
#  - [27, 52459]
#  - [27, 86068]

# Generation parameters
temperature: 0.5
seed: 16
max_new_tokens: 256
repetition_penalty: 1.1
steer_prompt: true
clamp_intensity: true