Spaces:
Running
on
Zero
Running
on
Zero
File size: 718 Bytes
c5681ae |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
# Model configuration
llm_name: "meta-llama/Llama-3.1-8B-Instruct"
sae_path: "andyrdt/saes-llama-3.1-8b-instruct"
sae_filename_prefix: "resid_post_layer_"
sae_filename_suffix: "/trainer_1/ae.pt"
reduced_strengths: false
features:
# - [3, 4774]
# - [3, 13935]
# - [3, 94572]
# - [3, 88169]
# - [3, 60537]
# - [3, 121375]
# - [7, 56243]
# - [7, 65190]
# - [7, 70732]
- [11, 74457, 1.03]
- [11, 18894, 1.42]
- [11, 61463, 1.77]
- [15, 21576, 4.85]
- [19, 93, 6.69]
- [23, 111898, 10.3]
- [23, 40788, 3.24]
- [23, 21334, 1.38]
# - [27, 52459]
# - [27, 86068]
# Generation parameters
temperature: 0.5
seed: 16
max_new_tokens: 256
repetition_penalty: 1.1
steer_prompt: true
clamp_intensity: true |