dlouapre's picture
dlouapre HF Staff
Update demo.yaml
bb2d8c1 verified
# Model configuration
llm_name: "meta-llama/Llama-3.1-8B-Instruct"
sae_path: "andyrdt/saes-llama-3.1-8b-instruct"
sae_filename_prefix: "resid_post_layer_"
sae_filename_suffix: "/trainer_1/ae.pt"
reduced_strengths: true
features:
# - [3, 4774]
# - [3, 13935]
# - [3, 94572]
# - [3, 88169]
# - [3, 60537]
# - [3, 121375]
# - [7, 56243]
# - [7, 65190]
# - [7, 70732]
- [11, 74457, 0.128]
- [11, 18894, 0.255]
- [11, 61463, 0.132]
- [15, 21576, 0.103]
- [19, 93, 0.459]
- [23, 111898, 0.466]
- [23, 40788, 0.228]
- [23, 21334, 0.043]
# - [27, 52459]
# - [27, 86068]
# Generation parameters
temperature: 0.5
seed: 16
max_new_tokens: 512
repetition_penalty: 1.2
steer_prompt: true
clamp_intensity: true