Spaces:
Running
on
Zero
Running
on
Zero
| # Model configuration | |
| llm_name: "meta-llama/Llama-3.1-8B-Instruct" | |
| sae_path: "andyrdt/saes-llama-3.1-8b-instruct" | |
| sae_filename_prefix: "resid_post_layer_" | |
| sae_filename_suffix: "/trainer_1/ae.pt" | |
| reduced_strengths: true | |
| features: | |
| # - [3, 4774] | |
| # - [3, 13935] | |
| # - [3, 94572] | |
| # - [3, 88169] | |
| # - [3, 60537] | |
| # - [3, 121375] | |
| # - [7, 56243] | |
| # - [7, 65190] | |
| # - [7, 70732] | |
| - [11, 74457, 0.128] | |
| - [11, 18894, 0.255] | |
| - [11, 61463, 0.132] | |
| - [15, 21576, 0.103] | |
| - [19, 93, 0.459] | |
| - [23, 111898, 0.466] | |
| - [23, 40788, 0.228] | |
| - [23, 21334, 0.043] | |
| # - [27, 52459] | |
| # - [27, 86068] | |
| # Generation parameters | |
| temperature: 0.5 | |
| seed: 16 | |
| max_new_tokens: 512 | |
| repetition_penalty: 1.2 | |
| steer_prompt: true | |
| clamp_intensity: true |