| { | |
| "model_type": "topk_sae", | |
| "hf_repo_id": "Qwen/SAE-Res-Qwen3.5-35B-A3B-Base-W32K-L0_50", | |
| "base_model": "Qwen/Qwen3.5-35B-A3B-Base", | |
| "d_model": 2048, | |
| "d_sae": 32768, | |
| "k": 50, | |
| "num_layers": 40, | |
| "layers": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4, | |
| 5, | |
| 6, | |
| 7, | |
| 8, | |
| 9, | |
| 10, | |
| 11, | |
| 12, | |
| 13, | |
| 14, | |
| 15, | |
| 16, | |
| 17, | |
| 18, | |
| 19, | |
| 20, | |
| 21, | |
| 22, | |
| 23, | |
| 24, | |
| 25, | |
| 26, | |
| 27, | |
| 28, | |
| 29, | |
| 30, | |
| 31, | |
| 32, | |
| 33, | |
| 34, | |
| 35, | |
| 36, | |
| 37, | |
| 38, | |
| 39 | |
| ], | |
| "hook_point": "resid_post", | |
| "dtype": "float32" | |
| } |