File size: 609 Bytes
d29e902 58f6430 edfb2af 58f6430 8055dd0 58f6430 8055dd0 58f6430 8055dd0 58f6430 8055dd0 d29e902 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
{
"model_name": "Qwen/Qwen2.5-1.5B-Instruct",
"architecture": "topk",
"hook_name": "blocks.8.hook_resid_post",
"hook_layer": 8,
"layer": 8,
"k": 64,
"activation_fn_str": "relu",
"d_sae": 24576,
"d_in": 1536,
"multi_topk": false,
"device": "cuda",
"apply_b_dec_to_input": false,
"finetuning_scaling_factor": false,
"context_size": 1024,
"hook_head_index": null,
"prepend_bos": true,
"normalize_activations": "none",
"dtype": "float32",
"sae_lens_training_version": "eleuther",
"neuronpedia_id": null,
"activation_fn_kwargs": {},
"model_from_pretrained_kwargs": {}
} |