Upload folder using huggingface_hub

Llama3_1Base-LXR-8x/checkpoints/final.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ac3d9482d565a6c219f2d293b1a9dd91cbacf7f05080426450dbe7adad11be6
+oid sha256:f291f55c9ce1547b312502c8ecd02993b7ccb2dc92fd0f135fac2f99ed3cb1ba
 size 536945024

Llama3_1Base-LXR-8x/hyperparams.json

@@ -2,8 +2,8 @@
     "device": "cuda:0",
     "seed": 42,
     "dtype": "torch.bfloat16",
-    "hook_point_in": "blocks.6.hook_resid_post",
-    "hook_point_out": "blocks.6.hook_resid_post",
+    "hook_point_in": "blocks.7.hook_resid_post",
+    "hook_point_out": "blocks.7.hook_resid_post",
     "use_decoder_bias": true,
     "apply_decoder_bias_to_pre_encoder": false,
     "expansion_factor": 8,
@@ -11,11 +11,11 @@
     "d_sae": 32768,
     "bias_init_method": "all_zero",
     "act_fn": "jumprelu",
-    "jump_relu_threshold": 0.1552734375,
+    "jump_relu_threshold": 0.1826171875,
     "norm_activation": "dataset-wise",
     "dataset_average_activation_norm": {
-        "in": 5.34375,
-        "out": 5.34375
+        "in": 5.90625,
+        "out": 5.90625
     },
     "decoder_exactly_fixed_norm": false,
     "sparsity_include_decoder_norm": true,