diff --git a/attn_out_all/layer_10_width_262k_l0_small/config.json b/attn_out_all/layer_10_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ceab16a2d16eb0b6ec5261f44ff54923423912af --- /dev/null +++ b/attn_out_all/layer_10_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.10.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_11_width_262k_l0_big/config.json b/attn_out_all/layer_11_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5bafcb3bcf77ef49de85d24af7eacab19ac42e0b --- /dev/null +++ b/attn_out_all/layer_11_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.11.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_12_width_16k_l0_big/config.json b/attn_out_all/layer_12_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f99e13ac53e0a7c40f2c06a3a56a082dac39623d --- /dev/null +++ b/attn_out_all/layer_12_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.12.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_12_width_262k_l0_small/config.json b/attn_out_all/layer_12_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3f9924f08d1ecb3870f0ff952e13ba165949f965 --- /dev/null +++ b/attn_out_all/layer_12_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.12.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_13_width_262k_l0_small/config.json b/attn_out_all/layer_13_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..137a43400124a439bc494feeb4a5786ee572b046 --- /dev/null +++ b/attn_out_all/layer_13_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.13.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_14_width_262k_l0_big/config.json b/attn_out_all/layer_14_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bc1a0f3c08feb73cd4ee7794c26eff9a06044957 --- /dev/null +++ b/attn_out_all/layer_14_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.14.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_15_width_16k_l0_small/config.json b/attn_out_all/layer_15_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b0b16aa79a009e2f5dc552a07bf6e86253ad7bde --- /dev/null +++ b/attn_out_all/layer_15_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.15.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_16_width_16k_l0_small/config.json b/attn_out_all/layer_16_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3134c8eb6bbb39412d5c8297efcafa1cde51a423 --- /dev/null +++ b/attn_out_all/layer_16_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.16.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_16_width_262k_l0_big/config.json b/attn_out_all/layer_16_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2aff028af029092671468be4511398039e1cf9f8 --- /dev/null +++ b/attn_out_all/layer_16_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.16.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_18_width_16k_l0_small/config.json b/attn_out_all/layer_18_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a5217c69fb61884939d606870c7d0aea3cd0758d --- /dev/null +++ b/attn_out_all/layer_18_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.18.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_19_width_262k_l0_big/config.json b/attn_out_all/layer_19_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1fe881b37cd54c1e11e4add5e9ff8ece05e8cb9e --- /dev/null +++ b/attn_out_all/layer_19_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.19.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_1_width_16k_l0_big/config.json b/attn_out_all/layer_1_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..751e24129cd1f82960c3f74d1650ff36a347b387 --- /dev/null +++ b/attn_out_all/layer_1_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.1.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 66, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_1_width_16k_l0_small/config.json b/attn_out_all/layer_1_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b5521780fbf7797189c088cc39c1ac814b3e5cf7 --- /dev/null +++ b/attn_out_all/layer_1_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.1.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_1_width_262k_l0_big/config.json b/attn_out_all/layer_1_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e2cabe70fea8fe718a8205957e6cdddd718ab2a0 --- /dev/null +++ b/attn_out_all/layer_1_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.1.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 66, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_20_width_16k_l0_big/config.json b/attn_out_all/layer_20_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d595d02adff401d2b28114a520b07b882fa1e455 --- /dev/null +++ b/attn_out_all/layer_20_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.20.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_21_width_262k_l0_big/config.json b/attn_out_all/layer_21_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..32d7e92e2922250d9a21e5475552368aa3ed0c19 --- /dev/null +++ b/attn_out_all/layer_21_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.21.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_23_width_16k_l0_small/config.json b/attn_out_all/layer_23_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..14ef3fb4ebed349db064c64121644dc5f696c527 --- /dev/null +++ b/attn_out_all/layer_23_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.23.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_24_width_16k_l0_big/config.json b/attn_out_all/layer_24_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f0dc945f107c7215730f5a3d52327544efaa11d5 --- /dev/null +++ b/attn_out_all/layer_24_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.24.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.24.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_25_width_16k_l0_small/config.json b/attn_out_all/layer_25_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..05c9bcedff2c8151554f80d67c5250f510d2fd40 --- /dev/null +++ b/attn_out_all/layer_25_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.25.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_3_width_262k_l0_big/config.json b/attn_out_all/layer_3_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..332ca98f082f9e3ed7093c9a473b6fffe3a02406 --- /dev/null +++ b/attn_out_all/layer_3_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.3.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 80, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_4_width_262k_l0_small/config.json b/attn_out_all/layer_4_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c7fb6ca638f0f48ed338d2124b12ee2a07e9539f --- /dev/null +++ b/attn_out_all/layer_4_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.4.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_6_width_16k_l0_big/config.json b/attn_out_all/layer_6_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..28cbc2fc021212df4dfde2f876fba22b432a121b --- /dev/null +++ b/attn_out_all/layer_6_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.6.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 101, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_6_width_262k_l0_big/config.json b/attn_out_all/layer_6_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e2d620dc383df8380feff026296ff0e8e3b55a45 --- /dev/null +++ b/attn_out_all/layer_6_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.6.self_attn.o_proj.input", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 101, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_8_width_16k_l0_small/config.json b/attn_out_all/layer_8_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cd65898c78bbbbdf5b4a88aa0169644cfe925002 --- /dev/null +++ b/attn_out_all/layer_8_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.8.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/attn_out_all/layer_9_width_16k_l0_big/config.json b/attn_out_all/layer_9_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d0f0c4e3109bfd04a02c5d68e98ec0b31fc4fc7 --- /dev/null +++ b/attn_out_all/layer_9_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.self_attn.o_proj.input", + "hf_hook_point_out": "model.layers.9.self_attn.o_proj.input", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out/layer_13_width_65k_l0_small/config.json b/mlp_out/layer_13_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..52fc8ae613e4fee7a6ca2f1a3f62ca86fa4c226e --- /dev/null +++ b/mlp_out/layer_13_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 65536, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out/layer_17_width_16k_l0_big/config.json b/mlp_out/layer_17_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..73edf3c71fe5471c2798c6853c176aae97661545 --- /dev/null +++ b/mlp_out/layer_17_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out/layer_22_width_16k_l0_medium/config.json b/mlp_out/layer_22_width_16k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4a16bbb02a118a8eae344b07f49315ec37144dd5 --- /dev/null +++ b/mlp_out/layer_22_width_16k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_0_width_16k_l0_big/config.json b/mlp_out_all/layer_0_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d9697504e025079f3df5536451eaf680f349cba9 --- /dev/null +++ b/mlp_out_all/layer_0_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.0.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.0.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_0_width_16k_l0_small/config.json b/mlp_out_all/layer_0_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c6ff140b4b6bf9249db706f5acaf8fff40a4287f --- /dev/null +++ b/mlp_out_all/layer_0_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.0.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.0.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_0_width_262k_l0_big/config.json b/mlp_out_all/layer_0_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ffd6221e3f83bc2fc939c6c3406428c3fd04cd1b --- /dev/null +++ b/mlp_out_all/layer_0_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.0.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.0.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_0_width_262k_l0_small/config.json b/mlp_out_all/layer_0_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b9afb5ab8e54e8ef50b63c32fe2668980d566b1a --- /dev/null +++ b/mlp_out_all/layer_0_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.0.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.0.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_10_width_16k_l0_big/config.json b/mlp_out_all/layer_10_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4fb19d06890bb40d702215b0d9a0e129b5a5e9f8 --- /dev/null +++ b/mlp_out_all/layer_10_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.10.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_10_width_16k_l0_small/config.json b/mlp_out_all/layer_10_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..21dd6d5db48016b8ad310f359fd456672a73e02c --- /dev/null +++ b/mlp_out_all/layer_10_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.10.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_10_width_262k_l0_big/config.json b/mlp_out_all/layer_10_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5e5eb9308e5c7c841ee07e98d8b0d28b5a79e270 --- /dev/null +++ b/mlp_out_all/layer_10_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.10.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_10_width_262k_l0_small/config.json b/mlp_out_all/layer_10_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..58b9e20fd94a6ff9fa5dffac49f6c06aa68b895c --- /dev/null +++ b/mlp_out_all/layer_10_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.10.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_11_width_16k_l0_big/config.json b/mlp_out_all/layer_11_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..01c5e3ff9ac7e7e29b19e3d65df3dcef75927dbd --- /dev/null +++ b/mlp_out_all/layer_11_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.11.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_11_width_16k_l0_small/config.json b/mlp_out_all/layer_11_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..28af57319b42aeec0ca6e1bb689f330f8f07c8ce --- /dev/null +++ b/mlp_out_all/layer_11_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.11.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_11_width_262k_l0_big/config.json b/mlp_out_all/layer_11_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..10bf27e7e0c05e74809ead716a9de0eafe5e812d --- /dev/null +++ b/mlp_out_all/layer_11_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.11.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_11_width_262k_l0_small/config.json b/mlp_out_all/layer_11_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..88dd851df791f3ece59cb01efb7a00a9a254c3a8 --- /dev/null +++ b/mlp_out_all/layer_11_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.11.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_12_width_16k_l0_big/config.json b/mlp_out_all/layer_12_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5948105e14cefea8f51c48dbcc8013ca2972f149 --- /dev/null +++ b/mlp_out_all/layer_12_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.12.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_12_width_16k_l0_small/config.json b/mlp_out_all/layer_12_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..21c9ac1ffbb6bb4a1d6a67707a40e3e2a465a76d --- /dev/null +++ b/mlp_out_all/layer_12_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.12.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_12_width_262k_l0_big/config.json b/mlp_out_all/layer_12_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e3d5e5b9928b4ba62a68efcdd72d06315d47a300 --- /dev/null +++ b/mlp_out_all/layer_12_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.12.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_13_width_16k_l0_big/config.json b/mlp_out_all/layer_13_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea17577ff612583c6004a50607fe9fd0e19863b1 --- /dev/null +++ b/mlp_out_all/layer_13_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_13_width_16k_l0_small/config.json b/mlp_out_all/layer_13_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f2b7f13ac0ffea0c818be45b524c49da5f946bc --- /dev/null +++ b/mlp_out_all/layer_13_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_13_width_262k_l0_big/config.json b/mlp_out_all/layer_13_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..db96f02a16dc13fd12419e588a461d75fec12ab8 --- /dev/null +++ b/mlp_out_all/layer_13_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_13_width_262k_l0_small/config.json b/mlp_out_all/layer_13_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..00c0d432ab056e1e45c1e50d07bb67f8363d84f4 --- /dev/null +++ b/mlp_out_all/layer_13_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_14_width_16k_l0_big/config.json b/mlp_out_all/layer_14_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..117a6bff95f5f135ef01a231ff22648c743a4b9e --- /dev/null +++ b/mlp_out_all/layer_14_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_14_width_16k_l0_small/config.json b/mlp_out_all/layer_14_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4f8ae6b3816117d62855a6b3c14a714153da41b7 --- /dev/null +++ b/mlp_out_all/layer_14_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_14_width_262k_l0_small/config.json b/mlp_out_all/layer_14_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..857a737373220f0825a0c0d2e100002b80e5950d --- /dev/null +++ b/mlp_out_all/layer_14_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_15_width_16k_l0_big/config.json b/mlp_out_all/layer_15_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b457517585aa7ba1ff1626298ae1a52a3a455a8e --- /dev/null +++ b/mlp_out_all/layer_15_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.15.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_15_width_16k_l0_small/config.json b/mlp_out_all/layer_15_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..70b38cc0844bbeca6065bc629ca4701d2a091e26 --- /dev/null +++ b/mlp_out_all/layer_15_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.15.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_15_width_262k_l0_big/config.json b/mlp_out_all/layer_15_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..664d0578bed785666dd672ba0e5ebe8aacff5f99 --- /dev/null +++ b/mlp_out_all/layer_15_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.15.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_15_width_262k_l0_small/config.json b/mlp_out_all/layer_15_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0359553ea88e3dc8565e085694aabb1aa303f754 --- /dev/null +++ b/mlp_out_all/layer_15_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.15.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_16_width_16k_l0_big/config.json b/mlp_out_all/layer_16_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7ea969f95b8313c1fcc74260bfdec9d4ae7874ee --- /dev/null +++ b/mlp_out_all/layer_16_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.16.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_16_width_262k_l0_big/config.json b/mlp_out_all/layer_16_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ba82e65e9c1f25e589c27451fb327a3d26d25c8f --- /dev/null +++ b/mlp_out_all/layer_16_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.16.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_16_width_262k_l0_small/config.json b/mlp_out_all/layer_16_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a0d08d22238a3cbdad27321891fc4512756e0cbe --- /dev/null +++ b/mlp_out_all/layer_16_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.16.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_17_width_16k_l0_big/config.json b/mlp_out_all/layer_17_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6b4b740d183c2add1f9496fcc1f834c6c3e239ea --- /dev/null +++ b/mlp_out_all/layer_17_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_17_width_16k_l0_small/config.json b/mlp_out_all/layer_17_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f6e624b7429f7dff109cc7f3fb2caaab3c2d39b4 --- /dev/null +++ b/mlp_out_all/layer_17_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_17_width_262k_l0_big/config.json b/mlp_out_all/layer_17_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..89634e6eb08c88cc0d49d7535c1cb73074f66003 --- /dev/null +++ b/mlp_out_all/layer_17_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_17_width_262k_l0_small/config.json b/mlp_out_all/layer_17_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0875bab86c3451f481168c8bfdfd26a0a392d567 --- /dev/null +++ b/mlp_out_all/layer_17_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_18_width_16k_l0_big/config.json b/mlp_out_all/layer_18_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0eb3cc29771c145d241e72b43dd4c50dfaec1f04 --- /dev/null +++ b/mlp_out_all/layer_18_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.18.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_18_width_16k_l0_small/config.json b/mlp_out_all/layer_18_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a3b6013434ff90f60dae92add99f3039d43051cb --- /dev/null +++ b/mlp_out_all/layer_18_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.18.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_18_width_262k_l0_big/config.json b/mlp_out_all/layer_18_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..04ddf4bcf08d66ad4b211b335b0add59aab7faf4 --- /dev/null +++ b/mlp_out_all/layer_18_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.18.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_18_width_262k_l0_small/config.json b/mlp_out_all/layer_18_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2f79713c9df4181730dde316038fe2f5ee854ad9 --- /dev/null +++ b/mlp_out_all/layer_18_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.18.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_19_width_16k_l0_big/config.json b/mlp_out_all/layer_19_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..99136aeac663b61ca384051eb732df9acf6d4cf5 --- /dev/null +++ b/mlp_out_all/layer_19_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.19.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_19_width_16k_l0_small/config.json b/mlp_out_all/layer_19_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2f7fd15a09b5bb372daa7aa678eb5f0b0fc17037 --- /dev/null +++ b/mlp_out_all/layer_19_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.19.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_19_width_262k_l0_small/config.json b/mlp_out_all/layer_19_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2d13cb2073be27b2e6ad60bed6ddf135f6392c4d --- /dev/null +++ b/mlp_out_all/layer_19_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.19.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_1_width_16k_l0_big/config.json b/mlp_out_all/layer_1_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..88d462cc88c01502b20c220fbb38ff18b82b96d3 --- /dev/null +++ b/mlp_out_all/layer_1_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.1.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 66, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_1_width_16k_l0_small/config.json b/mlp_out_all/layer_1_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d55e07ead11a0ba2c6423a68f3091a688783776e --- /dev/null +++ b/mlp_out_all/layer_1_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.1.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_1_width_262k_l0_small/config.json b/mlp_out_all/layer_1_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..770f808ba6c10b8321db136497cd508250a3f622 --- /dev/null +++ b/mlp_out_all/layer_1_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.1.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_20_width_16k_l0_big/config.json b/mlp_out_all/layer_20_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8448d8d2fcb215c2abd50465e1930bde128599b6 --- /dev/null +++ b/mlp_out_all/layer_20_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_20_width_16k_l0_small/config.json b/mlp_out_all/layer_20_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..22c84f1d25ec746d8fd6e3cd6d154145bb05f734 --- /dev/null +++ b/mlp_out_all/layer_20_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_20_width_262k_l0_big/config.json b/mlp_out_all/layer_20_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cce9ddd5045f9262e915162658248e622fda0fcf --- /dev/null +++ b/mlp_out_all/layer_20_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_20_width_262k_l0_small/config.json b/mlp_out_all/layer_20_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9f4e40733c3acfc638d6a08af4e81119aac0b53a --- /dev/null +++ b/mlp_out_all/layer_20_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_21_width_16k_l0_big/config.json b/mlp_out_all/layer_21_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9eabd178625d5fb4fb2e276f3fcf501d7b276076 --- /dev/null +++ b/mlp_out_all/layer_21_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_21_width_16k_l0_small/config.json b/mlp_out_all/layer_21_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..00edefa3aa9402127d5455e9bf7ce4a16971c3e6 --- /dev/null +++ b/mlp_out_all/layer_21_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_21_width_262k_l0_big/config.json b/mlp_out_all/layer_21_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b04f5f44b0821be31802874a1869bdebff797e80 --- /dev/null +++ b/mlp_out_all/layer_21_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_21_width_262k_l0_small/config.json b/mlp_out_all/layer_21_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b2c7b5e2c5813376734de33c44c0dd83e090a475 --- /dev/null +++ b/mlp_out_all/layer_21_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_22_width_16k_l0_big/config.json b/mlp_out_all/layer_22_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3c2b9e8397730dc0190492bd2245af6fd0f54acc --- /dev/null +++ b/mlp_out_all/layer_22_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_22_width_16k_l0_small/config.json b/mlp_out_all/layer_22_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..99bb55c527d77c0696472e6952a3d4594ecdff43 --- /dev/null +++ b/mlp_out_all/layer_22_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_22_width_262k_l0_big/config.json b/mlp_out_all/layer_22_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..741685458caa3301df023eed41917169b4b15bfc --- /dev/null +++ b/mlp_out_all/layer_22_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_22_width_262k_l0_small/config.json b/mlp_out_all/layer_22_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c63a3af64b2e6f4c06c85d5558ac8d7faf9aa8f8 --- /dev/null +++ b/mlp_out_all/layer_22_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_23_width_16k_l0_big/config.json b/mlp_out_all/layer_23_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c302ea58da1bd0672cb323ea68b9f9c06681b129 --- /dev/null +++ b/mlp_out_all/layer_23_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.23.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_23_width_262k_l0_big/config.json b/mlp_out_all/layer_23_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9aba1c14fc74eb6b5766002a66b8148af6a6ca42 --- /dev/null +++ b/mlp_out_all/layer_23_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.23.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_23_width_262k_l0_small/config.json b/mlp_out_all/layer_23_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..02e80d6e782aceb58422d36711be24d970f8b9a2 --- /dev/null +++ b/mlp_out_all/layer_23_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.23.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_24_width_16k_l0_big/config.json b/mlp_out_all/layer_24_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97c6518cb2819afc15fa1c2238cf6c12b8f7c2df --- /dev/null +++ b/mlp_out_all/layer_24_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.24.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_24_width_16k_l0_small/config.json b/mlp_out_all/layer_24_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..03587252e4165b7854dfce3636168a659e64595b --- /dev/null +++ b/mlp_out_all/layer_24_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.24.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_24_width_262k_l0_big/config.json b/mlp_out_all/layer_24_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2c609c961c22ea1430cc84b86d8539814af7b296 --- /dev/null +++ b/mlp_out_all/layer_24_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.24.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_24_width_262k_l0_small/config.json b/mlp_out_all/layer_24_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..43af9618e6109d9c91fa910b872c16a0303c058f --- /dev/null +++ b/mlp_out_all/layer_24_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.24.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_25_width_16k_l0_big/config.json b/mlp_out_all/layer_25_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ab423a47f66abc6c7c1642b771adb4eca81539eb --- /dev/null +++ b/mlp_out_all/layer_25_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_25_width_16k_l0_small/config.json b/mlp_out_all/layer_25_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..47d5a61adf11a62ebf412977406be163a72b7543 --- /dev/null +++ b/mlp_out_all/layer_25_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_25_width_262k_l0_big/config.json b/mlp_out_all/layer_25_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..66254aa46418e4c02b9afb31615026982aa6dd4e --- /dev/null +++ b/mlp_out_all/layer_25_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_25_width_262k_l0_small/config.json b/mlp_out_all/layer_25_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9b6944818ab25422450659ac4fef552ae564c1c6 --- /dev/null +++ b/mlp_out_all/layer_25_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_2_width_16k_l0_big/config.json b/mlp_out_all/layer_2_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..380450375b35054af3dd904e56232cfac3d366bc --- /dev/null +++ b/mlp_out_all/layer_2_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.2.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 73, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_2_width_16k_l0_small/config.json b/mlp_out_all/layer_2_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2fd68384e2be3772f171977c72bcf8ebf7581fa5 --- /dev/null +++ b/mlp_out_all/layer_2_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.2.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_2_width_262k_l0_big/config.json b/mlp_out_all/layer_2_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b32672b4b8cf5ecc21b1682628262c60917e230f --- /dev/null +++ b/mlp_out_all/layer_2_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.2.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 73, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_2_width_262k_l0_small/config.json b/mlp_out_all/layer_2_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..35a7bbe98bbc47164de04a6c04128d8c3c899fa8 --- /dev/null +++ b/mlp_out_all/layer_2_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.2.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_3_width_16k_l0_big/config.json b/mlp_out_all/layer_3_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7c1a57c71dc2a60704491195db4de6b0ff43d11b --- /dev/null +++ b/mlp_out_all/layer_3_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 80, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_3_width_16k_l0_small/config.json b/mlp_out_all/layer_3_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a60537f0e777dc8e14e65b7b4ca092c52dd5cf9 --- /dev/null +++ b/mlp_out_all/layer_3_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_3_width_262k_l0_big/config.json b/mlp_out_all/layer_3_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d1c945278ffe112da0d2fb27a839fd6377056c34 --- /dev/null +++ b/mlp_out_all/layer_3_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 80, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_3_width_262k_l0_small/config.json b/mlp_out_all/layer_3_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..03a8e41e62d30c90ab2de6745829a935ff800885 --- /dev/null +++ b/mlp_out_all/layer_3_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_4_width_16k_l0_big/config.json b/mlp_out_all/layer_4_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..900f28fa80cc1d74c9cc0ec7d998e589c4be001d --- /dev/null +++ b/mlp_out_all/layer_4_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.4.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 87, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_4_width_16k_l0_small/config.json b/mlp_out_all/layer_4_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..765fa85877f9e88c1a1c68094a0f03168321eb0f --- /dev/null +++ b/mlp_out_all/layer_4_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.4.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_4_width_262k_l0_big/config.json b/mlp_out_all/layer_4_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d2aed608e7b9101340f30fb16a98b5e40d668b71 --- /dev/null +++ b/mlp_out_all/layer_4_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.4.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 87, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_4_width_262k_l0_small/config.json b/mlp_out_all/layer_4_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0264be443e238dc52dbbac8f1c01ed5c4b6ef288 --- /dev/null +++ b/mlp_out_all/layer_4_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.4.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_5_width_16k_l0_big/config.json b/mlp_out_all/layer_5_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b846d3e1af7083703365a740275893870a58585e --- /dev/null +++ b/mlp_out_all/layer_5_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.5.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 94, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_5_width_16k_l0_small/config.json b/mlp_out_all/layer_5_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c36555be0c113ce29b552fbd7c1dbe408baeaab4 --- /dev/null +++ b/mlp_out_all/layer_5_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.5.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_5_width_262k_l0_big/config.json b/mlp_out_all/layer_5_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0bd06c33ffc4aaa34863712ea75d51813bce1203 --- /dev/null +++ b/mlp_out_all/layer_5_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.5.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 94, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_5_width_262k_l0_small/config.json b/mlp_out_all/layer_5_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8689003e581c6a1f33edf38b480d959756232a70 --- /dev/null +++ b/mlp_out_all/layer_5_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.5.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_6_width_16k_l0_big/config.json b/mlp_out_all/layer_6_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..38927fe3da45e187a0b48adbf8e9ade09be762ec --- /dev/null +++ b/mlp_out_all/layer_6_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.6.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 101, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_6_width_16k_l0_small/config.json b/mlp_out_all/layer_6_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..489b315dcb4a49b273eac5a2c7808d72832ba567 --- /dev/null +++ b/mlp_out_all/layer_6_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.6.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_6_width_262k_l0_big/config.json b/mlp_out_all/layer_6_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d4acf30dfd52504f44e76870fcb49d64b8d9d73 --- /dev/null +++ b/mlp_out_all/layer_6_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.6.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 101, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_6_width_262k_l0_small/config.json b/mlp_out_all/layer_6_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a3c15e9e425784c9ef5a2f8b00eac302d18ce163 --- /dev/null +++ b/mlp_out_all/layer_6_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.6.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_7_width_16k_l0_big/config.json b/mlp_out_all/layer_7_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c2f78b91486f632e330e2f8782b8abaa71f2ed3e --- /dev/null +++ b/mlp_out_all/layer_7_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.7.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 108, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_7_width_16k_l0_small/config.json b/mlp_out_all/layer_7_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..518b67570495b7ba1eafba526546bbd6c96ab06b --- /dev/null +++ b/mlp_out_all/layer_7_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.7.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_7_width_262k_l0_big/config.json b/mlp_out_all/layer_7_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..128a3fed2b028ed6f0952091f10dc82e1680ea20 --- /dev/null +++ b/mlp_out_all/layer_7_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.7.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 108, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_7_width_262k_l0_small/config.json b/mlp_out_all/layer_7_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..91db45f316674abc99943ed3a0d52384d9c4a5fb --- /dev/null +++ b/mlp_out_all/layer_7_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.7.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_8_width_16k_l0_big/config.json b/mlp_out_all/layer_8_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5a1a718ff96f996753f1732e444ae5ebafa3c3c4 --- /dev/null +++ b/mlp_out_all/layer_8_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.8.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 115, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_8_width_16k_l0_small/config.json b/mlp_out_all/layer_8_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fbcb3e2545660d1f728d74b75de2eb9f9d21d283 --- /dev/null +++ b/mlp_out_all/layer_8_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.8.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_8_width_262k_l0_big/config.json b/mlp_out_all/layer_8_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..42a208b684ec585552570f68411cf9628abd21aa --- /dev/null +++ b/mlp_out_all/layer_8_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.8.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 115, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_8_width_262k_l0_small/config.json b/mlp_out_all/layer_8_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..29418ee7ac6d6d6ef4509cf5e1bbf49db5af3f4b --- /dev/null +++ b/mlp_out_all/layer_8_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.8.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_9_width_16k_l0_big/config.json b/mlp_out_all/layer_9_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e0b9abb8502fb1bd8f400bd6d73822ca45db5107 --- /dev/null +++ b/mlp_out_all/layer_9_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_9_width_16k_l0_small/config.json b/mlp_out_all/layer_9_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bad13d6e687468f8108bf6265da79804a67a55d7 --- /dev/null +++ b/mlp_out_all/layer_9_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_9_width_262k_l0_big/config.json b/mlp_out_all/layer_9_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..44b2d62d42fdb4da4f3b817606fff07f0fcf2f1a --- /dev/null +++ b/mlp_out_all/layer_9_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_9_width_262k_l0_small/config.json b/mlp_out_all/layer_9_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..71e8c3d966330fc39c5d31c99a5a4b11baccd497 --- /dev/null +++ b/mlp_out_all/layer_9_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_13_width_16k_l0_big/config.json b/resid_post/layer_13_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d04bb51c853d30d535ab5a07e67fd81fb5fddb1f --- /dev/null +++ b/resid_post/layer_13_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_13_width_16k_l0_medium/config.json b/resid_post/layer_13_width_16k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..719d33283367a1d82b620776c93b1564303f4f93 --- /dev/null +++ b/resid_post/layer_13_width_16k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_13_width_16k_l0_small/config.json b/resid_post/layer_13_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f38f0dff18921d9c05468979d3d032198a68d8a0 --- /dev/null +++ b/resid_post/layer_13_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_13_width_1m_l0_big/config.json b/resid_post/layer_13_width_1m_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..89d412cf3b7837de6ed06f68da2f8383669882b2 --- /dev/null +++ b/resid_post/layer_13_width_1m_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 1048576, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_13_width_1m_l0_medium/config.json b/resid_post/layer_13_width_1m_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1a310d3830d1689b43c028f3d40fba43bde8d71c --- /dev/null +++ b/resid_post/layer_13_width_1m_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 1048576, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_13_width_1m_l0_small/config.json b/resid_post/layer_13_width_1m_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c0134619b4e6f4484294cf19a9a0ee6be54ca0a3 --- /dev/null +++ b/resid_post/layer_13_width_1m_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 1048576, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_13_width_262k_l0_big/config.json b/resid_post/layer_13_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0a0d6360a7474b2b917127f5bc3a986102f7db1b --- /dev/null +++ b/resid_post/layer_13_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_13_width_262k_l0_medium/config.json b/resid_post/layer_13_width_262k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7ad7d7694699891e2c7e6bea8acbf5b1ea060e61 --- /dev/null +++ b/resid_post/layer_13_width_262k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_13_width_262k_l0_medium_seed_1/config.json b/resid_post/layer_13_width_262k_l0_medium_seed_1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7ad7d7694699891e2c7e6bea8acbf5b1ea060e61 --- /dev/null +++ b/resid_post/layer_13_width_262k_l0_medium_seed_1/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_13_width_262k_l0_small/config.json b/resid_post/layer_13_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..55bca74fd31aa968cc66185590aac08611417ca6 --- /dev/null +++ b/resid_post/layer_13_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_13_width_65k_l0_big/config.json b/resid_post/layer_13_width_65k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..51fafe22a7d72c0f5569afaaa80d7a05370af981 --- /dev/null +++ b/resid_post/layer_13_width_65k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 65536, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_13_width_65k_l0_medium/config.json b/resid_post/layer_13_width_65k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3e14e1af934a6d61a1bfe023ba63ba835f2b74bb --- /dev/null +++ b/resid_post/layer_13_width_65k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 65536, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_13_width_65k_l0_small/config.json b/resid_post/layer_13_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e179fe7a2e638ac9bdea5885df8425057f011935 --- /dev/null +++ b/resid_post/layer_13_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 65536, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_16k_l0_big/config.json b/resid_post/layer_17_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..463adada74e9358340f62b98c7d2eb777c101c69 --- /dev/null +++ b/resid_post/layer_17_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_16k_l0_medium/config.json b/resid_post/layer_17_width_16k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5dee674efbc7fee51db257e6720cd377b922c780 --- /dev/null +++ b/resid_post/layer_17_width_16k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_16k_l0_small/config.json b/resid_post/layer_17_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eb69837ce3e6bd95b16a1c42a101b73f71828152 --- /dev/null +++ b/resid_post/layer_17_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_1m_l0_big/config.json b/resid_post/layer_17_width_1m_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..07a737a9303ae9ddc972ac700390c30347030a4c --- /dev/null +++ b/resid_post/layer_17_width_1m_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 1048576, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_1m_l0_medium/config.json b/resid_post/layer_17_width_1m_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..92fc9bab31905a246e0bc82fc28d3fdeae5446e3 --- /dev/null +++ b/resid_post/layer_17_width_1m_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 1048576, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_1m_l0_small/config.json b/resid_post/layer_17_width_1m_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d7a46e8ef23030a95cacd5c93d5761a7ed412755 --- /dev/null +++ b/resid_post/layer_17_width_1m_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 1048576, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_262k_l0_big/config.json b/resid_post/layer_17_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..38ba70e8a81dae156a6f42ac104dd88634c60ade --- /dev/null +++ b/resid_post/layer_17_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_262k_l0_medium/config.json b/resid_post/layer_17_width_262k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4d93e6982c6b6be08a22cdd5ffedd92fa27644a6 --- /dev/null +++ b/resid_post/layer_17_width_262k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_262k_l0_medium_seed_1/config.json b/resid_post/layer_17_width_262k_l0_medium_seed_1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4d93e6982c6b6be08a22cdd5ffedd92fa27644a6 --- /dev/null +++ b/resid_post/layer_17_width_262k_l0_medium_seed_1/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_262k_l0_small/config.json b/resid_post/layer_17_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f02c05a9118efeb73ba22f7a2a23f6dad51b7f87 --- /dev/null +++ b/resid_post/layer_17_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_65k_l0_big/config.json b/resid_post/layer_17_width_65k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b94f959441226ac45a6814e481b38e3dbc0d1429 --- /dev/null +++ b/resid_post/layer_17_width_65k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 65536, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_65k_l0_medium/config.json b/resid_post/layer_17_width_65k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b5dd8e26ad5b2f5e2e4d36cd881dd47851b6ee93 --- /dev/null +++ b/resid_post/layer_17_width_65k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 65536, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_17_width_65k_l0_small/config.json b/resid_post/layer_17_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2a1788a8f27c7e19a814377aac7eb67d2444d238 --- /dev/null +++ b/resid_post/layer_17_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.output", + "hf_hook_point_out": "model.layers.17.output", + "width": 65536, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_16k_l0_big/config.json b/resid_post/layer_22_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bb88bbb22be3c9478303854ce29eceb2a338eef6 --- /dev/null +++ b/resid_post/layer_22_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_16k_l0_medium/config.json b/resid_post/layer_22_width_16k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d90f5721cec475b2f9d2cb1a630690448275c87b --- /dev/null +++ b/resid_post/layer_22_width_16k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_16k_l0_small/config.json b/resid_post/layer_22_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cf8b5ed96798de5bc53429174e0f87df3af7499c --- /dev/null +++ b/resid_post/layer_22_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_1m_l0_big/config.json b/resid_post/layer_22_width_1m_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..81061f509da776c5d7db62db75c65afbacb44e33 --- /dev/null +++ b/resid_post/layer_22_width_1m_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 1048576, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_1m_l0_medium/config.json b/resid_post/layer_22_width_1m_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ca30021388c6d464d84af39bc78cc67debce6a0e --- /dev/null +++ b/resid_post/layer_22_width_1m_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 1048576, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_1m_l0_small/config.json b/resid_post/layer_22_width_1m_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..cbe36e888ee3506cbadf548c834a90ca1875949b --- /dev/null +++ b/resid_post/layer_22_width_1m_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 1048576, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_262k_l0_big/config.json b/resid_post/layer_22_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9fab36cdd07d3c66173a98315ccd64817a281947 --- /dev/null +++ b/resid_post/layer_22_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_262k_l0_medium/config.json b/resid_post/layer_22_width_262k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7d5d5234021e8d90ebee7f225b66754316acd935 --- /dev/null +++ b/resid_post/layer_22_width_262k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_262k_l0_medium_seed_1/config.json b/resid_post/layer_22_width_262k_l0_medium_seed_1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7d5d5234021e8d90ebee7f225b66754316acd935 --- /dev/null +++ b/resid_post/layer_22_width_262k_l0_medium_seed_1/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_262k_l0_small/config.json b/resid_post/layer_22_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8ce1c12be284e16cbc4ca55ffa9e88b774e494ec --- /dev/null +++ b/resid_post/layer_22_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_65k_l0_big/config.json b/resid_post/layer_22_width_65k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a31f3e58472ac1bbfd98a0d68f524d5cac71bc49 --- /dev/null +++ b/resid_post/layer_22_width_65k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 65536, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_65k_l0_medium/config.json b/resid_post/layer_22_width_65k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..da8561c880e89b2056a13bdc5d6684317b8bacfb --- /dev/null +++ b/resid_post/layer_22_width_65k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 65536, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_22_width_65k_l0_small/config.json b/resid_post/layer_22_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9706ead0a5ca4cf21350f88170a6d01c0a5da063 --- /dev/null +++ b/resid_post/layer_22_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 65536, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_7_width_16k_l0_big/config.json b/resid_post/layer_7_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c079896b03603feef7bd770323b3c82b5903d0d5 --- /dev/null +++ b/resid_post/layer_7_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 132, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_7_width_16k_l0_medium/config.json b/resid_post/layer_7_width_16k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1e55887b0c925937e9202e7fbac5c0158b1523b4 --- /dev/null +++ b/resid_post/layer_7_width_16k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 54, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_7_width_16k_l0_small/config.json b/resid_post/layer_7_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a14953a1227dea72212742b28f45152d1fd3f545 --- /dev/null +++ b/resid_post/layer_7_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_7_width_1m_l0_big/config.json b/resid_post/layer_7_width_1m_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..dd4615eb3b6797729ee3cd607372eb3c4157d103 --- /dev/null +++ b/resid_post/layer_7_width_1m_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 1048576, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 132, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_7_width_1m_l0_medium/config.json b/resid_post/layer_7_width_1m_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..faf20778288ab5e5729e7b9104368048d9264664 --- /dev/null +++ b/resid_post/layer_7_width_1m_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 1048576, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 54, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_7_width_1m_l0_small/config.json b/resid_post/layer_7_width_1m_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a111b3f0396e8c131b67e5f7aaf883dfc7d02e25 --- /dev/null +++ b/resid_post/layer_7_width_1m_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 1048576, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_7_width_262k_l0_big/config.json b/resid_post/layer_7_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e7e9ea8f778a5ed63847302dfeedd7887ed96610 --- /dev/null +++ b/resid_post/layer_7_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 132, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_7_width_262k_l0_medium/config.json b/resid_post/layer_7_width_262k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a3ed0766c6759d3afea5684dcdfef39d35fca412 --- /dev/null +++ b/resid_post/layer_7_width_262k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 54, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_7_width_262k_l0_medium_seed_1/config.json b/resid_post/layer_7_width_262k_l0_medium_seed_1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a3ed0766c6759d3afea5684dcdfef39d35fca412 --- /dev/null +++ b/resid_post/layer_7_width_262k_l0_medium_seed_1/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 54, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_7_width_262k_l0_small/config.json b/resid_post/layer_7_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8b3d7a8647cff84b252dc41d183b25474594e9dc --- /dev/null +++ b/resid_post/layer_7_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_7_width_65k_l0_big/config.json b/resid_post/layer_7_width_65k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b0a09c217b4317490ee07a40b1a580be2ba857ae --- /dev/null +++ b/resid_post/layer_7_width_65k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 65536, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 132, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_7_width_65k_l0_medium/config.json b/resid_post/layer_7_width_65k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4bfd675ca22f06a63b5baeeb70578e44610961b7 --- /dev/null +++ b/resid_post/layer_7_width_65k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 65536, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 54, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post/layer_7_width_65k_l0_small/config.json b/resid_post/layer_7_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d8485184023dbf743d6ed6adfa47531a0a0a92ca --- /dev/null +++ b/resid_post/layer_7_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 65536, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_10_width_262k_l0_small/config.json b/resid_post_all/layer_10_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2992b89bec7fde2bfdfc8060f34924a99d43a62f --- /dev/null +++ b/resid_post_all/layer_10_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.output", + "hf_hook_point_out": "model.layers.10.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_12_width_16k_l0_big/config.json b/resid_post_all/layer_12_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5de975ce8ce94704664b5fc4f98f5193b963c884 --- /dev/null +++ b/resid_post_all/layer_12_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.output", + "hf_hook_point_out": "model.layers.12.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_12_width_262k_l0_big/config.json b/resid_post_all/layer_12_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..97897d6a9aa1140676318a453a7cfba778a50a9e --- /dev/null +++ b/resid_post_all/layer_12_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.12.output", + "hf_hook_point_out": "model.layers.12.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_13_width_262k_l0_big/config.json b/resid_post_all/layer_13_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a2625b71968b827d1bb55c010d5f933a088dd6e --- /dev/null +++ b/resid_post_all/layer_13_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.output", + "hf_hook_point_out": "model.layers.13.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_15_width_262k_l0_small/config.json b/resid_post_all/layer_15_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..58c917063a007b7a16bda778082fb87ee2847a8f --- /dev/null +++ b/resid_post_all/layer_15_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.output", + "hf_hook_point_out": "model.layers.15.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_16_width_262k_l0_small/config.json b/resid_post_all/layer_16_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a35ccdb1d7467530421625088c6150c3bb1c8030 --- /dev/null +++ b/resid_post_all/layer_16_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.output", + "hf_hook_point_out": "model.layers.16.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_18_width_262k_l0_big/config.json b/resid_post_all/layer_18_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..995c8448028bf9ae24675a6ea2dd2b065c322fe6 --- /dev/null +++ b/resid_post_all/layer_18_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.output", + "hf_hook_point_out": "model.layers.18.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_19_width_262k_l0_small/config.json b/resid_post_all/layer_19_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..875915d2e1989d7eb7a07fd50385356969575f6d --- /dev/null +++ b/resid_post_all/layer_19_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.output", + "hf_hook_point_out": "model.layers.19.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_1_width_262k_l0_small/config.json b/resid_post_all/layer_1_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a78488fbb996e672b49053eefd2d84cf710f0d35 --- /dev/null +++ b/resid_post_all/layer_1_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.output", + "hf_hook_point_out": "model.layers.1.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_20_width_262k_l0_small/config.json b/resid_post_all/layer_20_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3fce8bcedf3d4bd11fb315ab46ea242bf1ab48a5 --- /dev/null +++ b/resid_post_all/layer_20_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.output", + "hf_hook_point_out": "model.layers.20.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_22_width_262k_l0_small/config.json b/resid_post_all/layer_22_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8ce1c12be284e16cbc4ca55ffa9e88b774e494ec --- /dev/null +++ b/resid_post_all/layer_22_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.output", + "hf_hook_point_out": "model.layers.22.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_23_width_16k_l0_big/config.json b/resid_post_all/layer_23_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a54e5d40fa9a69b8dbb2119cf698a2e39fe2d2c5 --- /dev/null +++ b/resid_post_all/layer_23_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.output", + "hf_hook_point_out": "model.layers.23.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_24_width_262k_l0_small/config.json b/resid_post_all/layer_24_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..49defc377c8f5f9b4015fc019ef46512d758fe38 --- /dev/null +++ b/resid_post_all/layer_24_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.24.output", + "hf_hook_point_out": "model.layers.24.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_25_width_16k_l0_big/config.json b/resid_post_all/layer_25_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..633f7a667a3fae343f7e7ac4afbb7c0a2e0c43f1 --- /dev/null +++ b/resid_post_all/layer_25_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.output", + "hf_hook_point_out": "model.layers.25.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_3_width_262k_l0_big/config.json b/resid_post_all/layer_3_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..33a4387518eb74bed0b6bd9c161fbc97a70b4338 --- /dev/null +++ b/resid_post_all/layer_3_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.output", + "hf_hook_point_out": "model.layers.3.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 80, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_4_width_16k_l0_small/config.json b/resid_post_all/layer_4_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fda58d0e3d924b132a24c84fc7769c37c0842e83 --- /dev/null +++ b/resid_post_all/layer_4_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.output", + "hf_hook_point_out": "model.layers.4.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_6_width_16k_l0_small/config.json b/resid_post_all/layer_6_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c856df5b42faf829f611bade87bb4a947f46a7f3 --- /dev/null +++ b/resid_post_all/layer_6_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.output", + "hf_hook_point_out": "model.layers.6.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_7_width_16k_l0_big/config.json b/resid_post_all/layer_7_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..44ac0e3256443d510b53fbe210240b157c7ce08d --- /dev/null +++ b/resid_post_all/layer_7_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 108, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_7_width_16k_l0_small/config.json b/resid_post_all/layer_7_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a14953a1227dea72212742b28f45152d1fd3f545 --- /dev/null +++ b/resid_post_all/layer_7_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 16384, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_7_width_262k_l0_big/config.json b/resid_post_all/layer_7_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f403f0c3628e19be081fbe194e8009d20e12de1 --- /dev/null +++ b/resid_post_all/layer_7_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.output", + "hf_hook_point_out": "model.layers.7.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 108, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_8_width_262k_l0_big/config.json b/resid_post_all/layer_8_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8861715e45c9901da41c87ca8b31ab6da4da5bb0 --- /dev/null +++ b/resid_post_all/layer_8_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.output", + "hf_hook_point_out": "model.layers.8.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 115, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/resid_post_all/layer_8_width_262k_l0_small/config.json b/resid_post_all/layer_8_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..45d8951b8233929dc3a20a1b1670ab930e15603c --- /dev/null +++ b/resid_post_all/layer_8_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.output", + "hf_hook_point_out": "model.layers.8.output", + "width": 262144, + "model_name": "google/gemma-3-1b-it", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file