diff --git a/mlp_out/layer_17_width_16k_l0_medium/config.json b/mlp_out/layer_17_width_16k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bd93458ed88fe5c7c0fba37a682428f43f68b3f --- /dev/null +++ b/mlp_out/layer_17_width_16k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 60, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out/layer_17_width_262k_l0_big/config.json b/mlp_out/layer_17_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0a30e692b927fc555077912009260915622e4e15 --- /dev/null +++ b/mlp_out/layer_17_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out/layer_17_width_262k_l0_small/config.json b/mlp_out/layer_17_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5741f11dbf17a482d5c3e86c1c188e8414e24837 --- /dev/null +++ b/mlp_out/layer_17_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out/layer_22_width_16k_l0_big/config.json b/mlp_out/layer_22_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..12a2adca26fd07a1a92d7a34ce13f0b239f5542a --- /dev/null +++ b/mlp_out/layer_22_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out/layer_22_width_262k_l0_big/config.json b/mlp_out/layer_22_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..564e0580ee3101a729249630221fe4d4cffcbfd8 --- /dev/null +++ b/mlp_out/layer_22_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out/layer_29_width_16k_l0_big/config.json b/mlp_out/layer_29_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e361effe8cad729be07f7403c8e16e6a3e750479 --- /dev/null +++ b/mlp_out/layer_29_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.29.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 150, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out/layer_29_width_262k_l0_small/config.json b/mlp_out/layer_29_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3c4d6882433c187a672ddaeae8d110cf700ef0d8 --- /dev/null +++ b/mlp_out/layer_29_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.29.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out/layer_29_width_65k_l0_small/config.json b/mlp_out/layer_29_width_65k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aaa39b10867ae74872ab017f6ad27571bb78729a --- /dev/null +++ b/mlp_out/layer_29_width_65k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.29.post_feedforward_layernorm.output", + "width": 65536, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out/layer_9_width_262k_l0_big/config.json b/mlp_out/layer_9_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e6e28555061e9cdbc52a3ee79c857863f7599565 --- /dev/null +++ b/mlp_out/layer_9_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 131, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out/layer_9_width_262k_l0_small/config.json b/mlp_out/layer_9_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..233f23ef527d961f59ca9743429729cea82d34d1 --- /dev/null +++ b/mlp_out/layer_9_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out/layer_9_width_65k_l0_medium/config.json b/mlp_out/layer_9_width_65k_l0_medium/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e9cf70a6e29c7d8edeb20e8f3eb1542b16b788a9 --- /dev/null +++ b/mlp_out/layer_9_width_65k_l0_medium/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 65536, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 53, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_10_width_262k_l0_big/config.json b/mlp_out_all/layer_10_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1a445ad8808d593263dd55d1fb0e6edb744cd49b --- /dev/null +++ b/mlp_out_all/layer_10_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.10.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 112, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_10_width_262k_l0_small/config.json b/mlp_out_all/layer_10_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..556636969630de815d6c2707e31667687a23933f --- /dev/null +++ b/mlp_out_all/layer_10_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.10.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.10.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 18, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_11_width_16k_l0_big/config.json b/mlp_out_all/layer_11_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..63bec4a6d0e45b91a49b81bc3d772691e6930515 --- /dev/null +++ b/mlp_out_all/layer_11_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.11.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 118, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_11_width_16k_l0_small/config.json b/mlp_out_all/layer_11_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1a91fbbf4e5a01eac4084afcbbfb1d10f70b5335 --- /dev/null +++ b/mlp_out_all/layer_11_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.11.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_11_width_262k_l0_small/config.json b/mlp_out_all/layer_11_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..954deee47dbe334a3d01cae08ee9480a1b1a2451 --- /dev/null +++ b/mlp_out_all/layer_11_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.11.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.11.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 19, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_13_width_16k_l0_big/config.json b/mlp_out_all/layer_13_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..49b0e2e4e32e7b5d2a641e45eefd6125d53fadc0 --- /dev/null +++ b/mlp_out_all/layer_13_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_13_width_262k_l0_big/config.json b/mlp_out_all/layer_13_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c632cf8387358609b00aafc903e7b855236a91a5 --- /dev/null +++ b/mlp_out_all/layer_13_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.13.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.13.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_14_width_16k_l0_big/config.json b/mlp_out_all/layer_14_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..23a9b60c21979932ee91f9f65e250f9255c23208 --- /dev/null +++ b/mlp_out_all/layer_14_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_14_width_262k_l0_big/config.json b/mlp_out_all/layer_14_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eb725bf3a1e63eb3ee5b12591fb00d8378ebaaf6 --- /dev/null +++ b/mlp_out_all/layer_14_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_14_width_262k_l0_small/config.json b/mlp_out_all/layer_14_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8b3f2079c5a171ec2903a3e9a30908fc6b8afa3 --- /dev/null +++ b/mlp_out_all/layer_14_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.14.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_15_width_16k_l0_big/config.json b/mlp_out_all/layer_15_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2e12056e50048f971c9a282ef783c519cba7139c --- /dev/null +++ b/mlp_out_all/layer_15_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.15.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_15_width_16k_l0_small/config.json b/mlp_out_all/layer_15_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2bf8f4e5297f11f9593dd1ea8fd07a69a5528ee0 --- /dev/null +++ b/mlp_out_all/layer_15_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.15.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_15_width_262k_l0_small/config.json b/mlp_out_all/layer_15_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..819fbf38bd3054df56390a86dd9a684f8749aa71 --- /dev/null +++ b/mlp_out_all/layer_15_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.15.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.15.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_16_width_16k_l0_small/config.json b/mlp_out_all/layer_16_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a637b979ae469474f0a31f26cafe99cad11d51f6 --- /dev/null +++ b/mlp_out_all/layer_16_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.16.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_16_width_262k_l0_big/config.json b/mlp_out_all/layer_16_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b65298ac7a9d92f902bd4a1f77eb4860d40e2970 --- /dev/null +++ b/mlp_out_all/layer_16_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.16.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.16.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_17_width_16k_l0_big/config.json b/mlp_out_all/layer_17_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f9b1926bbef89bc9f70ea63d1cac8850d3bc8186 --- /dev/null +++ b/mlp_out_all/layer_17_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_17_width_16k_l0_small/config.json b/mlp_out_all/layer_17_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4fd238bfedcb03715c5b07c791a58c9668c0b40b --- /dev/null +++ b/mlp_out_all/layer_17_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.17.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.17.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_18_width_16k_l0_big/config.json b/mlp_out_all/layer_18_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..13ab6b62ead9cbebb319fe15db923d76f87c44b6 --- /dev/null +++ b/mlp_out_all/layer_18_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.18.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_18_width_262k_l0_big/config.json b/mlp_out_all/layer_18_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..38cb18ed384aea896b609565b020fe679108d92c --- /dev/null +++ b/mlp_out_all/layer_18_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.18.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_18_width_262k_l0_small/config.json b/mlp_out_all/layer_18_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d5152a44fbedc66af7e580f923f22fb748a11c0f --- /dev/null +++ b/mlp_out_all/layer_18_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.18.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.18.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_19_width_16k_l0_big/config.json b/mlp_out_all/layer_19_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e0321e28b23081df462b6007cb43db9bfc053b96 --- /dev/null +++ b/mlp_out_all/layer_19_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.19.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_19_width_16k_l0_small/config.json b/mlp_out_all/layer_19_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d10319b35b21860a4be74e6d0fc286d14b71f493 --- /dev/null +++ b/mlp_out_all/layer_19_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.19.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_19_width_262k_l0_big/config.json b/mlp_out_all/layer_19_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..67b5e43379ddb673e7c256fc290fb135b073e309 --- /dev/null +++ b/mlp_out_all/layer_19_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.19.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_19_width_262k_l0_small/config.json b/mlp_out_all/layer_19_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ef086740f0b2d890fcfa46e39952288cbee378c1 --- /dev/null +++ b/mlp_out_all/layer_19_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.19.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.19.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_1_width_16k_l0_big/config.json b/mlp_out_all/layer_1_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d8a6485fa3061c747d344d2d5f5c89388326e2cf --- /dev/null +++ b/mlp_out_all/layer_1_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.1.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 65, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_1_width_262k_l0_big/config.json b/mlp_out_all/layer_1_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4e472effc6b69ea3223d62377ff027f85bfa115c --- /dev/null +++ b/mlp_out_all/layer_1_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.1.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 65, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_1_width_262k_l0_small/config.json b/mlp_out_all/layer_1_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9e58d224eaffbfcbb54f14eb8f4179539df1f4bd --- /dev/null +++ b/mlp_out_all/layer_1_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.1.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.1.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 10, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_20_width_262k_l0_big/config.json b/mlp_out_all/layer_20_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c9229390b0fc1b0a0b7d08f969d710d83a0b0077 --- /dev/null +++ b/mlp_out_all/layer_20_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_20_width_262k_l0_small/config.json b/mlp_out_all/layer_20_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..adefbee69711842aaa448a7557b1115712ac0654 --- /dev/null +++ b/mlp_out_all/layer_20_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.20.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_21_width_16k_l0_big/config.json b/mlp_out_all/layer_21_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7f215f8e0240fbcd03c543cd3c1ba461ed76728e --- /dev/null +++ b/mlp_out_all/layer_21_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_21_width_16k_l0_small/config.json b/mlp_out_all/layer_21_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0ed03b903c850cf8d76d31489b34e64b28078921 --- /dev/null +++ b/mlp_out_all/layer_21_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_21_width_262k_l0_big/config.json b/mlp_out_all/layer_21_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d7aecee24e5be02b533b9be1599045fb4799c9b4 --- /dev/null +++ b/mlp_out_all/layer_21_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.21.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_22_width_16k_l0_small/config.json b/mlp_out_all/layer_22_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b0c85c1ffaa68db20f09972577bbb3998a40b325 --- /dev/null +++ b/mlp_out_all/layer_22_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_22_width_262k_l0_small/config.json b/mlp_out_all/layer_22_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e8794d2994ac0393c3dc8e37cdb8720f77753e3c --- /dev/null +++ b/mlp_out_all/layer_22_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.22.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_23_width_262k_l0_big/config.json b/mlp_out_all/layer_23_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..42fa67f4df7213b9f74518b67c23216d83a41431 --- /dev/null +++ b/mlp_out_all/layer_23_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.23.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_23_width_262k_l0_small/config.json b/mlp_out_all/layer_23_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4864429afb9d26e555cc37eb6f790b0a762559de --- /dev/null +++ b/mlp_out_all/layer_23_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.23.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.23.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_24_width_16k_l0_big/config.json b/mlp_out_all/layer_24_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..01603654a65621244c8360e4eb2a4691634912fa --- /dev/null +++ b/mlp_out_all/layer_24_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.24.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_25_width_16k_l0_big/config.json b/mlp_out_all/layer_25_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bef89feae1952d758931eaa79a7247f56f38abf5 --- /dev/null +++ b/mlp_out_all/layer_25_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_25_width_16k_l0_small/config.json b/mlp_out_all/layer_25_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3f9855199b35e090f57a5b2a34ccc3210ce64e86 --- /dev/null +++ b/mlp_out_all/layer_25_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_25_width_262k_l0_big/config.json b/mlp_out_all/layer_25_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0c461b26acee222e06f8dd913d895d2a2cdb2534 --- /dev/null +++ b/mlp_out_all/layer_25_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_25_width_262k_l0_small/config.json b/mlp_out_all/layer_25_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..494b85f87c031ab148f5935e281dea946a04c17e --- /dev/null +++ b/mlp_out_all/layer_25_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.25.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.25.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_26_width_16k_l0_big/config.json b/mlp_out_all/layer_26_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5b6f4cbdd7caed5f93fb1d6064651aa42919d9e7 --- /dev/null +++ b/mlp_out_all/layer_26_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.26.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.26.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_26_width_262k_l0_big/config.json b/mlp_out_all/layer_26_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..66c0b27b0a7ff164d0fa2e6394b28b341f01747c --- /dev/null +++ b/mlp_out_all/layer_26_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.26.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.26.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_27_width_16k_l0_small/config.json b/mlp_out_all/layer_27_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c38c3a7540f1b74e25ec9232da888375f806ab8c --- /dev/null +++ b/mlp_out_all/layer_27_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.27.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.27.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_27_width_262k_l0_big/config.json b/mlp_out_all/layer_27_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..31dc467aeb999d40ce0b482d2799ee48a066877a --- /dev/null +++ b/mlp_out_all/layer_27_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.27.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.27.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_28_width_16k_l0_big/config.json b/mlp_out_all/layer_28_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..aa4290947e00e5a296ac5841a89736919a53de55 --- /dev/null +++ b/mlp_out_all/layer_28_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.28.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.28.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_28_width_262k_l0_big/config.json b/mlp_out_all/layer_28_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3f024f46b2f1e474bdd61915cf3ab41bfc9c98ce --- /dev/null +++ b/mlp_out_all/layer_28_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.28.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.28.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_29_width_16k_l0_small/config.json b/mlp_out_all/layer_29_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a78984f1d7e768a33f779c5eaa22dcca0cdd9a96 --- /dev/null +++ b/mlp_out_all/layer_29_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.29.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_29_width_262k_l0_big/config.json b/mlp_out_all/layer_29_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ea38016406f6701904ba8228366852eb526537de --- /dev/null +++ b/mlp_out_all/layer_29_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.29.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.29.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_2_width_16k_l0_big/config.json b/mlp_out_all/layer_2_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a3e8da4dec8400edcdb5e537fe11deac31b28bf8 --- /dev/null +++ b/mlp_out_all/layer_2_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.2.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 70, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_2_width_262k_l0_big/config.json b/mlp_out_all/layer_2_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fc9588eb6a3e6e9d38808971484dbcf43f5c0713 --- /dev/null +++ b/mlp_out_all/layer_2_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.2.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 70, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_2_width_262k_l0_small/config.json b/mlp_out_all/layer_2_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..37b2b44440f673dc9bc4c420300cf9cd00384935 --- /dev/null +++ b/mlp_out_all/layer_2_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.2.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.2.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 11, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_30_width_16k_l0_small/config.json b/mlp_out_all/layer_30_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b22337575bc23f359d388ab0f31b47b7d310f902 --- /dev/null +++ b/mlp_out_all/layer_30_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.30.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.30.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_30_width_262k_l0_big/config.json b/mlp_out_all/layer_30_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9466e278afc960edf93fb5cfbe9e0cac230360b0 --- /dev/null +++ b/mlp_out_all/layer_30_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.30.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.30.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_31_width_16k_l0_big/config.json b/mlp_out_all/layer_31_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..76603744a49e59d4ef368a4d28eef39385ffd4a1 --- /dev/null +++ b/mlp_out_all/layer_31_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.31.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_31_width_262k_l0_small/config.json b/mlp_out_all/layer_31_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..a615175249b9ea2e5a221a5454d9426ffb42ab57 --- /dev/null +++ b/mlp_out_all/layer_31_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.31.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.31.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_32_width_16k_l0_big/config.json b/mlp_out_all/layer_32_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..29cb3eb2d87ed1fcaa272e45a6754a1adc4fd48c --- /dev/null +++ b/mlp_out_all/layer_32_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.32.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.32.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_32_width_262k_l0_big/config.json b/mlp_out_all/layer_32_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..93490ec1d0b173800130804b7809e692af925804 --- /dev/null +++ b/mlp_out_all/layer_32_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.32.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.32.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_33_width_16k_l0_big/config.json b/mlp_out_all/layer_33_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..15e4b16130af33dc678ad3bc7113bd3430ea5161 --- /dev/null +++ b/mlp_out_all/layer_33_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.33.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.33.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_33_width_16k_l0_small/config.json b/mlp_out_all/layer_33_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9fcaa91246e1b64dbb1a1f7fab21be722d3810b8 --- /dev/null +++ b/mlp_out_all/layer_33_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.33.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.33.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 20, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_33_width_262k_l0_big/config.json b/mlp_out_all/layer_33_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fb258558812882947f42621699c7160c973b74ea --- /dev/null +++ b/mlp_out_all/layer_33_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.33.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.33.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 120, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_3_width_16k_l0_big/config.json b/mlp_out_all/layer_3_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..8e9d1fabd1854e08abec1cda31d1798c9f7db3ef --- /dev/null +++ b/mlp_out_all/layer_3_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 75, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_3_width_16k_l0_small/config.json b/mlp_out_all/layer_3_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..51072106d7865bd320745763b1e4ab91910c96d6 --- /dev/null +++ b/mlp_out_all/layer_3_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 12, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_3_width_262k_l0_big/config.json b/mlp_out_all/layer_3_width_262k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..fe15cdef4306729c90ed3bf745b80dc11e5f538e --- /dev/null +++ b/mlp_out_all/layer_3_width_262k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.3.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 75, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_4_width_16k_l0_small/config.json b/mlp_out_all/layer_4_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3a325965fe4e8fa48acd5f51dccc2f90dba9a0fc --- /dev/null +++ b/mlp_out_all/layer_4_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.4.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_4_width_262k_l0_small/config.json b/mlp_out_all/layer_4_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f82095abf5b0f34094fe5fdf760ffbfd02e24762 --- /dev/null +++ b/mlp_out_all/layer_4_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.4.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.4.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 13, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_5_width_16k_l0_small/config.json b/mlp_out_all/layer_5_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..45f0fe450ee576abd899a06c1a713a37718955d8 --- /dev/null +++ b/mlp_out_all/layer_5_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.5.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_5_width_262k_l0_small/config.json b/mlp_out_all/layer_5_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b92b96f779ac913a2aaff34409797e56039b9810 --- /dev/null +++ b/mlp_out_all/layer_5_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.5.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.5.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 14, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_6_width_16k_l0_big/config.json b/mlp_out_all/layer_6_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..36f5caa854e83fb3fc04aa164ebee8b5f3e81b8e --- /dev/null +++ b/mlp_out_all/layer_6_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.6.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 91, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_6_width_16k_l0_small/config.json b/mlp_out_all/layer_6_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..00aa7576ba3131fe75173a4bb7e917f412e0b2bd --- /dev/null +++ b/mlp_out_all/layer_6_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.6.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.6.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 15, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_7_width_16k_l0_big/config.json b/mlp_out_all/layer_7_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..54971b6188caf89bc78cf4f95662820944f1260a --- /dev/null +++ b/mlp_out_all/layer_7_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.7.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 97, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_7_width_262k_l0_small/config.json b/mlp_out_all/layer_7_width_262k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9bc592445ad5d10a098b0bd545f860df368da75b --- /dev/null +++ b/mlp_out_all/layer_7_width_262k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.7.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.7.post_feedforward_layernorm.output", + "width": 262144, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 16, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_8_width_16k_l0_big/config.json b/mlp_out_all/layer_8_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..edc3d4f87e2d818ef5636b48b9147a19b6640824 --- /dev/null +++ b/mlp_out_all/layer_8_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.8.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.8.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 102, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_9_width_16k_l0_big/config.json b/mlp_out_all/layer_9_width_16k_l0_big/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1e0a0b9de98b66fecd36be26ba66e109e733f183 --- /dev/null +++ b/mlp_out_all/layer_9_width_16k_l0_big/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 107, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file diff --git a/mlp_out_all/layer_9_width_16k_l0_small/config.json b/mlp_out_all/layer_9_width_16k_l0_small/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7b234b9014cd5778cd088f9e2cec9d0c91923d37 --- /dev/null +++ b/mlp_out_all/layer_9_width_16k_l0_small/config.json @@ -0,0 +1,10 @@ +{ + "hf_hook_point_in": "model.layers.9.post_feedforward_layernorm.output", + "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", + "width": 16384, + "model_name": "google/gemma-3-4b-pt", + "architecture": "jump_relu", + "l0": 17, + "affine_connection": false, + "type": "sae" +} \ No newline at end of file