diff --git a/crosscoder/layer_12_24_31_41_width_1m_l0_medium/config.json b/crosscoder/layer_12_24_31_41_width_1m_l0_medium/config.json index 761f44f7abf46a742e2192ccc40ce493c4628cb3..2a64a01f90cc711b6c69e15c97c5796222135378 100644 --- a/crosscoder/layer_12_24_31_41_width_1m_l0_medium/config.json +++ b/crosscoder/layer_12_24_31_41_width_1m_l0_medium/config.json @@ -1,9 +1,10 @@ { - "hf_hook_point_in": "model.layers.{12.5,24.5,31.700000000000003,41.3}.output", - "hf_hook_point_out": "model.layers.{12.5,24.5,31.700000000000003,41.3}.output", + "hf_hook_point_in": "model.layers.{12,24,31,41}.output", + "hf_hook_point_out": "model.layers.{12,24,31,41}.output", "width": 1048576, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 50, - "affine_connection": false + "affine_connection": false, + "type": "crosscoder" } \ No newline at end of file diff --git a/crosscoder/layer_12_24_31_41_width_262k_l0_big/config.json b/crosscoder/layer_12_24_31_41_width_262k_l0_big/config.json index 572579625df7d5e586b3d8fb175ea86e4ea4220e..5928b8f73e58ed8fe4c263c974e439201a92d1da 100644 --- a/crosscoder/layer_12_24_31_41_width_262k_l0_big/config.json +++ b/crosscoder/layer_12_24_31_41_width_262k_l0_big/config.json @@ -1,9 +1,10 @@ { - "hf_hook_point_in": "model.layers.{12.5,24.5,31.700000000000003,41.3}.output", - "hf_hook_point_out": "model.layers.{12.5,24.5,31.700000000000003,41.3}.output", + "hf_hook_point_in": "model.layers.{12,24,31,41}.output", + "hf_hook_point_out": "model.layers.{12,24,31,41}.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 150, - "affine_connection": false + "affine_connection": false, + "type": "crosscoder" } \ No newline at end of file diff --git a/crosscoder/layer_12_24_31_41_width_262k_l0_medium/config.json b/crosscoder/layer_12_24_31_41_width_262k_l0_medium/config.json index 6c0502801392c2f768e719c402654d80e5459214..9c65ed54f32736c7eba5dd7c113d9d9dc818725b 100644 --- a/crosscoder/layer_12_24_31_41_width_262k_l0_medium/config.json +++ b/crosscoder/layer_12_24_31_41_width_262k_l0_medium/config.json @@ -1,9 +1,10 @@ { - "hf_hook_point_in": "model.layers.{12.5,24.5,31.700000000000003,41.3}.output", - "hf_hook_point_out": "model.layers.{12.5,24.5,31.700000000000003,41.3}.output", + "hf_hook_point_in": "model.layers.{12,24,31,41}.output", + "hf_hook_point_out": "model.layers.{12,24,31,41}.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 50, - "affine_connection": false + "affine_connection": false, + "type": "crosscoder" } \ No newline at end of file diff --git a/crosscoder/layer_12_24_31_41_width_524k_l0_big/config.json b/crosscoder/layer_12_24_31_41_width_524k_l0_big/config.json index ada4f8efc326861408c813fbc937e6e3e7e42d11..b54222605a79a4b7e0f828a232146fad5adb0d83 100644 --- a/crosscoder/layer_12_24_31_41_width_524k_l0_big/config.json +++ b/crosscoder/layer_12_24_31_41_width_524k_l0_big/config.json @@ -1,9 +1,10 @@ { - "hf_hook_point_in": "model.layers.{12.5,24.5,31.700000000000003,41.3}.output", - "hf_hook_point_out": "model.layers.{12.5,24.5,31.700000000000003,41.3}.output", + "hf_hook_point_in": "model.layers.{12,24,31,41}.output", + "hf_hook_point_out": "model.layers.{12,24,31,41}.output", "width": 524288, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 150, - "affine_connection": false + "affine_connection": false, + "type": "crosscoder" } \ No newline at end of file diff --git a/crosscoder/layer_12_24_31_41_width_65k_l0_big/config.json b/crosscoder/layer_12_24_31_41_width_65k_l0_big/config.json index 7b6b70fe3149fc8c7e3a78f2f21e7c552fa3d903..fd45afa437dd2dc39d007e76b47a248d4d8c6cdf 100644 --- a/crosscoder/layer_12_24_31_41_width_65k_l0_big/config.json +++ b/crosscoder/layer_12_24_31_41_width_65k_l0_big/config.json @@ -1,9 +1,10 @@ { - "hf_hook_point_in": "model.layers.{12.5,24.5,31.700000000000003,41.3}.output", - "hf_hook_point_out": "model.layers.{12.5,24.5,31.700000000000003,41.3}.output", + "hf_hook_point_in": "model.layers.{12,24,31,41}.output", + "hf_hook_point_out": "model.layers.{12,24,31,41}.output", "width": 65536, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 150, - "affine_connection": false + "affine_connection": false, + "type": "crosscoder" } \ No newline at end of file diff --git a/crosscoder/layer_12_24_31_41_width_65k_l0_medium/config.json b/crosscoder/layer_12_24_31_41_width_65k_l0_medium/config.json index f08d30f4ca62c510219169b580a0949e16b7d751..907487fa676e2ac689bc79c046762f7f529695ac 100644 --- a/crosscoder/layer_12_24_31_41_width_65k_l0_medium/config.json +++ b/crosscoder/layer_12_24_31_41_width_65k_l0_medium/config.json @@ -1,9 +1,10 @@ { - "hf_hook_point_in": "model.layers.{12.5,24.5,31.700000000000003,41.3}.output", - "hf_hook_point_out": "model.layers.{12.5,24.5,31.700000000000003,41.3}.output", + "hf_hook_point_in": "model.layers.{12,24,31,41}.output", + "hf_hook_point_out": "model.layers.{12,24,31,41}.output", "width": 65536, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 50, - "affine_connection": false + "affine_connection": false, + "type": "crosscoder" } \ No newline at end of file diff --git a/transcoder_all/layer_0_width_16k_l0_big_affine/config.json b/transcoder_all/layer_0_width_16k_l0_big_affine/config.json index c672c48fdd4fb52e6db5ec15ffd49a239bb6c38a..b2230a0ee50ebb351ad0e69e7978952b2a4987a6 100644 --- a/transcoder_all/layer_0_width_16k_l0_big_affine/config.json +++ b/transcoder_all/layer_0_width_16k_l0_big_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.0.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.0.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 60, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_10_width_16k_l0_small_affine/config.json b/transcoder_all/layer_10_width_16k_l0_small_affine/config.json index 66059b40696aae92d689fcadd6fab3cd1cb6dd73..291cff5f0f6770e28fcb4fbbb543c15822b32980 100644 --- a/transcoder_all/layer_10_width_16k_l0_small_affine/config.json +++ b/transcoder_all/layer_10_width_16k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.10.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.10.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 16, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_10_width_262k_l0_small/config.json b/transcoder_all/layer_10_width_262k_l0_small/config.json index 9fd63a8591ecb9cab47caf0bd696336341d3f9ac..67dae34f7fc7b7a9865f9aa60d3c337ec308965a 100644 --- a/transcoder_all/layer_10_width_262k_l0_small/config.json +++ b/transcoder_all/layer_10_width_262k_l0_small/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.10.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.10.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 16, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_11_width_262k_l0_big/config.json b/transcoder_all/layer_11_width_262k_l0_big/config.json index 937c4cf5353cf49092140a94ce54a272912d650b..373eaa9f06f53845e28537306ec373a564b1646a 100644 --- a/transcoder_all/layer_11_width_262k_l0_big/config.json +++ b/transcoder_all/layer_11_width_262k_l0_big/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.11.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.11.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 101, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_14_width_16k_l0_big/config.json b/transcoder_all/layer_14_width_16k_l0_big/config.json index 1c29f072e8f14f4850fc265fb2accf7262167ea6..052f7af1c7fd87e5d9f64eeda14e7d060ac684c1 100644 --- a/transcoder_all/layer_14_width_16k_l0_big/config.json +++ b/transcoder_all/layer_14_width_16k_l0_big/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.14.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 112, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_14_width_16k_l0_small/config.json b/transcoder_all/layer_14_width_16k_l0_small/config.json index c5d2fa4c2e88afeadcc1e6de9f73198e4ddc6234..039438933bcceae1d3c55dc82460e0bb36d8744b 100644 --- a/transcoder_all/layer_14_width_16k_l0_small/config.json +++ b/transcoder_all/layer_14_width_16k_l0_small/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.14.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 18, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_14_width_262k_l0_small/config.json b/transcoder_all/layer_14_width_262k_l0_small/config.json index f325698283439359b0b1681c2638d21b461a22f0..b9c1881f223f10f1fddc7c88c2a54c199cba07ed 100644 --- a/transcoder_all/layer_14_width_262k_l0_small/config.json +++ b/transcoder_all/layer_14_width_262k_l0_small/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.14.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 18, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_14_width_262k_l0_small_affine/config.json b/transcoder_all/layer_14_width_262k_l0_small_affine/config.json index 5d8292e8b1712eba733cef0df48fc4f8794385c4..74a67cc8736f24f6e25fee48eaaeacd5d634356e 100644 --- a/transcoder_all/layer_14_width_262k_l0_small_affine/config.json +++ b/transcoder_all/layer_14_width_262k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.14.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.14.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 18, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_19_width_16k_l0_big_affine/config.json b/transcoder_all/layer_19_width_16k_l0_big_affine/config.json index e884b26384fc573e2da746f05310d0741fc71afd..e519128275e9add44a82a6b5dd192f8b3a619350 100644 --- a/transcoder_all/layer_19_width_16k_l0_big_affine/config.json +++ b/transcoder_all/layer_19_width_16k_l0_big_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.19.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.19.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 120, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_19_width_16k_l0_small_affine/config.json b/transcoder_all/layer_19_width_16k_l0_small_affine/config.json index 8a68711eaef2b7fa9cc3eeb248db30d65d1a8c98..7849ce67ce1463aa85b9d5af1ed30b62077bcfaa 100644 --- a/transcoder_all/layer_19_width_16k_l0_small_affine/config.json +++ b/transcoder_all/layer_19_width_16k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.19.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.19.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_19_width_262k_l0_small_affine/config.json b/transcoder_all/layer_19_width_262k_l0_small_affine/config.json index 5c5362e62e0425ba36e99c6e31d04ac723b7afd8..93bb97cf2592d2c8969c346cc3d25679f6089b66 100644 --- a/transcoder_all/layer_19_width_262k_l0_small_affine/config.json +++ b/transcoder_all/layer_19_width_262k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.19.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.19.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_1_width_16k_l0_big/config.json b/transcoder_all/layer_1_width_16k_l0_big/config.json index ba325ae476c1352debe8959655ba24ec317d6653..d46929e78c5b568e2cdc9aa004f7d5ff3d04c07f 100644 --- a/transcoder_all/layer_1_width_16k_l0_big/config.json +++ b/transcoder_all/layer_1_width_16k_l0_big/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.1.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.1.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 63, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_1_width_16k_l0_small/config.json b/transcoder_all/layer_1_width_16k_l0_small/config.json index 113e1208e63306d1c201be8da24de6a45559d463..f08513797c57555e5c4f53312cdbe48f639257f2 100644 --- a/transcoder_all/layer_1_width_16k_l0_small/config.json +++ b/transcoder_all/layer_1_width_16k_l0_small/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.1.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.1.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 10, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_1_width_16k_l0_small_affine/config.json b/transcoder_all/layer_1_width_16k_l0_small_affine/config.json index b7d17f394a20a8178bf6b2507b0e68e0d9503aee..29caf8f5a6e3de2f99cc533723491282dae73467 100644 --- a/transcoder_all/layer_1_width_16k_l0_small_affine/config.json +++ b/transcoder_all/layer_1_width_16k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.1.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.1.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 10, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_1_width_262k_l0_big_affine/config.json b/transcoder_all/layer_1_width_262k_l0_big_affine/config.json index f4d850cd494d65f6b22736516774fce75060f488..0a07ee362e451eaf0b6cfde9ca17cd8623611974 100644 --- a/transcoder_all/layer_1_width_262k_l0_big_affine/config.json +++ b/transcoder_all/layer_1_width_262k_l0_big_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.1.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.1.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 63, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_20_width_16k_l0_small_affine/config.json b/transcoder_all/layer_20_width_16k_l0_small_affine/config.json index 0e52ca501b35180c89d6842821754231a0281817..a0263ed43a049e72ecbde174fee428ef5ba30e9e 100644 --- a/transcoder_all/layer_20_width_16k_l0_small_affine/config.json +++ b/transcoder_all/layer_20_width_16k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.20.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_20_width_262k_l0_big/config.json b/transcoder_all/layer_20_width_262k_l0_big/config.json index 8fd0ffd536362e97300a0a1a4cc603274baef367..45e750627616612926aa50f284cbc937faa07b13 100644 --- a/transcoder_all/layer_20_width_262k_l0_big/config.json +++ b/transcoder_all/layer_20_width_262k_l0_big/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.20.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 120, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_20_width_262k_l0_small_affine/config.json b/transcoder_all/layer_20_width_262k_l0_small_affine/config.json index 12dd98295ed4ce3e31bbbcee26df14235af1fc8c..87943c66ba8b6e3b8074010d6ae736b5bab1e9eb 100644 --- a/transcoder_all/layer_20_width_262k_l0_small_affine/config.json +++ b/transcoder_all/layer_20_width_262k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.20.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.20.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_21_width_262k_l0_big/config.json b/transcoder_all/layer_21_width_262k_l0_big/config.json index f5e5ec11d7c5ba6f5a41444ccb0552528ef15f5f..7c017f1e84f12ca75abde3423bd500da64e5e589 100644 --- a/transcoder_all/layer_21_width_262k_l0_big/config.json +++ b/transcoder_all/layer_21_width_262k_l0_big/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.21.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.21.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 120, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_22_width_16k_l0_small_affine/config.json b/transcoder_all/layer_22_width_16k_l0_small_affine/config.json index 5c344c3cf91433cd4af5cef5784f01e2eab5c57a..658c2c9b6e24190371a92e01351cafe036a39c17 100644 --- a/transcoder_all/layer_22_width_16k_l0_small_affine/config.json +++ b/transcoder_all/layer_22_width_16k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.22.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.22.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_23_width_262k_l0_big_affine/config.json b/transcoder_all/layer_23_width_262k_l0_big_affine/config.json index 054aebc94898b9bec3e4cca8b3e56c6d4a456ba5..148201dcada562a5983835f0fd63ab0428cb9b41 100644 --- a/transcoder_all/layer_23_width_262k_l0_big_affine/config.json +++ b/transcoder_all/layer_23_width_262k_l0_big_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.23.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.23.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 120, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_24_width_16k_l0_small/config.json b/transcoder_all/layer_24_width_16k_l0_small/config.json index b698d376cb2c9a98db3b25e906d13fe1902c8bc3..ea4c708426c1cf7090233db53c68132c6818a2e0 100644 --- a/transcoder_all/layer_24_width_16k_l0_small/config.json +++ b/transcoder_all/layer_24_width_16k_l0_small/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.24.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.24.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_26_width_16k_l0_small_affine/config.json b/transcoder_all/layer_26_width_16k_l0_small_affine/config.json index 64232e7f7d245712190b0bb3a64b3469e2ab869f..f5aef0c7ab20c2fac9d5227d710f3a6d07dad9e3 100644 --- a/transcoder_all/layer_26_width_16k_l0_small_affine/config.json +++ b/transcoder_all/layer_26_width_16k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.26.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.26.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_27_width_16k_l0_small/config.json b/transcoder_all/layer_27_width_16k_l0_small/config.json index 2c052a93d57927edf0b756e6979a217fc8ee79a2..a668675121c85dd50483a1400c311a47a24c2356 100644 --- a/transcoder_all/layer_27_width_16k_l0_small/config.json +++ b/transcoder_all/layer_27_width_16k_l0_small/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.27.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.27.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_29_width_262k_l0_big_affine/config.json b/transcoder_all/layer_29_width_262k_l0_big_affine/config.json index fb21aad18440f0d4c5c1121d5df42d2ebabc6a33..74c12a5c5abb05c4df1627d374244d5cc0e82afb 100644 --- a/transcoder_all/layer_29_width_262k_l0_big_affine/config.json +++ b/transcoder_all/layer_29_width_262k_l0_big_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.29.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.29.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 120, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_30_width_16k_l0_small/config.json b/transcoder_all/layer_30_width_16k_l0_small/config.json index 8f2ea48618189bcfcbe4e52c7e3533306e627743..65b91070616a99edd8395b62fe5f735fc7b2e89c 100644 --- a/transcoder_all/layer_30_width_16k_l0_small/config.json +++ b/transcoder_all/layer_30_width_16k_l0_small/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.30.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.30.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_30_width_262k_l0_small_affine/config.json b/transcoder_all/layer_30_width_262k_l0_small_affine/config.json index e76be9c0f1b5c2ed35534b19f1464b2c95de3020..3961ea7275cd7c0760719417d853c292306df550 100644 --- a/transcoder_all/layer_30_width_262k_l0_small_affine/config.json +++ b/transcoder_all/layer_30_width_262k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.30.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.30.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_32_width_16k_l0_big_affine/config.json b/transcoder_all/layer_32_width_16k_l0_big_affine/config.json index be8555bc29edc5ac816faa8987e71b5cd3aaa91a..d50c8efe085a117265471a21e3b9293fef33d884 100644 --- a/transcoder_all/layer_32_width_16k_l0_big_affine/config.json +++ b/transcoder_all/layer_32_width_16k_l0_big_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.32.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.32.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 120, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_33_width_16k_l0_big/config.json b/transcoder_all/layer_33_width_16k_l0_big/config.json index 9b88ea4172c3cc727e142d43efbac4c9b32a8661..f4ef6962bfe0a39327621e98f12286d3e8f54c73 100644 --- a/transcoder_all/layer_33_width_16k_l0_big/config.json +++ b/transcoder_all/layer_33_width_16k_l0_big/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.33.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.33.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 120, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_36_width_16k_l0_small_affine/config.json b/transcoder_all/layer_36_width_16k_l0_small_affine/config.json index f07960458eddf0aff81d2d4f10671749ca52d992..b5bb1d6c1e29b8be75f5ef395ffb8eb02fe0908e 100644 --- a/transcoder_all/layer_36_width_16k_l0_small_affine/config.json +++ b/transcoder_all/layer_36_width_16k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.36.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.36.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_36_width_262k_l0_small_affine/config.json b/transcoder_all/layer_36_width_262k_l0_small_affine/config.json index db488d9367278c8efc80670b9372592ee21f5417..02999de2bc44dbd6d9f505fd7ef2015bd356d20d 100644 --- a/transcoder_all/layer_36_width_262k_l0_small_affine/config.json +++ b/transcoder_all/layer_36_width_262k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.36.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.36.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_39_width_16k_l0_small_affine/config.json b/transcoder_all/layer_39_width_16k_l0_small_affine/config.json index 837e236fdee4ab332704c4d38231ec7318bf708e..019a3be57625fca02a33157370ee898497e95823 100644 --- a/transcoder_all/layer_39_width_16k_l0_small_affine/config.json +++ b/transcoder_all/layer_39_width_16k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.39.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.39.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_3_width_16k_l0_big/config.json b/transcoder_all/layer_3_width_16k_l0_big/config.json index 5ea03fb621cd02eb1f36ce518d6dde0abcccbfb8..bab850eee46e986a981f6757421aaf1820bbc5fe 100644 --- a/transcoder_all/layer_3_width_16k_l0_big/config.json +++ b/transcoder_all/layer_3_width_16k_l0_big/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.3.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 71, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_3_width_16k_l0_small_affine/config.json b/transcoder_all/layer_3_width_16k_l0_small_affine/config.json index b23cce48552d45aaddd330759eccba62d0ad450f..8c8eab1beee466866bb08bf71b1aa1a42ae84c4c 100644 --- a/transcoder_all/layer_3_width_16k_l0_small_affine/config.json +++ b/transcoder_all/layer_3_width_16k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.3.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 11, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_3_width_262k_l0_big/config.json b/transcoder_all/layer_3_width_262k_l0_big/config.json index d408f52dff02e780238ff283dbc5515c499368a5..3d3c0d531c19ee2f0a456fef7d3cfe8398f09008 100644 --- a/transcoder_all/layer_3_width_262k_l0_big/config.json +++ b/transcoder_all/layer_3_width_262k_l0_big/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.3.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.3.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 71, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_40_width_262k_l0_big/config.json b/transcoder_all/layer_40_width_262k_l0_big/config.json index aa1a99aad68602cc956b6e62c801bf4a511d0992..7b95ee844ecbebd0e9f97ae0f1f9ed6b582eee97 100644 --- a/transcoder_all/layer_40_width_262k_l0_big/config.json +++ b/transcoder_all/layer_40_width_262k_l0_big/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.40.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.40.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 120, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_40_width_262k_l0_small_affine/config.json b/transcoder_all/layer_40_width_262k_l0_small_affine/config.json index 940c127d9ca9837e5732c5b72c8577b10d052150..b259c6a54049e41003912f69a5e52fb9623dc797 100644 --- a/transcoder_all/layer_40_width_262k_l0_small_affine/config.json +++ b/transcoder_all/layer_40_width_262k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.40.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.40.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_42_width_262k_l0_small_affine/config.json b/transcoder_all/layer_42_width_262k_l0_small_affine/config.json index d55a8c9d0e98d456bf70544c3aca09bbbbacc80d..3df4fdc3fa10398368f11ae08d69267d89ac502e 100644 --- a/transcoder_all/layer_42_width_262k_l0_small_affine/config.json +++ b/transcoder_all/layer_42_width_262k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.42.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.42.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_43_width_16k_l0_big_affine/config.json b/transcoder_all/layer_43_width_16k_l0_big_affine/config.json index 607fd9f2899608831b3f2ba3070abab627c9c1af..5bf3ab832736cb9e483ff5880b8a200dd9943ce3 100644 --- a/transcoder_all/layer_43_width_16k_l0_big_affine/config.json +++ b/transcoder_all/layer_43_width_16k_l0_big_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.43.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.43.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 120, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_43_width_16k_l0_small_affine/config.json b/transcoder_all/layer_43_width_16k_l0_small_affine/config.json index f65a74812184e1c3374c7184bacc0cbe8401a719..1c66f87d33410cbb2d8ec614654c282d27abed39 100644 --- a/transcoder_all/layer_43_width_16k_l0_small_affine/config.json +++ b/transcoder_all/layer_43_width_16k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.43.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.43.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_44_width_262k_l0_small_affine/config.json b/transcoder_all/layer_44_width_262k_l0_small_affine/config.json index 7e4124dceaf3cad6be5f7a72631cd9cf021675f6..e12a1b3b53ce967523817815615be23dbdcc7ae8 100644 --- a/transcoder_all/layer_44_width_262k_l0_small_affine/config.json +++ b/transcoder_all/layer_44_width_262k_l0_small_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.44.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.44.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_45_width_16k_l0_big_affine/config.json b/transcoder_all/layer_45_width_16k_l0_big_affine/config.json index fe60240bb01d98751b7aa1aa9794d623227ce7ab..aec182ce7156db23fbc170c8aa82c62ddb50a0b4 100644 --- a/transcoder_all/layer_45_width_16k_l0_big_affine/config.json +++ b/transcoder_all/layer_45_width_16k_l0_big_affine/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.45.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.45.post_feedforward_layernorm.output", "width": 16384, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 120, - "affine_connection": true + "affine_connection": true, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_47_width_262k_l0_big/config.json b/transcoder_all/layer_47_width_262k_l0_big/config.json index 6cc8b6a189f0f3f02a60bed8dc5658f13da31265..bdb948079275bf538d190842bdf9873b8778f6c3 100644 --- a/transcoder_all/layer_47_width_262k_l0_big/config.json +++ b/transcoder_all/layer_47_width_262k_l0_big/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.47.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.47.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 120, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_47_width_262k_l0_small/config.json b/transcoder_all/layer_47_width_262k_l0_small/config.json index c42dc1f227e399d788ed6cb7f8745243d7d2663f..64921d7cf9ac87ce522dd2cac971a4ea8ffc5b10 100644 --- a/transcoder_all/layer_47_width_262k_l0_small/config.json +++ b/transcoder_all/layer_47_width_262k_l0_small/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.47.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.47.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 20, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_7_width_262k_l0_small/config.json b/transcoder_all/layer_7_width_262k_l0_small/config.json index bc0b3113d92adb90507da4c38b53a6b612bd670f..eb06e58dc98aa2b57c45e3f9a62dbac50f16a17a 100644 --- a/transcoder_all/layer_7_width_262k_l0_small/config.json +++ b/transcoder_all/layer_7_width_262k_l0_small/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.7.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.7.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 14, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file diff --git a/transcoder_all/layer_9_width_262k_l0_big/config.json b/transcoder_all/layer_9_width_262k_l0_big/config.json index ea456ddc232b204f7cd4f075117d11e4652ea31a..8d6f653d21df18a0d223cc0850ee01fa599b45a5 100644 --- a/transcoder_all/layer_9_width_262k_l0_big/config.json +++ b/transcoder_all/layer_9_width_262k_l0_big/config.json @@ -2,8 +2,9 @@ "hf_hook_point_in": "model.layers.9.pre_feedforward_layernorm.output", "hf_hook_point_out": "model.layers.9.post_feedforward_layernorm.output", "width": 262144, - "model_name": "gemma-v3-12b-it", + "model_name": "google/gemma-3-12b-it", "architecture": "jump_relu", "l0": 93, - "affine_connection": false + "affine_connection": false, + "type": "transcoder" } \ No newline at end of file