Update transformer/config.json
Browse files- transformer/config.json +10 -1
transformer/config.json
CHANGED
|
@@ -235,7 +235,16 @@
|
|
| 235 |
"layers.9.ffn_norm2.weight",
|
| 236 |
"llm_cond_norm.weight"
|
| 237 |
],
|
| 238 |
-
"modules_to_not_use_matmul": [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 239 |
"non_blocking": false,
|
| 240 |
"quant_conv": false,
|
| 241 |
"quant_embedding": false,
|
|
|
|
| 235 |
"layers.9.ffn_norm2.weight",
|
| 236 |
"llm_cond_norm.weight"
|
| 237 |
],
|
| 238 |
+
"modules_to_not_use_matmul": [
|
| 239 |
+
"layers.0.adaln_modulation.weight",
|
| 240 |
+
"input_proj",
|
| 241 |
+
"llm_cond_proj",
|
| 242 |
+
"llm_cond_norm",
|
| 243 |
+
"final_layer",
|
| 244 |
+
"t_embedding",
|
| 245 |
+
"adaln_proj",
|
| 246 |
+
"embed_image_indicator",
|
| 247 |
+
],
|
| 248 |
"non_blocking": false,
|
| 249 |
"quant_conv": false,
|
| 250 |
"quant_embedding": false,
|