Audit fix: Update model/configs/config.json for ViuMini-Dense-360M
Browse files
model/configs/config.json
CHANGED
|
@@ -4,6 +4,8 @@
|
|
| 4 |
"n_heads": 15,
|
| 5 |
"n_kv_heads": 5,
|
| 6 |
"vocab_size": 48000,
|
|
|
|
|
|
|
| 7 |
"multiple_of": 64,
|
| 8 |
"norm_eps": 1e-05,
|
| 9 |
"rope_theta": 500000.0,
|
|
|
|
| 4 |
"n_heads": 15,
|
| 5 |
"n_kv_heads": 5,
|
| 6 |
"vocab_size": 48000,
|
| 7 |
+
"intermediate_size": 2624,
|
| 8 |
+
"ffn_dim_multiplier": 2.7,
|
| 9 |
"multiple_of": 64,
|
| 10 |
"norm_eps": 1e-05,
|
| 11 |
"rope_theta": 500000.0,
|