Update params.json
Browse files- params.json +3 -3
params.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
-
"dim":
|
| 3 |
-
"n_layers":
|
| 4 |
"head_dim": 128,
|
| 5 |
-
"hidden_dim":
|
| 6 |
"n_heads": 32,
|
| 7 |
"n_kv_heads": 8,
|
| 8 |
"rope_theta": 100000000.0,
|
|
|
|
| 1 |
{
|
| 2 |
+
"dim": 5120,
|
| 3 |
+
"n_layers": 40,
|
| 4 |
"head_dim": 128,
|
| 5 |
+
"hidden_dim": 32768,
|
| 6 |
"n_heads": 32,
|
| 7 |
"n_kv_heads": 8,
|
| 8 |
"rope_theta": 100000000.0,
|