Update config.json
Browse files- config.json +4 -4
config.json
CHANGED
|
@@ -104,7 +104,7 @@
|
|
| 104 |
"img_max_token_num": 4096,
|
| 105 |
"intermediate_size": 4304,
|
| 106 |
"interpolate_mode": "bilinear",
|
| 107 |
-
"layer_norm_eps": 1e-
|
| 108 |
"max_image_size": 2048,
|
| 109 |
"max_vit_seq_len": 16384,
|
| 110 |
"num_key_value_heads": 16,
|
|
@@ -122,12 +122,12 @@
|
|
| 122 |
0.25,
|
| 123 |
0.25
|
| 124 |
],
|
| 125 |
-
"use_rotary_pos_emb":
|
| 126 |
-
"position_embedding_xdrope":
|
| 127 |
"max_position_embeddings": 262144,
|
| 128 |
"rope_theta": 10000.0,
|
| 129 |
"mlp_bias": false,
|
| 130 |
-
"norm_type": "
|
| 131 |
"anyres_pooling_size": 2,
|
| 132 |
"anyres_vit_max_image_size": 2048,
|
| 133 |
"anyres_vit_two_views": false,
|
|
|
|
| 104 |
"img_max_token_num": 4096,
|
| 105 |
"intermediate_size": 4304,
|
| 106 |
"interpolate_mode": "bilinear",
|
| 107 |
+
"layer_norm_eps": 1e-06,
|
| 108 |
"max_image_size": 2048,
|
| 109 |
"max_vit_seq_len": 16384,
|
| 110 |
"num_key_value_heads": 16,
|
|
|
|
| 122 |
0.25,
|
| 123 |
0.25
|
| 124 |
],
|
| 125 |
+
"use_rotary_pos_emb": false,
|
| 126 |
+
"position_embedding_xdrope": false,
|
| 127 |
"max_position_embeddings": 262144,
|
| 128 |
"rope_theta": 10000.0,
|
| 129 |
"mlp_bias": false,
|
| 130 |
+
"norm_type": "torch_nn",
|
| 131 |
"anyres_pooling_size": 2,
|
| 132 |
"anyres_vit_max_image_size": 2048,
|
| 133 |
"anyres_vit_two_views": false,
|