manaestras commited on
Commit
3b83bf8
·
verified ·
1 Parent(s): 8484eda

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +4 -4
config.json CHANGED
@@ -104,7 +104,7 @@
104
  "img_max_token_num": 4096,
105
  "intermediate_size": 4304,
106
  "interpolate_mode": "bilinear",
107
- "layer_norm_eps": 1e-05,
108
  "max_image_size": 2048,
109
  "max_vit_seq_len": 16384,
110
  "num_key_value_heads": 16,
@@ -122,12 +122,12 @@
122
  0.25,
123
  0.25
124
  ],
125
- "use_rotary_pos_emb": true,
126
- "position_embedding_xdrope": true,
127
  "max_position_embeddings": 262144,
128
  "rope_theta": 10000.0,
129
  "mlp_bias": false,
130
- "norm_type": "hf_rms",
131
  "anyres_pooling_size": 2,
132
  "anyres_vit_max_image_size": 2048,
133
  "anyres_vit_two_views": false,
 
104
  "img_max_token_num": 4096,
105
  "intermediate_size": 4304,
106
  "interpolate_mode": "bilinear",
107
+ "layer_norm_eps": 1e-06,
108
  "max_image_size": 2048,
109
  "max_vit_seq_len": 16384,
110
  "num_key_value_heads": 16,
 
122
  0.25,
123
  0.25
124
  ],
125
+ "use_rotary_pos_emb": false,
126
+ "position_embedding_xdrope": false,
127
  "max_position_embeddings": 262144,
128
  "rope_theta": 10000.0,
129
  "mlp_bias": false,
130
+ "norm_type": "torch_nn",
131
  "anyres_pooling_size": 2,
132
  "anyres_vit_max_image_size": 2048,
133
  "anyres_vit_two_views": false,