Upload config.json

config.json

@@ -165,37 +165,75 @@
   "use_sliding_window": false,
   "video_token_id": 151656,
   "vision_config": {
-    "fullatt_block_indexes": [
-      7,
-      15,
-      23,
-      31
-    ],
-    "hidden_act": "silu",
-    "hidden_size": 1280,
-    "in_chans": 3,
-    "intermediate_size": 3420,
-    "model_type": "qwen2_vl",
-    "out_hidden_size": 3584,
-    "spatial_patch_size": 14,
-    "tokens_per_second": 2,
-    "window_size": 112
+    "hidden_size": 1152,
+    "image_size": 384,
+    "intermediate_size": 4304,
+    "model_type": "siglip_vision_model",
+    "num_attention_heads": 16,
+    "num_hidden_layers": 27,
+    "patch_size": 14
+  },
+  "audio_config": {
+    "activation_dropout": 0.0,
+    "activation_function": "gelu",
+    "apply_spec_augment": false,
+    "architectures": [
+      "WhisperForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "begin_suppress_tokens": [
+      220,
+      50257
+    ],
+    "bos_token_id": 50257,
+    "classifier_proj_size": 256,
+    "d_model": 1280,
+    "decoder_attention_heads": 20,
+    "decoder_ffn_dim": 5120,
+    "decoder_layerdrop": 0.0,
+    "decoder_layers": 32,
+    "decoder_start_token_id": 50258,
+    "dropout": 0.0,
+    "encoder_attention_heads": 20,
+    "encoder_ffn_dim": 5120,
+    "encoder_layerdrop": 0.0,
+    "encoder_layers": 32,
+    "eos_token_id": 50257,
+    "init_std": 0.02,
+    "is_encoder_decoder": true,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.05,
+    "max_length": 448,
+    "max_source_positions": 1500,
+    "max_target_positions": 448,
+    "median_filter_width": 7,
+    "model_type": "whisper",
+    "num_hidden_layers": 32,
+    "num_mel_bins": 128,
+    "pad_token_id": 50256,
+    "scale_embedding": false,
+    "torch_dtype": "float16",
+    "transformers_version": "4.36.0.dev0",
+    "use_cache": true,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 51866
   },
   "vision_end_token_id": 151653,
   "vision_hidden_size": 1152,
   "vision_spatial_pool_stride": 12,
   "vision_start_token_id": 151652,
   "vision_token_id": 151654,
-  "vision_tower": "google/siglip-so400m-patch14-384",
   "vision_tower_pretrained": null,
   "vision_vision_select_layer": -2,
-  "vision_vision_tower": "google/siglip-so400m-patch14-384",
   "visual_aligner_type": "linear",
   "vocab_size": 152064,
   "whisper_hidden_size": 1280,
   "whisper_projector_type": "linear",
   "whisper_query_tokens_size": 200,
-  "whisper_tower": "openai/whisper-large-v3",
   "idim": 2048,
   "odim": 4096,
   "encoder_pre_norm_type": "ln",