NareshGuru77 commited on
Commit
052e384
·
verified ·
1 Parent(s): dbcdb59

Upload folder using huggingface_hub

Browse files
Files changed (3) hide show
  1. config.json +15 -15
  2. generation_config.json +3 -10
  3. model.safetensors +2 -2
config.json CHANGED
@@ -6,14 +6,14 @@
6
  "bos_token_id": 151643,
7
  "eos_token_id": 151645,
8
  "hidden_act": "silu",
9
- "hidden_size": 2048,
10
  "image_token_id": 151655,
11
  "initializer_range": 0.02,
12
- "intermediate_size": 11008,
13
  "max_position_embeddings": 128000,
14
- "max_window_layers": 70,
15
  "model_type": "qwen2_5_vl",
16
- "num_attention_heads": 16,
17
  "num_hidden_layers": 1,
18
  "num_key_value_heads": 2,
19
  "rms_norm_eps": 1e-06,
@@ -27,29 +27,29 @@
27
  "type": "default"
28
  },
29
  "rope_theta": 1000000.0,
30
- "sliding_window": 32768,
31
  "tie_word_embeddings": true,
32
  "torch_dtype": "bfloat16",
33
- "transformers_version": "4.51.2",
34
  "use_cache": true,
35
  "use_sliding_window": false,
 
 
 
36
  "video_token_id": 151656,
37
  "vision_config": {
38
- "depth": 32,
39
  "fullatt_block_indexes": [
40
- 7,
41
- 15,
42
- 23,
43
- 31
44
  ],
45
  "hidden_act": "silu",
46
- "hidden_size": 1280,
47
  "in_channels": 3,
48
  "in_chans": 3,
49
- "intermediate_size": 3420,
50
  "model_type": "qwen2_5_vl",
51
- "num_heads": 16,
52
- "out_hidden_size": 2048,
53
  "patch_size": 14,
54
  "spatial_merge_size": 2,
55
  "spatial_patch_size": 14,
 
6
  "bos_token_id": 151643,
7
  "eos_token_id": 151645,
8
  "hidden_act": "silu",
9
+ "hidden_size": 256,
10
  "image_token_id": 151655,
11
  "initializer_range": 0.02,
12
+ "intermediate_size": 256,
13
  "max_position_embeddings": 128000,
14
+ "max_window_layers": 2,
15
  "model_type": "qwen2_5_vl",
16
+ "num_attention_heads": 2,
17
  "num_hidden_layers": 1,
18
  "num_key_value_heads": 2,
19
  "rms_norm_eps": 1e-06,
 
27
  "type": "default"
28
  },
29
  "rope_theta": 1000000.0,
30
+ "sliding_window": 256,
31
  "tie_word_embeddings": true,
32
  "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.51.3",
34
  "use_cache": true,
35
  "use_sliding_window": false,
36
+ "vggt": {
37
+ "depth": 1
38
+ },
39
  "video_token_id": 151656,
40
  "vision_config": {
41
+ "depth": 1,
42
  "fullatt_block_indexes": [
43
+ 0
 
 
 
44
  ],
45
  "hidden_act": "silu",
46
+ "hidden_size": 256,
47
  "in_channels": 3,
48
  "in_chans": 3,
49
+ "intermediate_size": 256,
50
  "model_type": "qwen2_5_vl",
51
+ "num_heads": 2,
52
+ "out_hidden_size": 256,
53
  "patch_size": 14,
54
  "spatial_merge_size": 2,
55
  "spatial_patch_size": 14,
generation_config.json CHANGED
@@ -1,13 +1,6 @@
1
  {
2
- "attn_implementation": "flash_attention_2",
3
  "bos_token_id": 151643,
4
- "do_sample": true,
5
- "eos_token_id": [
6
- 151645,
7
- 151643
8
- ],
9
- "pad_token_id": 151643,
10
- "repetition_penalty": 1.05,
11
- "temperature": 1e-06,
12
- "transformers_version": "4.51.2"
13
  }
 
1
  {
2
+ "_from_model_config": true,
3
  "bos_token_id": 151643,
4
+ "eos_token_id": 151645,
5
+ "transformers_version": "4.51.3"
 
 
 
 
 
 
 
6
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:213bb94de54f79d7257b4063b11e021eab9af5f173c237d98470567c15ce53fe
3
- size 776489392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ebbfb4ced8c23719642c47904cdb20f0104553b5d483c2d292d8d10c1855aef
3
+ size 3960904264