Hugging Face's logo

maxzand
/
gr00tfoldingrobot

Safetensors
gr00t_n1
Model card Files
xet
Community
maxzand commited on
Commit
95760ff
·
verified ·
1 Parent(s): a203090

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. config.json +65 -0
  2. experiment_cfg/metadata.json +195 -0
  3. model-00001-of-00002.safetensors +3 -0
  4. model-00002-of-00002.safetensors +3 -0
  5. model.safetensors.index.json +809 -0
  6. optimizer.pt +3 -0
  7. rng_state.pth +3 -0
  8. scheduler.pt +3 -0
  9. trainer_state.json +733 -0
  10. upload.py +8 -0
config.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/root/.cache/huggingface/hub/models--nvidia--GR00T-N1-2B/snapshots/32e1fd2507f7739fad443e6b449c8188e0e02fcb",
3
+ "action_dim": 32,
4
+ "action_head_cfg": {
5
+ "action_dim": 32,
6
+ "action_horizon": 16,
7
+ "add_pos_embed": true,
8
+ "diffusion_model_cfg": {
9
+ "attention_head_dim": 48,
10
+ "dropout": 0.2,
11
+ "final_dropout": true,
12
+ "interleave_self_attention": true,
13
+ "norm_type": "ada_norm",
14
+ "num_attention_heads": 32,
15
+ "num_layers": 16,
16
+ "output_dim": 1024,
17
+ "positional_embeddings": null
18
+ },
19
+ "freeze_decode_layer": false,
20
+ "hidden_size": 1024,
21
+ "input_embedding_dim": 1536,
22
+ "load_pretrained_det_decode_layer_path": null,
23
+ "max_action_dim": 32,
24
+ "max_state_dim": 64,
25
+ "model_dtype": "float32",
26
+ "noise_beta_alpha": 1.5,
27
+ "noise_beta_beta": 1.0,
28
+ "noise_s": 0.999,
29
+ "num_inference_timesteps": 16,
30
+ "num_timestep_buckets": 1000,
31
+ "tune_diffusion_model": true,
32
+ "tune_projector": true
33
+ },
34
+ "action_horizon": 16,
35
+ "architectures": [
36
+ "GR00T_N1"
37
+ ],
38
+ "attn_implementation": null,
39
+ "backbone_cfg": {
40
+ "allow_reshape_visual": true,
41
+ "load_pretrained_det_eagle_path": null,
42
+ "model_name": "$GR00T_BACKBONE_PATH/eagle2_hg_model",
43
+ "processor_cfg": {
44
+ "max_input_tiles": 1,
45
+ "model_path": "$GR00T_BACKBONE_PATH/eagle2_hg_model",
46
+ "model_spec": {
47
+ "num_image_token": 64,
48
+ "template": "qwen2-chat"
49
+ }
50
+ },
51
+ "projector_dim": 2048,
52
+ "remove_llm": false,
53
+ "reproject_vision": false,
54
+ "scale_image_resolution": 1,
55
+ "select_layer": 12,
56
+ "tune_llm": false,
57
+ "tune_visual": true
58
+ },
59
+ "compute_dtype": "bfloat16",
60
+ "hidden_size": 1536,
61
+ "model_dtype": "float32",
62
+ "model_type": "gr00t_n1",
63
+ "torch_dtype": "float32",
64
+ "transformers_version": "4.45.2"
65
+ }
experiment_cfg/metadata.json ADDED
@@ -0,0 +1,195 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "new_embodiment": {
3
+ "statistics": {
4
+ "state": {
5
+ "single_arm": {
6
+ "max": [
7
+ 1.600000023841858,
8
+ 1.486790418624878,
9
+ 1.399999976158142,
10
+ 1.6699999570846558,
11
+ -1.2980647087097168
12
+ ],
13
+ "min": [
14
+ -0.14422941207885742,
15
+ -1.5707999467849731,
16
+ -1.600000023841858,
17
+ -0.21327540278434753,
18
+ -2.634488105773926
19
+ ],
20
+ "mean": [
21
+ 0.49991491436958313,
22
+ -0.5832483768463135,
23
+ 0.45369642972946167,
24
+ 1.0611499547958374,
25
+ -1.8218735456466675
26
+ ],
27
+ "std": [
28
+ 0.5141298174858093,
29
+ 0.7930453419685364,
30
+ 0.8248661160469055,
31
+ 0.43626347184181213,
32
+ 0.350608766078949
33
+ ],
34
+ "q01": [
35
+ -0.05830550566315651,
36
+ -1.5707999467849731,
37
+ -1.600000023841858,
38
+ -0.03682452812790871,
39
+ -2.4808993220329283
40
+ ],
41
+ "q99": [
42
+ 1.5357363104820245,
43
+ 1.3901259899139404,
44
+ 1.399999976158142,
45
+ 1.6699999570846558,
46
+ -1.377851128578186
47
+ ]
48
+ },
49
+ "gripper": {
50
+ "max": [
51
+ 1.2888585329055786
52
+ ],
53
+ "min": [
54
+ -0.006137421354651451
55
+ ],
56
+ "mean": [
57
+ 0.19396033883094788
58
+ ],
59
+ "std": [
60
+ 0.3117249608039856
61
+ ],
62
+ "q01": [
63
+ -0.006137421354651451
64
+ ],
65
+ "q99": [
66
+ 1.0648425817489624
67
+ ]
68
+ }
69
+ },
70
+ "action": {
71
+ "single_arm": {
72
+ "max": [
73
+ 1.600000023841858,
74
+ 1.486790418624878,
75
+ 1.399999976158142,
76
+ 1.6699999570846558,
77
+ -1.2980647087097168
78
+ ],
79
+ "min": [
80
+ -0.14422941207885742,
81
+ -1.5707999467849731,
82
+ -1.600000023841858,
83
+ -0.21327540278434753,
84
+ -2.634488105773926
85
+ ],
86
+ "mean": [
87
+ 0.49978819489479065,
88
+ -0.5832484364509583,
89
+ 0.45369642972946167,
90
+ 1.0611791610717773,
91
+ -1.821860432624817
92
+ ],
93
+ "std": [
94
+ 0.5142389535903931,
95
+ 0.7930454015731812,
96
+ 0.8248661160469055,
97
+ 0.43624746799468994,
98
+ 0.3506162762641907
99
+ ],
100
+ "q01": [
101
+ -0.05830550566315651,
102
+ -1.5707999467849731,
103
+ -1.600000023841858,
104
+ -0.03682452812790871,
105
+ -2.4808993220329283
106
+ ],
107
+ "q99": [
108
+ 1.5357363104820245,
109
+ 1.3901259899139404,
110
+ 1.399999976158142,
111
+ 1.6699999570846558,
112
+ -1.377851128578186
113
+ ]
114
+ },
115
+ "gripper": {
116
+ "max": [
117
+ 1.2888585329055786
118
+ ],
119
+ "min": [
120
+ -0.006137421354651451
121
+ ],
122
+ "mean": [
123
+ 0.19396033883094788
124
+ ],
125
+ "std": [
126
+ 0.3117249011993408
127
+ ],
128
+ "q01": [
129
+ -0.006137421354651451
130
+ ],
131
+ "q99": [
132
+ 1.0648425817489624
133
+ ]
134
+ }
135
+ }
136
+ },
137
+ "modalities": {
138
+ "video": {
139
+ "wrist_view": {
140
+ "resolution": [
141
+ 320,
142
+ 240
143
+ ],
144
+ "channels": 3,
145
+ "fps": 30.0
146
+ },
147
+ "context_view": {
148
+ "resolution": [
149
+ 320,
150
+ 240
151
+ ],
152
+ "channels": 3,
153
+ "fps": 30.0
154
+ }
155
+ },
156
+ "state": {
157
+ "single_arm": {
158
+ "absolute": true,
159
+ "rotation_type": null,
160
+ "shape": [
161
+ 5
162
+ ],
163
+ "continuous": true
164
+ },
165
+ "gripper": {
166
+ "absolute": true,
167
+ "rotation_type": null,
168
+ "shape": [
169
+ 1
170
+ ],
171
+ "continuous": true
172
+ }
173
+ },
174
+ "action": {
175
+ "single_arm": {
176
+ "absolute": true,
177
+ "rotation_type": null,
178
+ "shape": [
179
+ 5
180
+ ],
181
+ "continuous": true
182
+ },
183
+ "gripper": {
184
+ "absolute": true,
185
+ "rotation_type": null,
186
+ "shape": [
187
+ 1
188
+ ],
189
+ "continuous": true
190
+ }
191
+ }
192
+ },
193
+ "embodiment_tag": "new_embodiment"
194
+ }
195
+ }
model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7684e44358cd18f78c2a8439a6493c943aa10c6bf2e1b7bc9de955895f97d565
3
+ size 4938446392
model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cbed38f982d721135adb80737d184616a9f21ae8fe2d08f8771e44e57256b83
3
+ size 3821736024
model.safetensors.index.json ADDED
@@ -0,0 +1,809 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 8760067008
4
+ },
5
+ "weight_map": {
6
+ "action_head.action_decoder.layer1.W": "model-00002-of-00002.safetensors",
7
+ "action_head.action_decoder.layer1.b": "model-00002-of-00002.safetensors",
8
+ "action_head.action_decoder.layer2.W": "model-00002-of-00002.safetensors",
9
+ "action_head.action_decoder.layer2.b": "model-00002-of-00002.safetensors",
10
+ "action_head.action_encoder.W1.W": "model-00002-of-00002.safetensors",
11
+ "action_head.action_encoder.W1.b": "model-00002-of-00002.safetensors",
12
+ "action_head.action_encoder.W2.W": "model-00002-of-00002.safetensors",
13
+ "action_head.action_encoder.W2.b": "model-00002-of-00002.safetensors",
14
+ "action_head.action_encoder.W3.W": "model-00002-of-00002.safetensors",
15
+ "action_head.action_encoder.W3.b": "model-00002-of-00002.safetensors",
16
+ "action_head.model.proj_out_1.bias": "model-00002-of-00002.safetensors",
17
+ "action_head.model.proj_out_1.weight": "model-00002-of-00002.safetensors",
18
+ "action_head.model.proj_out_2.bias": "model-00002-of-00002.safetensors",
19
+ "action_head.model.proj_out_2.weight": "model-00002-of-00002.safetensors",
20
+ "action_head.model.timestep_encoder.timestep_embedder.linear_1.bias": "model-00002-of-00002.safetensors",
21
+ "action_head.model.timestep_encoder.timestep_embedder.linear_1.weight": "model-00002-of-00002.safetensors",
22
+ "action_head.model.timestep_encoder.timestep_embedder.linear_2.bias": "model-00002-of-00002.safetensors",
23
+ "action_head.model.timestep_encoder.timestep_embedder.linear_2.weight": "model-00002-of-00002.safetensors",
24
+ "action_head.model.transformer_blocks.0.attn1.to_k.bias": "model-00002-of-00002.safetensors",
25
+ "action_head.model.transformer_blocks.0.attn1.to_k.weight": "model-00002-of-00002.safetensors",
26
+ "action_head.model.transformer_blocks.0.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
27
+ "action_head.model.transformer_blocks.0.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
28
+ "action_head.model.transformer_blocks.0.attn1.to_q.bias": "model-00002-of-00002.safetensors",
29
+ "action_head.model.transformer_blocks.0.attn1.to_q.weight": "model-00002-of-00002.safetensors",
30
+ "action_head.model.transformer_blocks.0.attn1.to_v.bias": "model-00002-of-00002.safetensors",
31
+ "action_head.model.transformer_blocks.0.attn1.to_v.weight": "model-00002-of-00002.safetensors",
32
+ "action_head.model.transformer_blocks.0.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
33
+ "action_head.model.transformer_blocks.0.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
34
+ "action_head.model.transformer_blocks.0.ff.net.2.bias": "model-00002-of-00002.safetensors",
35
+ "action_head.model.transformer_blocks.0.ff.net.2.weight": "model-00002-of-00002.safetensors",
36
+ "action_head.model.transformer_blocks.0.norm1.linear.bias": "model-00002-of-00002.safetensors",
37
+ "action_head.model.transformer_blocks.0.norm1.linear.weight": "model-00002-of-00002.safetensors",
38
+ "action_head.model.transformer_blocks.1.attn1.to_k.bias": "model-00002-of-00002.safetensors",
39
+ "action_head.model.transformer_blocks.1.attn1.to_k.weight": "model-00002-of-00002.safetensors",
40
+ "action_head.model.transformer_blocks.1.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
41
+ "action_head.model.transformer_blocks.1.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
42
+ "action_head.model.transformer_blocks.1.attn1.to_q.bias": "model-00002-of-00002.safetensors",
43
+ "action_head.model.transformer_blocks.1.attn1.to_q.weight": "model-00002-of-00002.safetensors",
44
+ "action_head.model.transformer_blocks.1.attn1.to_v.bias": "model-00002-of-00002.safetensors",
45
+ "action_head.model.transformer_blocks.1.attn1.to_v.weight": "model-00002-of-00002.safetensors",
46
+ "action_head.model.transformer_blocks.1.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
47
+ "action_head.model.transformer_blocks.1.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
48
+ "action_head.model.transformer_blocks.1.ff.net.2.bias": "model-00002-of-00002.safetensors",
49
+ "action_head.model.transformer_blocks.1.ff.net.2.weight": "model-00002-of-00002.safetensors",
50
+ "action_head.model.transformer_blocks.1.norm1.linear.bias": "model-00002-of-00002.safetensors",
51
+ "action_head.model.transformer_blocks.1.norm1.linear.weight": "model-00002-of-00002.safetensors",
52
+ "action_head.model.transformer_blocks.10.attn1.to_k.bias": "model-00002-of-00002.safetensors",
53
+ "action_head.model.transformer_blocks.10.attn1.to_k.weight": "model-00002-of-00002.safetensors",
54
+ "action_head.model.transformer_blocks.10.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
55
+ "action_head.model.transformer_blocks.10.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
56
+ "action_head.model.transformer_blocks.10.attn1.to_q.bias": "model-00002-of-00002.safetensors",
57
+ "action_head.model.transformer_blocks.10.attn1.to_q.weight": "model-00002-of-00002.safetensors",
58
+ "action_head.model.transformer_blocks.10.attn1.to_v.bias": "model-00002-of-00002.safetensors",
59
+ "action_head.model.transformer_blocks.10.attn1.to_v.weight": "model-00002-of-00002.safetensors",
60
+ "action_head.model.transformer_blocks.10.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
61
+ "action_head.model.transformer_blocks.10.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
62
+ "action_head.model.transformer_blocks.10.ff.net.2.bias": "model-00002-of-00002.safetensors",
63
+ "action_head.model.transformer_blocks.10.ff.net.2.weight": "model-00002-of-00002.safetensors",
64
+ "action_head.model.transformer_blocks.10.norm1.linear.bias": "model-00002-of-00002.safetensors",
65
+ "action_head.model.transformer_blocks.10.norm1.linear.weight": "model-00002-of-00002.safetensors",
66
+ "action_head.model.transformer_blocks.11.attn1.to_k.bias": "model-00002-of-00002.safetensors",
67
+ "action_head.model.transformer_blocks.11.attn1.to_k.weight": "model-00002-of-00002.safetensors",
68
+ "action_head.model.transformer_blocks.11.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
69
+ "action_head.model.transformer_blocks.11.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
70
+ "action_head.model.transformer_blocks.11.attn1.to_q.bias": "model-00002-of-00002.safetensors",
71
+ "action_head.model.transformer_blocks.11.attn1.to_q.weight": "model-00002-of-00002.safetensors",
72
+ "action_head.model.transformer_blocks.11.attn1.to_v.bias": "model-00002-of-00002.safetensors",
73
+ "action_head.model.transformer_blocks.11.attn1.to_v.weight": "model-00002-of-00002.safetensors",
74
+ "action_head.model.transformer_blocks.11.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
75
+ "action_head.model.transformer_blocks.11.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
76
+ "action_head.model.transformer_blocks.11.ff.net.2.bias": "model-00002-of-00002.safetensors",
77
+ "action_head.model.transformer_blocks.11.ff.net.2.weight": "model-00002-of-00002.safetensors",
78
+ "action_head.model.transformer_blocks.11.norm1.linear.bias": "model-00002-of-00002.safetensors",
79
+ "action_head.model.transformer_blocks.11.norm1.linear.weight": "model-00002-of-00002.safetensors",
80
+ "action_head.model.transformer_blocks.12.attn1.to_k.bias": "model-00002-of-00002.safetensors",
81
+ "action_head.model.transformer_blocks.12.attn1.to_k.weight": "model-00002-of-00002.safetensors",
82
+ "action_head.model.transformer_blocks.12.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
83
+ "action_head.model.transformer_blocks.12.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
84
+ "action_head.model.transformer_blocks.12.attn1.to_q.bias": "model-00002-of-00002.safetensors",
85
+ "action_head.model.transformer_blocks.12.attn1.to_q.weight": "model-00002-of-00002.safetensors",
86
+ "action_head.model.transformer_blocks.12.attn1.to_v.bias": "model-00002-of-00002.safetensors",
87
+ "action_head.model.transformer_blocks.12.attn1.to_v.weight": "model-00002-of-00002.safetensors",
88
+ "action_head.model.transformer_blocks.12.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
89
+ "action_head.model.transformer_blocks.12.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
90
+ "action_head.model.transformer_blocks.12.ff.net.2.bias": "model-00002-of-00002.safetensors",
91
+ "action_head.model.transformer_blocks.12.ff.net.2.weight": "model-00002-of-00002.safetensors",
92
+ "action_head.model.transformer_blocks.12.norm1.linear.bias": "model-00002-of-00002.safetensors",
93
+ "action_head.model.transformer_blocks.12.norm1.linear.weight": "model-00002-of-00002.safetensors",
94
+ "action_head.model.transformer_blocks.13.attn1.to_k.bias": "model-00002-of-00002.safetensors",
95
+ "action_head.model.transformer_blocks.13.attn1.to_k.weight": "model-00002-of-00002.safetensors",
96
+ "action_head.model.transformer_blocks.13.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
97
+ "action_head.model.transformer_blocks.13.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
98
+ "action_head.model.transformer_blocks.13.attn1.to_q.bias": "model-00002-of-00002.safetensors",
99
+ "action_head.model.transformer_blocks.13.attn1.to_q.weight": "model-00002-of-00002.safetensors",
100
+ "action_head.model.transformer_blocks.13.attn1.to_v.bias": "model-00002-of-00002.safetensors",
101
+ "action_head.model.transformer_blocks.13.attn1.to_v.weight": "model-00002-of-00002.safetensors",
102
+ "action_head.model.transformer_blocks.13.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
103
+ "action_head.model.transformer_blocks.13.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
104
+ "action_head.model.transformer_blocks.13.ff.net.2.bias": "model-00002-of-00002.safetensors",
105
+ "action_head.model.transformer_blocks.13.ff.net.2.weight": "model-00002-of-00002.safetensors",
106
+ "action_head.model.transformer_blocks.13.norm1.linear.bias": "model-00002-of-00002.safetensors",
107
+ "action_head.model.transformer_blocks.13.norm1.linear.weight": "model-00002-of-00002.safetensors",
108
+ "action_head.model.transformer_blocks.14.attn1.to_k.bias": "model-00002-of-00002.safetensors",
109
+ "action_head.model.transformer_blocks.14.attn1.to_k.weight": "model-00002-of-00002.safetensors",
110
+ "action_head.model.transformer_blocks.14.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
111
+ "action_head.model.transformer_blocks.14.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
112
+ "action_head.model.transformer_blocks.14.attn1.to_q.bias": "model-00002-of-00002.safetensors",
113
+ "action_head.model.transformer_blocks.14.attn1.to_q.weight": "model-00002-of-00002.safetensors",
114
+ "action_head.model.transformer_blocks.14.attn1.to_v.bias": "model-00002-of-00002.safetensors",
115
+ "action_head.model.transformer_blocks.14.attn1.to_v.weight": "model-00002-of-00002.safetensors",
116
+ "action_head.model.transformer_blocks.14.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
117
+ "action_head.model.transformer_blocks.14.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
118
+ "action_head.model.transformer_blocks.14.ff.net.2.bias": "model-00002-of-00002.safetensors",
119
+ "action_head.model.transformer_blocks.14.ff.net.2.weight": "model-00002-of-00002.safetensors",
120
+ "action_head.model.transformer_blocks.14.norm1.linear.bias": "model-00002-of-00002.safetensors",
121
+ "action_head.model.transformer_blocks.14.norm1.linear.weight": "model-00002-of-00002.safetensors",
122
+ "action_head.model.transformer_blocks.15.attn1.to_k.bias": "model-00002-of-00002.safetensors",
123
+ "action_head.model.transformer_blocks.15.attn1.to_k.weight": "model-00002-of-00002.safetensors",
124
+ "action_head.model.transformer_blocks.15.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
125
+ "action_head.model.transformer_blocks.15.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
126
+ "action_head.model.transformer_blocks.15.attn1.to_q.bias": "model-00002-of-00002.safetensors",
127
+ "action_head.model.transformer_blocks.15.attn1.to_q.weight": "model-00002-of-00002.safetensors",
128
+ "action_head.model.transformer_blocks.15.attn1.to_v.bias": "model-00002-of-00002.safetensors",
129
+ "action_head.model.transformer_blocks.15.attn1.to_v.weight": "model-00002-of-00002.safetensors",
130
+ "action_head.model.transformer_blocks.15.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
131
+ "action_head.model.transformer_blocks.15.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
132
+ "action_head.model.transformer_blocks.15.ff.net.2.bias": "model-00002-of-00002.safetensors",
133
+ "action_head.model.transformer_blocks.15.ff.net.2.weight": "model-00002-of-00002.safetensors",
134
+ "action_head.model.transformer_blocks.15.norm1.linear.bias": "model-00002-of-00002.safetensors",
135
+ "action_head.model.transformer_blocks.15.norm1.linear.weight": "model-00002-of-00002.safetensors",
136
+ "action_head.model.transformer_blocks.2.attn1.to_k.bias": "model-00002-of-00002.safetensors",
137
+ "action_head.model.transformer_blocks.2.attn1.to_k.weight": "model-00002-of-00002.safetensors",
138
+ "action_head.model.transformer_blocks.2.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
139
+ "action_head.model.transformer_blocks.2.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
140
+ "action_head.model.transformer_blocks.2.attn1.to_q.bias": "model-00002-of-00002.safetensors",
141
+ "action_head.model.transformer_blocks.2.attn1.to_q.weight": "model-00002-of-00002.safetensors",
142
+ "action_head.model.transformer_blocks.2.attn1.to_v.bias": "model-00002-of-00002.safetensors",
143
+ "action_head.model.transformer_blocks.2.attn1.to_v.weight": "model-00002-of-00002.safetensors",
144
+ "action_head.model.transformer_blocks.2.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
145
+ "action_head.model.transformer_blocks.2.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
146
+ "action_head.model.transformer_blocks.2.ff.net.2.bias": "model-00002-of-00002.safetensors",
147
+ "action_head.model.transformer_blocks.2.ff.net.2.weight": "model-00002-of-00002.safetensors",
148
+ "action_head.model.transformer_blocks.2.norm1.linear.bias": "model-00002-of-00002.safetensors",
149
+ "action_head.model.transformer_blocks.2.norm1.linear.weight": "model-00002-of-00002.safetensors",
150
+ "action_head.model.transformer_blocks.3.attn1.to_k.bias": "model-00002-of-00002.safetensors",
151
+ "action_head.model.transformer_blocks.3.attn1.to_k.weight": "model-00002-of-00002.safetensors",
152
+ "action_head.model.transformer_blocks.3.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
153
+ "action_head.model.transformer_blocks.3.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
154
+ "action_head.model.transformer_blocks.3.attn1.to_q.bias": "model-00002-of-00002.safetensors",
155
+ "action_head.model.transformer_blocks.3.attn1.to_q.weight": "model-00002-of-00002.safetensors",
156
+ "action_head.model.transformer_blocks.3.attn1.to_v.bias": "model-00002-of-00002.safetensors",
157
+ "action_head.model.transformer_blocks.3.attn1.to_v.weight": "model-00002-of-00002.safetensors",
158
+ "action_head.model.transformer_blocks.3.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
159
+ "action_head.model.transformer_blocks.3.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
160
+ "action_head.model.transformer_blocks.3.ff.net.2.bias": "model-00002-of-00002.safetensors",
161
+ "action_head.model.transformer_blocks.3.ff.net.2.weight": "model-00002-of-00002.safetensors",
162
+ "action_head.model.transformer_blocks.3.norm1.linear.bias": "model-00002-of-00002.safetensors",
163
+ "action_head.model.transformer_blocks.3.norm1.linear.weight": "model-00002-of-00002.safetensors",
164
+ "action_head.model.transformer_blocks.4.attn1.to_k.bias": "model-00002-of-00002.safetensors",
165
+ "action_head.model.transformer_blocks.4.attn1.to_k.weight": "model-00002-of-00002.safetensors",
166
+ "action_head.model.transformer_blocks.4.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
167
+ "action_head.model.transformer_blocks.4.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
168
+ "action_head.model.transformer_blocks.4.attn1.to_q.bias": "model-00002-of-00002.safetensors",
169
+ "action_head.model.transformer_blocks.4.attn1.to_q.weight": "model-00002-of-00002.safetensors",
170
+ "action_head.model.transformer_blocks.4.attn1.to_v.bias": "model-00002-of-00002.safetensors",
171
+ "action_head.model.transformer_blocks.4.attn1.to_v.weight": "model-00002-of-00002.safetensors",
172
+ "action_head.model.transformer_blocks.4.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
173
+ "action_head.model.transformer_blocks.4.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
174
+ "action_head.model.transformer_blocks.4.ff.net.2.bias": "model-00002-of-00002.safetensors",
175
+ "action_head.model.transformer_blocks.4.ff.net.2.weight": "model-00002-of-00002.safetensors",
176
+ "action_head.model.transformer_blocks.4.norm1.linear.bias": "model-00002-of-00002.safetensors",
177
+ "action_head.model.transformer_blocks.4.norm1.linear.weight": "model-00002-of-00002.safetensors",
178
+ "action_head.model.transformer_blocks.5.attn1.to_k.bias": "model-00002-of-00002.safetensors",
179
+ "action_head.model.transformer_blocks.5.attn1.to_k.weight": "model-00002-of-00002.safetensors",
180
+ "action_head.model.transformer_blocks.5.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
181
+ "action_head.model.transformer_blocks.5.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
182
+ "action_head.model.transformer_blocks.5.attn1.to_q.bias": "model-00002-of-00002.safetensors",
183
+ "action_head.model.transformer_blocks.5.attn1.to_q.weight": "model-00002-of-00002.safetensors",
184
+ "action_head.model.transformer_blocks.5.attn1.to_v.bias": "model-00002-of-00002.safetensors",
185
+ "action_head.model.transformer_blocks.5.attn1.to_v.weight": "model-00002-of-00002.safetensors",
186
+ "action_head.model.transformer_blocks.5.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
187
+ "action_head.model.transformer_blocks.5.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
188
+ "action_head.model.transformer_blocks.5.ff.net.2.bias": "model-00002-of-00002.safetensors",
189
+ "action_head.model.transformer_blocks.5.ff.net.2.weight": "model-00002-of-00002.safetensors",
190
+ "action_head.model.transformer_blocks.5.norm1.linear.bias": "model-00002-of-00002.safetensors",
191
+ "action_head.model.transformer_blocks.5.norm1.linear.weight": "model-00002-of-00002.safetensors",
192
+ "action_head.model.transformer_blocks.6.attn1.to_k.bias": "model-00002-of-00002.safetensors",
193
+ "action_head.model.transformer_blocks.6.attn1.to_k.weight": "model-00002-of-00002.safetensors",
194
+ "action_head.model.transformer_blocks.6.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
195
+ "action_head.model.transformer_blocks.6.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
196
+ "action_head.model.transformer_blocks.6.attn1.to_q.bias": "model-00002-of-00002.safetensors",
197
+ "action_head.model.transformer_blocks.6.attn1.to_q.weight": "model-00002-of-00002.safetensors",
198
+ "action_head.model.transformer_blocks.6.attn1.to_v.bias": "model-00002-of-00002.safetensors",
199
+ "action_head.model.transformer_blocks.6.attn1.to_v.weight": "model-00002-of-00002.safetensors",
200
+ "action_head.model.transformer_blocks.6.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
201
+ "action_head.model.transformer_blocks.6.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
202
+ "action_head.model.transformer_blocks.6.ff.net.2.bias": "model-00002-of-00002.safetensors",
203
+ "action_head.model.transformer_blocks.6.ff.net.2.weight": "model-00002-of-00002.safetensors",
204
+ "action_head.model.transformer_blocks.6.norm1.linear.bias": "model-00002-of-00002.safetensors",
205
+ "action_head.model.transformer_blocks.6.norm1.linear.weight": "model-00002-of-00002.safetensors",
206
+ "action_head.model.transformer_blocks.7.attn1.to_k.bias": "model-00002-of-00002.safetensors",
207
+ "action_head.model.transformer_blocks.7.attn1.to_k.weight": "model-00002-of-00002.safetensors",
208
+ "action_head.model.transformer_blocks.7.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
209
+ "action_head.model.transformer_blocks.7.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
210
+ "action_head.model.transformer_blocks.7.attn1.to_q.bias": "model-00002-of-00002.safetensors",
211
+ "action_head.model.transformer_blocks.7.attn1.to_q.weight": "model-00002-of-00002.safetensors",
212
+ "action_head.model.transformer_blocks.7.attn1.to_v.bias": "model-00002-of-00002.safetensors",
213
+ "action_head.model.transformer_blocks.7.attn1.to_v.weight": "model-00002-of-00002.safetensors",
214
+ "action_head.model.transformer_blocks.7.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
215
+ "action_head.model.transformer_blocks.7.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
216
+ "action_head.model.transformer_blocks.7.ff.net.2.bias": "model-00002-of-00002.safetensors",
217
+ "action_head.model.transformer_blocks.7.ff.net.2.weight": "model-00002-of-00002.safetensors",
218
+ "action_head.model.transformer_blocks.7.norm1.linear.bias": "model-00002-of-00002.safetensors",
219
+ "action_head.model.transformer_blocks.7.norm1.linear.weight": "model-00002-of-00002.safetensors",
220
+ "action_head.model.transformer_blocks.8.attn1.to_k.bias": "model-00002-of-00002.safetensors",
221
+ "action_head.model.transformer_blocks.8.attn1.to_k.weight": "model-00002-of-00002.safetensors",
222
+ "action_head.model.transformer_blocks.8.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
223
+ "action_head.model.transformer_blocks.8.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
224
+ "action_head.model.transformer_blocks.8.attn1.to_q.bias": "model-00002-of-00002.safetensors",
225
+ "action_head.model.transformer_blocks.8.attn1.to_q.weight": "model-00002-of-00002.safetensors",
226
+ "action_head.model.transformer_blocks.8.attn1.to_v.bias": "model-00002-of-00002.safetensors",
227
+ "action_head.model.transformer_blocks.8.attn1.to_v.weight": "model-00002-of-00002.safetensors",
228
+ "action_head.model.transformer_blocks.8.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
229
+ "action_head.model.transformer_blocks.8.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
230
+ "action_head.model.transformer_blocks.8.ff.net.2.bias": "model-00002-of-00002.safetensors",
231
+ "action_head.model.transformer_blocks.8.ff.net.2.weight": "model-00002-of-00002.safetensors",
232
+ "action_head.model.transformer_blocks.8.norm1.linear.bias": "model-00002-of-00002.safetensors",
233
+ "action_head.model.transformer_blocks.8.norm1.linear.weight": "model-00002-of-00002.safetensors",
234
+ "action_head.model.transformer_blocks.9.attn1.to_k.bias": "model-00002-of-00002.safetensors",
235
+ "action_head.model.transformer_blocks.9.attn1.to_k.weight": "model-00002-of-00002.safetensors",
236
+ "action_head.model.transformer_blocks.9.attn1.to_out.0.bias": "model-00002-of-00002.safetensors",
237
+ "action_head.model.transformer_blocks.9.attn1.to_out.0.weight": "model-00002-of-00002.safetensors",
238
+ "action_head.model.transformer_blocks.9.attn1.to_q.bias": "model-00002-of-00002.safetensors",
239
+ "action_head.model.transformer_blocks.9.attn1.to_q.weight": "model-00002-of-00002.safetensors",
240
+ "action_head.model.transformer_blocks.9.attn1.to_v.bias": "model-00002-of-00002.safetensors",
241
+ "action_head.model.transformer_blocks.9.attn1.to_v.weight": "model-00002-of-00002.safetensors",
242
+ "action_head.model.transformer_blocks.9.ff.net.0.proj.bias": "model-00002-of-00002.safetensors",
243
+ "action_head.model.transformer_blocks.9.ff.net.0.proj.weight": "model-00002-of-00002.safetensors",
244
+ "action_head.model.transformer_blocks.9.ff.net.2.bias": "model-00002-of-00002.safetensors",
245
+ "action_head.model.transformer_blocks.9.ff.net.2.weight": "model-00002-of-00002.safetensors",
246
+ "action_head.model.transformer_blocks.9.norm1.linear.bias": "model-00002-of-00002.safetensors",
247
+ "action_head.model.transformer_blocks.9.norm1.linear.weight": "model-00002-of-00002.safetensors",
248
+ "action_head.position_embedding.weight": "model-00002-of-00002.safetensors",
249
+ "action_head.state_encoder.layer1.W": "model-00002-of-00002.safetensors",
250
+ "action_head.state_encoder.layer1.b": "model-00002-of-00002.safetensors",
251
+ "action_head.state_encoder.layer2.W": "model-00002-of-00002.safetensors",
252
+ "action_head.state_encoder.layer2.b": "model-00002-of-00002.safetensors",
253
+ "backbone.linear.bias": "model-00002-of-00002.safetensors",
254
+ "backbone.linear.weight": "model-00002-of-00002.safetensors",
255
+ "backbone.model.language_model.model.embed_tokens.weight": "model-00001-of-00002.safetensors",
256
+ "backbone.model.language_model.model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
257
+ "backbone.model.language_model.model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
258
+ "backbone.model.language_model.model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
259
+ "backbone.model.language_model.model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
260
+ "backbone.model.language_model.model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
261
+ "backbone.model.language_model.model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
262
+ "backbone.model.language_model.model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
263
+ "backbone.model.language_model.model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
264
+ "backbone.model.language_model.model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
265
+ "backbone.model.language_model.model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
266
+ "backbone.model.language_model.model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
267
+ "backbone.model.language_model.model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
268
+ "backbone.model.language_model.model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
269
+ "backbone.model.language_model.model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
270
+ "backbone.model.language_model.model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
271
+ "backbone.model.language_model.model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
272
+ "backbone.model.language_model.model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
273
+ "backbone.model.language_model.model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
274
+ "backbone.model.language_model.model.layers.10.input_layernorm.weight": "model-00002-of-00002.safetensors",
275
+ "backbone.model.language_model.model.layers.10.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
276
+ "backbone.model.language_model.model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
277
+ "backbone.model.language_model.model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
278
+ "backbone.model.language_model.model.layers.10.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
279
+ "backbone.model.language_model.model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
280
+ "backbone.model.language_model.model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
281
+ "backbone.model.language_model.model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
282
+ "backbone.model.language_model.model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
283
+ "backbone.model.language_model.model.layers.11.input_layernorm.weight": "model-00002-of-00002.safetensors",
284
+ "backbone.model.language_model.model.layers.11.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
285
+ "backbone.model.language_model.model.layers.11.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
286
+ "backbone.model.language_model.model.layers.11.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
287
+ "backbone.model.language_model.model.layers.11.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
288
+ "backbone.model.language_model.model.layers.11.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
289
+ "backbone.model.language_model.model.layers.11.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
290
+ "backbone.model.language_model.model.layers.11.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
291
+ "backbone.model.language_model.model.layers.11.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
292
+ "backbone.model.language_model.model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
293
+ "backbone.model.language_model.model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
294
+ "backbone.model.language_model.model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
295
+ "backbone.model.language_model.model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
296
+ "backbone.model.language_model.model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
297
+ "backbone.model.language_model.model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
298
+ "backbone.model.language_model.model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
299
+ "backbone.model.language_model.model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
300
+ "backbone.model.language_model.model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
301
+ "backbone.model.language_model.model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
302
+ "backbone.model.language_model.model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
303
+ "backbone.model.language_model.model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
304
+ "backbone.model.language_model.model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
305
+ "backbone.model.language_model.model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
306
+ "backbone.model.language_model.model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
307
+ "backbone.model.language_model.model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
308
+ "backbone.model.language_model.model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
309
+ "backbone.model.language_model.model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
310
+ "backbone.model.language_model.model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
311
+ "backbone.model.language_model.model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
312
+ "backbone.model.language_model.model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
313
+ "backbone.model.language_model.model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
314
+ "backbone.model.language_model.model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
315
+ "backbone.model.language_model.model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
316
+ "backbone.model.language_model.model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
317
+ "backbone.model.language_model.model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
318
+ "backbone.model.language_model.model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
319
+ "backbone.model.language_model.model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
320
+ "backbone.model.language_model.model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
321
+ "backbone.model.language_model.model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
322
+ "backbone.model.language_model.model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
323
+ "backbone.model.language_model.model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
324
+ "backbone.model.language_model.model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
325
+ "backbone.model.language_model.model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
326
+ "backbone.model.language_model.model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
327
+ "backbone.model.language_model.model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
328
+ "backbone.model.language_model.model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
329
+ "backbone.model.language_model.model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
330
+ "backbone.model.language_model.model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
331
+ "backbone.model.language_model.model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
332
+ "backbone.model.language_model.model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
333
+ "backbone.model.language_model.model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
334
+ "backbone.model.language_model.model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
335
+ "backbone.model.language_model.model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
336
+ "backbone.model.language_model.model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
337
+ "backbone.model.language_model.model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
338
+ "backbone.model.language_model.model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
339
+ "backbone.model.language_model.model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
340
+ "backbone.model.language_model.model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
341
+ "backbone.model.language_model.model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
342
+ "backbone.model.language_model.model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
343
+ "backbone.model.language_model.model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
344
+ "backbone.model.language_model.model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
345
+ "backbone.model.language_model.model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
346
+ "backbone.model.language_model.model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
347
+ "backbone.model.language_model.model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
348
+ "backbone.model.language_model.model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
349
+ "backbone.model.language_model.model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
350
+ "backbone.model.language_model.model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
351
+ "backbone.model.language_model.model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
352
+ "backbone.model.language_model.model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
353
+ "backbone.model.language_model.model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
354
+ "backbone.model.language_model.model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
355
+ "backbone.model.language_model.model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
356
+ "backbone.model.language_model.model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
357
+ "backbone.model.language_model.model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
358
+ "backbone.model.language_model.model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
359
+ "backbone.model.language_model.model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
360
+ "backbone.model.language_model.model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
361
+ "backbone.model.language_model.model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
362
+ "backbone.model.language_model.model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
363
+ "backbone.model.language_model.model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
364
+ "backbone.model.language_model.model.norm.weight": "model-00002-of-00002.safetensors",
365
+ "backbone.model.mlp1.0.bias": "model-00002-of-00002.safetensors",
366
+ "backbone.model.mlp1.0.weight": "model-00002-of-00002.safetensors",
367
+ "backbone.model.mlp1.1.bias": "model-00002-of-00002.safetensors",
368
+ "backbone.model.mlp1.1.weight": "model-00002-of-00002.safetensors",
369
+ "backbone.model.mlp1.3.bias": "model-00002-of-00002.safetensors",
370
+ "backbone.model.mlp1.3.weight": "model-00002-of-00002.safetensors",
371
+ "backbone.model.vision_model.vision_model.embeddings.patch_embedding.bias": "model-00001-of-00002.safetensors",
372
+ "backbone.model.vision_model.vision_model.embeddings.patch_embedding.weight": "model-00001-of-00002.safetensors",
373
+ "backbone.model.vision_model.vision_model.embeddings.position_embedding.weight": "model-00001-of-00002.safetensors",
374
+ "backbone.model.vision_model.vision_model.encoder.layers.0.layer_norm1.bias": "model-00001-of-00002.safetensors",
375
+ "backbone.model.vision_model.vision_model.encoder.layers.0.layer_norm1.weight": "model-00001-of-00002.safetensors",
376
+ "backbone.model.vision_model.vision_model.encoder.layers.0.layer_norm2.bias": "model-00001-of-00002.safetensors",
377
+ "backbone.model.vision_model.vision_model.encoder.layers.0.layer_norm2.weight": "model-00001-of-00002.safetensors",
378
+ "backbone.model.vision_model.vision_model.encoder.layers.0.mlp.fc1.bias": "model-00001-of-00002.safetensors",
379
+ "backbone.model.vision_model.vision_model.encoder.layers.0.mlp.fc1.weight": "model-00001-of-00002.safetensors",
380
+ "backbone.model.vision_model.vision_model.encoder.layers.0.mlp.fc2.bias": "model-00001-of-00002.safetensors",
381
+ "backbone.model.vision_model.vision_model.encoder.layers.0.mlp.fc2.weight": "model-00001-of-00002.safetensors",
382
+ "backbone.model.vision_model.vision_model.encoder.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
383
+ "backbone.model.vision_model.vision_model.encoder.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
384
+ "backbone.model.vision_model.vision_model.encoder.layers.0.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
385
+ "backbone.model.vision_model.vision_model.encoder.layers.0.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
386
+ "backbone.model.vision_model.vision_model.encoder.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
387
+ "backbone.model.vision_model.vision_model.encoder.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
388
+ "backbone.model.vision_model.vision_model.encoder.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
389
+ "backbone.model.vision_model.vision_model.encoder.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
390
+ "backbone.model.vision_model.vision_model.encoder.layers.1.layer_norm1.bias": "model-00001-of-00002.safetensors",
391
+ "backbone.model.vision_model.vision_model.encoder.layers.1.layer_norm1.weight": "model-00001-of-00002.safetensors",
392
+ "backbone.model.vision_model.vision_model.encoder.layers.1.layer_norm2.bias": "model-00001-of-00002.safetensors",
393
+ "backbone.model.vision_model.vision_model.encoder.layers.1.layer_norm2.weight": "model-00001-of-00002.safetensors",
394
+ "backbone.model.vision_model.vision_model.encoder.layers.1.mlp.fc1.bias": "model-00001-of-00002.safetensors",
395
+ "backbone.model.vision_model.vision_model.encoder.layers.1.mlp.fc1.weight": "model-00001-of-00002.safetensors",
396
+ "backbone.model.vision_model.vision_model.encoder.layers.1.mlp.fc2.bias": "model-00001-of-00002.safetensors",
397
+ "backbone.model.vision_model.vision_model.encoder.layers.1.mlp.fc2.weight": "model-00001-of-00002.safetensors",
398
+ "backbone.model.vision_model.vision_model.encoder.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
399
+ "backbone.model.vision_model.vision_model.encoder.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
400
+ "backbone.model.vision_model.vision_model.encoder.layers.1.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
401
+ "backbone.model.vision_model.vision_model.encoder.layers.1.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
402
+ "backbone.model.vision_model.vision_model.encoder.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
403
+ "backbone.model.vision_model.vision_model.encoder.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
404
+ "backbone.model.vision_model.vision_model.encoder.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
405
+ "backbone.model.vision_model.vision_model.encoder.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
406
+ "backbone.model.vision_model.vision_model.encoder.layers.10.layer_norm1.bias": "model-00001-of-00002.safetensors",
407
+ "backbone.model.vision_model.vision_model.encoder.layers.10.layer_norm1.weight": "model-00001-of-00002.safetensors",
408
+ "backbone.model.vision_model.vision_model.encoder.layers.10.layer_norm2.bias": "model-00001-of-00002.safetensors",
409
+ "backbone.model.vision_model.vision_model.encoder.layers.10.layer_norm2.weight": "model-00001-of-00002.safetensors",
410
+ "backbone.model.vision_model.vision_model.encoder.layers.10.mlp.fc1.bias": "model-00001-of-00002.safetensors",
411
+ "backbone.model.vision_model.vision_model.encoder.layers.10.mlp.fc1.weight": "model-00001-of-00002.safetensors",
412
+ "backbone.model.vision_model.vision_model.encoder.layers.10.mlp.fc2.bias": "model-00001-of-00002.safetensors",
413
+ "backbone.model.vision_model.vision_model.encoder.layers.10.mlp.fc2.weight": "model-00001-of-00002.safetensors",
414
+ "backbone.model.vision_model.vision_model.encoder.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
415
+ "backbone.model.vision_model.vision_model.encoder.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
416
+ "backbone.model.vision_model.vision_model.encoder.layers.10.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
417
+ "backbone.model.vision_model.vision_model.encoder.layers.10.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
418
+ "backbone.model.vision_model.vision_model.encoder.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
419
+ "backbone.model.vision_model.vision_model.encoder.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
420
+ "backbone.model.vision_model.vision_model.encoder.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
421
+ "backbone.model.vision_model.vision_model.encoder.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
422
+ "backbone.model.vision_model.vision_model.encoder.layers.11.layer_norm1.bias": "model-00001-of-00002.safetensors",
423
+ "backbone.model.vision_model.vision_model.encoder.layers.11.layer_norm1.weight": "model-00001-of-00002.safetensors",
424
+ "backbone.model.vision_model.vision_model.encoder.layers.11.layer_norm2.bias": "model-00001-of-00002.safetensors",
425
+ "backbone.model.vision_model.vision_model.encoder.layers.11.layer_norm2.weight": "model-00001-of-00002.safetensors",
426
+ "backbone.model.vision_model.vision_model.encoder.layers.11.mlp.fc1.bias": "model-00001-of-00002.safetensors",
427
+ "backbone.model.vision_model.vision_model.encoder.layers.11.mlp.fc1.weight": "model-00001-of-00002.safetensors",
428
+ "backbone.model.vision_model.vision_model.encoder.layers.11.mlp.fc2.bias": "model-00001-of-00002.safetensors",
429
+ "backbone.model.vision_model.vision_model.encoder.layers.11.mlp.fc2.weight": "model-00001-of-00002.safetensors",
430
+ "backbone.model.vision_model.vision_model.encoder.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
431
+ "backbone.model.vision_model.vision_model.encoder.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
432
+ "backbone.model.vision_model.vision_model.encoder.layers.11.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
433
+ "backbone.model.vision_model.vision_model.encoder.layers.11.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
434
+ "backbone.model.vision_model.vision_model.encoder.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
435
+ "backbone.model.vision_model.vision_model.encoder.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
436
+ "backbone.model.vision_model.vision_model.encoder.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
437
+ "backbone.model.vision_model.vision_model.encoder.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
438
+ "backbone.model.vision_model.vision_model.encoder.layers.12.layer_norm1.bias": "model-00001-of-00002.safetensors",
439
+ "backbone.model.vision_model.vision_model.encoder.layers.12.layer_norm1.weight": "model-00001-of-00002.safetensors",
440
+ "backbone.model.vision_model.vision_model.encoder.layers.12.layer_norm2.bias": "model-00001-of-00002.safetensors",
441
+ "backbone.model.vision_model.vision_model.encoder.layers.12.layer_norm2.weight": "model-00001-of-00002.safetensors",
442
+ "backbone.model.vision_model.vision_model.encoder.layers.12.mlp.fc1.bias": "model-00001-of-00002.safetensors",
443
+ "backbone.model.vision_model.vision_model.encoder.layers.12.mlp.fc1.weight": "model-00001-of-00002.safetensors",
444
+ "backbone.model.vision_model.vision_model.encoder.layers.12.mlp.fc2.bias": "model-00001-of-00002.safetensors",
445
+ "backbone.model.vision_model.vision_model.encoder.layers.12.mlp.fc2.weight": "model-00001-of-00002.safetensors",
446
+ "backbone.model.vision_model.vision_model.encoder.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
447
+ "backbone.model.vision_model.vision_model.encoder.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
448
+ "backbone.model.vision_model.vision_model.encoder.layers.12.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
449
+ "backbone.model.vision_model.vision_model.encoder.layers.12.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
450
+ "backbone.model.vision_model.vision_model.encoder.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
451
+ "backbone.model.vision_model.vision_model.encoder.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
452
+ "backbone.model.vision_model.vision_model.encoder.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
453
+ "backbone.model.vision_model.vision_model.encoder.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
454
+ "backbone.model.vision_model.vision_model.encoder.layers.13.layer_norm1.bias": "model-00001-of-00002.safetensors",
455
+ "backbone.model.vision_model.vision_model.encoder.layers.13.layer_norm1.weight": "model-00001-of-00002.safetensors",
456
+ "backbone.model.vision_model.vision_model.encoder.layers.13.layer_norm2.bias": "model-00001-of-00002.safetensors",
457
+ "backbone.model.vision_model.vision_model.encoder.layers.13.layer_norm2.weight": "model-00001-of-00002.safetensors",
458
+ "backbone.model.vision_model.vision_model.encoder.layers.13.mlp.fc1.bias": "model-00001-of-00002.safetensors",
459
+ "backbone.model.vision_model.vision_model.encoder.layers.13.mlp.fc1.weight": "model-00001-of-00002.safetensors",
460
+ "backbone.model.vision_model.vision_model.encoder.layers.13.mlp.fc2.bias": "model-00001-of-00002.safetensors",
461
+ "backbone.model.vision_model.vision_model.encoder.layers.13.mlp.fc2.weight": "model-00001-of-00002.safetensors",
462
+ "backbone.model.vision_model.vision_model.encoder.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
463
+ "backbone.model.vision_model.vision_model.encoder.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
464
+ "backbone.model.vision_model.vision_model.encoder.layers.13.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
465
+ "backbone.model.vision_model.vision_model.encoder.layers.13.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
466
+ "backbone.model.vision_model.vision_model.encoder.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
467
+ "backbone.model.vision_model.vision_model.encoder.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
468
+ "backbone.model.vision_model.vision_model.encoder.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
469
+ "backbone.model.vision_model.vision_model.encoder.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
470
+ "backbone.model.vision_model.vision_model.encoder.layers.14.layer_norm1.bias": "model-00001-of-00002.safetensors",
471
+ "backbone.model.vision_model.vision_model.encoder.layers.14.layer_norm1.weight": "model-00001-of-00002.safetensors",
472
+ "backbone.model.vision_model.vision_model.encoder.layers.14.layer_norm2.bias": "model-00001-of-00002.safetensors",
473
+ "backbone.model.vision_model.vision_model.encoder.layers.14.layer_norm2.weight": "model-00001-of-00002.safetensors",
474
+ "backbone.model.vision_model.vision_model.encoder.layers.14.mlp.fc1.bias": "model-00001-of-00002.safetensors",
475
+ "backbone.model.vision_model.vision_model.encoder.layers.14.mlp.fc1.weight": "model-00001-of-00002.safetensors",
476
+ "backbone.model.vision_model.vision_model.encoder.layers.14.mlp.fc2.bias": "model-00001-of-00002.safetensors",
477
+ "backbone.model.vision_model.vision_model.encoder.layers.14.mlp.fc2.weight": "model-00001-of-00002.safetensors",
478
+ "backbone.model.vision_model.vision_model.encoder.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
479
+ "backbone.model.vision_model.vision_model.encoder.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
480
+ "backbone.model.vision_model.vision_model.encoder.layers.14.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
481
+ "backbone.model.vision_model.vision_model.encoder.layers.14.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
482
+ "backbone.model.vision_model.vision_model.encoder.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
483
+ "backbone.model.vision_model.vision_model.encoder.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
484
+ "backbone.model.vision_model.vision_model.encoder.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
485
+ "backbone.model.vision_model.vision_model.encoder.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
486
+ "backbone.model.vision_model.vision_model.encoder.layers.15.layer_norm1.bias": "model-00001-of-00002.safetensors",
487
+ "backbone.model.vision_model.vision_model.encoder.layers.15.layer_norm1.weight": "model-00001-of-00002.safetensors",
488
+ "backbone.model.vision_model.vision_model.encoder.layers.15.layer_norm2.bias": "model-00001-of-00002.safetensors",
489
+ "backbone.model.vision_model.vision_model.encoder.layers.15.layer_norm2.weight": "model-00001-of-00002.safetensors",
490
+ "backbone.model.vision_model.vision_model.encoder.layers.15.mlp.fc1.bias": "model-00001-of-00002.safetensors",
491
+ "backbone.model.vision_model.vision_model.encoder.layers.15.mlp.fc1.weight": "model-00001-of-00002.safetensors",
492
+ "backbone.model.vision_model.vision_model.encoder.layers.15.mlp.fc2.bias": "model-00001-of-00002.safetensors",
493
+ "backbone.model.vision_model.vision_model.encoder.layers.15.mlp.fc2.weight": "model-00001-of-00002.safetensors",
494
+ "backbone.model.vision_model.vision_model.encoder.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
495
+ "backbone.model.vision_model.vision_model.encoder.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
496
+ "backbone.model.vision_model.vision_model.encoder.layers.15.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
497
+ "backbone.model.vision_model.vision_model.encoder.layers.15.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
498
+ "backbone.model.vision_model.vision_model.encoder.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
499
+ "backbone.model.vision_model.vision_model.encoder.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
500
+ "backbone.model.vision_model.vision_model.encoder.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
501
+ "backbone.model.vision_model.vision_model.encoder.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
502
+ "backbone.model.vision_model.vision_model.encoder.layers.16.layer_norm1.bias": "model-00001-of-00002.safetensors",
503
+ "backbone.model.vision_model.vision_model.encoder.layers.16.layer_norm1.weight": "model-00001-of-00002.safetensors",
504
+ "backbone.model.vision_model.vision_model.encoder.layers.16.layer_norm2.bias": "model-00001-of-00002.safetensors",
505
+ "backbone.model.vision_model.vision_model.encoder.layers.16.layer_norm2.weight": "model-00001-of-00002.safetensors",
506
+ "backbone.model.vision_model.vision_model.encoder.layers.16.mlp.fc1.bias": "model-00001-of-00002.safetensors",
507
+ "backbone.model.vision_model.vision_model.encoder.layers.16.mlp.fc1.weight": "model-00001-of-00002.safetensors",
508
+ "backbone.model.vision_model.vision_model.encoder.layers.16.mlp.fc2.bias": "model-00001-of-00002.safetensors",
509
+ "backbone.model.vision_model.vision_model.encoder.layers.16.mlp.fc2.weight": "model-00001-of-00002.safetensors",
510
+ "backbone.model.vision_model.vision_model.encoder.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
511
+ "backbone.model.vision_model.vision_model.encoder.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
512
+ "backbone.model.vision_model.vision_model.encoder.layers.16.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
513
+ "backbone.model.vision_model.vision_model.encoder.layers.16.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
514
+ "backbone.model.vision_model.vision_model.encoder.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
515
+ "backbone.model.vision_model.vision_model.encoder.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
516
+ "backbone.model.vision_model.vision_model.encoder.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
517
+ "backbone.model.vision_model.vision_model.encoder.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
518
+ "backbone.model.vision_model.vision_model.encoder.layers.17.layer_norm1.bias": "model-00001-of-00002.safetensors",
519
+ "backbone.model.vision_model.vision_model.encoder.layers.17.layer_norm1.weight": "model-00001-of-00002.safetensors",
520
+ "backbone.model.vision_model.vision_model.encoder.layers.17.layer_norm2.bias": "model-00001-of-00002.safetensors",
521
+ "backbone.model.vision_model.vision_model.encoder.layers.17.layer_norm2.weight": "model-00001-of-00002.safetensors",
522
+ "backbone.model.vision_model.vision_model.encoder.layers.17.mlp.fc1.bias": "model-00001-of-00002.safetensors",
523
+ "backbone.model.vision_model.vision_model.encoder.layers.17.mlp.fc1.weight": "model-00001-of-00002.safetensors",
524
+ "backbone.model.vision_model.vision_model.encoder.layers.17.mlp.fc2.bias": "model-00001-of-00002.safetensors",
525
+ "backbone.model.vision_model.vision_model.encoder.layers.17.mlp.fc2.weight": "model-00001-of-00002.safetensors",
526
+ "backbone.model.vision_model.vision_model.encoder.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
527
+ "backbone.model.vision_model.vision_model.encoder.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
528
+ "backbone.model.vision_model.vision_model.encoder.layers.17.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
529
+ "backbone.model.vision_model.vision_model.encoder.layers.17.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
530
+ "backbone.model.vision_model.vision_model.encoder.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
531
+ "backbone.model.vision_model.vision_model.encoder.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
532
+ "backbone.model.vision_model.vision_model.encoder.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
533
+ "backbone.model.vision_model.vision_model.encoder.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
534
+ "backbone.model.vision_model.vision_model.encoder.layers.18.layer_norm1.bias": "model-00001-of-00002.safetensors",
535
+ "backbone.model.vision_model.vision_model.encoder.layers.18.layer_norm1.weight": "model-00001-of-00002.safetensors",
536
+ "backbone.model.vision_model.vision_model.encoder.layers.18.layer_norm2.bias": "model-00001-of-00002.safetensors",
537
+ "backbone.model.vision_model.vision_model.encoder.layers.18.layer_norm2.weight": "model-00001-of-00002.safetensors",
538
+ "backbone.model.vision_model.vision_model.encoder.layers.18.mlp.fc1.bias": "model-00001-of-00002.safetensors",
539
+ "backbone.model.vision_model.vision_model.encoder.layers.18.mlp.fc1.weight": "model-00001-of-00002.safetensors",
540
+ "backbone.model.vision_model.vision_model.encoder.layers.18.mlp.fc2.bias": "model-00001-of-00002.safetensors",
541
+ "backbone.model.vision_model.vision_model.encoder.layers.18.mlp.fc2.weight": "model-00001-of-00002.safetensors",
542
+ "backbone.model.vision_model.vision_model.encoder.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
543
+ "backbone.model.vision_model.vision_model.encoder.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
544
+ "backbone.model.vision_model.vision_model.encoder.layers.18.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
545
+ "backbone.model.vision_model.vision_model.encoder.layers.18.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
546
+ "backbone.model.vision_model.vision_model.encoder.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
547
+ "backbone.model.vision_model.vision_model.encoder.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
548
+ "backbone.model.vision_model.vision_model.encoder.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
549
+ "backbone.model.vision_model.vision_model.encoder.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
550
+ "backbone.model.vision_model.vision_model.encoder.layers.19.layer_norm1.bias": "model-00001-of-00002.safetensors",
551
+ "backbone.model.vision_model.vision_model.encoder.layers.19.layer_norm1.weight": "model-00001-of-00002.safetensors",
552
+ "backbone.model.vision_model.vision_model.encoder.layers.19.layer_norm2.bias": "model-00001-of-00002.safetensors",
553
+ "backbone.model.vision_model.vision_model.encoder.layers.19.layer_norm2.weight": "model-00001-of-00002.safetensors",
554
+ "backbone.model.vision_model.vision_model.encoder.layers.19.mlp.fc1.bias": "model-00001-of-00002.safetensors",
555
+ "backbone.model.vision_model.vision_model.encoder.layers.19.mlp.fc1.weight": "model-00001-of-00002.safetensors",
556
+ "backbone.model.vision_model.vision_model.encoder.layers.19.mlp.fc2.bias": "model-00001-of-00002.safetensors",
557
+ "backbone.model.vision_model.vision_model.encoder.layers.19.mlp.fc2.weight": "model-00001-of-00002.safetensors",
558
+ "backbone.model.vision_model.vision_model.encoder.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
559
+ "backbone.model.vision_model.vision_model.encoder.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
560
+ "backbone.model.vision_model.vision_model.encoder.layers.19.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
561
+ "backbone.model.vision_model.vision_model.encoder.layers.19.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
562
+ "backbone.model.vision_model.vision_model.encoder.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
563
+ "backbone.model.vision_model.vision_model.encoder.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
564
+ "backbone.model.vision_model.vision_model.encoder.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
565
+ "backbone.model.vision_model.vision_model.encoder.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
566
+ "backbone.model.vision_model.vision_model.encoder.layers.2.layer_norm1.bias": "model-00001-of-00002.safetensors",
567
+ "backbone.model.vision_model.vision_model.encoder.layers.2.layer_norm1.weight": "model-00001-of-00002.safetensors",
568
+ "backbone.model.vision_model.vision_model.encoder.layers.2.layer_norm2.bias": "model-00001-of-00002.safetensors",
569
+ "backbone.model.vision_model.vision_model.encoder.layers.2.layer_norm2.weight": "model-00001-of-00002.safetensors",
570
+ "backbone.model.vision_model.vision_model.encoder.layers.2.mlp.fc1.bias": "model-00001-of-00002.safetensors",
571
+ "backbone.model.vision_model.vision_model.encoder.layers.2.mlp.fc1.weight": "model-00001-of-00002.safetensors",
572
+ "backbone.model.vision_model.vision_model.encoder.layers.2.mlp.fc2.bias": "model-00001-of-00002.safetensors",
573
+ "backbone.model.vision_model.vision_model.encoder.layers.2.mlp.fc2.weight": "model-00001-of-00002.safetensors",
574
+ "backbone.model.vision_model.vision_model.encoder.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
575
+ "backbone.model.vision_model.vision_model.encoder.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
576
+ "backbone.model.vision_model.vision_model.encoder.layers.2.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
577
+ "backbone.model.vision_model.vision_model.encoder.layers.2.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
578
+ "backbone.model.vision_model.vision_model.encoder.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
579
+ "backbone.model.vision_model.vision_model.encoder.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
580
+ "backbone.model.vision_model.vision_model.encoder.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
581
+ "backbone.model.vision_model.vision_model.encoder.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
582
+ "backbone.model.vision_model.vision_model.encoder.layers.20.layer_norm1.bias": "model-00001-of-00002.safetensors",
583
+ "backbone.model.vision_model.vision_model.encoder.layers.20.layer_norm1.weight": "model-00001-of-00002.safetensors",
584
+ "backbone.model.vision_model.vision_model.encoder.layers.20.layer_norm2.bias": "model-00001-of-00002.safetensors",
585
+ "backbone.model.vision_model.vision_model.encoder.layers.20.layer_norm2.weight": "model-00001-of-00002.safetensors",
586
+ "backbone.model.vision_model.vision_model.encoder.layers.20.mlp.fc1.bias": "model-00001-of-00002.safetensors",
587
+ "backbone.model.vision_model.vision_model.encoder.layers.20.mlp.fc1.weight": "model-00001-of-00002.safetensors",
588
+ "backbone.model.vision_model.vision_model.encoder.layers.20.mlp.fc2.bias": "model-00001-of-00002.safetensors",
589
+ "backbone.model.vision_model.vision_model.encoder.layers.20.mlp.fc2.weight": "model-00001-of-00002.safetensors",
590
+ "backbone.model.vision_model.vision_model.encoder.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
591
+ "backbone.model.vision_model.vision_model.encoder.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
592
+ "backbone.model.vision_model.vision_model.encoder.layers.20.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
593
+ "backbone.model.vision_model.vision_model.encoder.layers.20.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
594
+ "backbone.model.vision_model.vision_model.encoder.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
595
+ "backbone.model.vision_model.vision_model.encoder.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
596
+ "backbone.model.vision_model.vision_model.encoder.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
597
+ "backbone.model.vision_model.vision_model.encoder.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
598
+ "backbone.model.vision_model.vision_model.encoder.layers.21.layer_norm1.bias": "model-00001-of-00002.safetensors",
599
+ "backbone.model.vision_model.vision_model.encoder.layers.21.layer_norm1.weight": "model-00001-of-00002.safetensors",
600
+ "backbone.model.vision_model.vision_model.encoder.layers.21.layer_norm2.bias": "model-00001-of-00002.safetensors",
601
+ "backbone.model.vision_model.vision_model.encoder.layers.21.layer_norm2.weight": "model-00001-of-00002.safetensors",
602
+ "backbone.model.vision_model.vision_model.encoder.layers.21.mlp.fc1.bias": "model-00001-of-00002.safetensors",
603
+ "backbone.model.vision_model.vision_model.encoder.layers.21.mlp.fc1.weight": "model-00001-of-00002.safetensors",
604
+ "backbone.model.vision_model.vision_model.encoder.layers.21.mlp.fc2.bias": "model-00001-of-00002.safetensors",
605
+ "backbone.model.vision_model.vision_model.encoder.layers.21.mlp.fc2.weight": "model-00001-of-00002.safetensors",
606
+ "backbone.model.vision_model.vision_model.encoder.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
607
+ "backbone.model.vision_model.vision_model.encoder.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
608
+ "backbone.model.vision_model.vision_model.encoder.layers.21.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
609
+ "backbone.model.vision_model.vision_model.encoder.layers.21.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
610
+ "backbone.model.vision_model.vision_model.encoder.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
611
+ "backbone.model.vision_model.vision_model.encoder.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
612
+ "backbone.model.vision_model.vision_model.encoder.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
613
+ "backbone.model.vision_model.vision_model.encoder.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
614
+ "backbone.model.vision_model.vision_model.encoder.layers.22.layer_norm1.bias": "model-00001-of-00002.safetensors",
615
+ "backbone.model.vision_model.vision_model.encoder.layers.22.layer_norm1.weight": "model-00001-of-00002.safetensors",
616
+ "backbone.model.vision_model.vision_model.encoder.layers.22.layer_norm2.bias": "model-00001-of-00002.safetensors",
617
+ "backbone.model.vision_model.vision_model.encoder.layers.22.layer_norm2.weight": "model-00001-of-00002.safetensors",
618
+ "backbone.model.vision_model.vision_model.encoder.layers.22.mlp.fc1.bias": "model-00001-of-00002.safetensors",
619
+ "backbone.model.vision_model.vision_model.encoder.layers.22.mlp.fc1.weight": "model-00001-of-00002.safetensors",
620
+ "backbone.model.vision_model.vision_model.encoder.layers.22.mlp.fc2.bias": "model-00001-of-00002.safetensors",
621
+ "backbone.model.vision_model.vision_model.encoder.layers.22.mlp.fc2.weight": "model-00001-of-00002.safetensors",
622
+ "backbone.model.vision_model.vision_model.encoder.layers.22.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
623
+ "backbone.model.vision_model.vision_model.encoder.layers.22.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
624
+ "backbone.model.vision_model.vision_model.encoder.layers.22.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
625
+ "backbone.model.vision_model.vision_model.encoder.layers.22.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
626
+ "backbone.model.vision_model.vision_model.encoder.layers.22.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
627
+ "backbone.model.vision_model.vision_model.encoder.layers.22.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
628
+ "backbone.model.vision_model.vision_model.encoder.layers.22.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
629
+ "backbone.model.vision_model.vision_model.encoder.layers.22.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
630
+ "backbone.model.vision_model.vision_model.encoder.layers.23.layer_norm1.bias": "model-00001-of-00002.safetensors",
631
+ "backbone.model.vision_model.vision_model.encoder.layers.23.layer_norm1.weight": "model-00001-of-00002.safetensors",
632
+ "backbone.model.vision_model.vision_model.encoder.layers.23.layer_norm2.bias": "model-00001-of-00002.safetensors",
633
+ "backbone.model.vision_model.vision_model.encoder.layers.23.layer_norm2.weight": "model-00001-of-00002.safetensors",
634
+ "backbone.model.vision_model.vision_model.encoder.layers.23.mlp.fc1.bias": "model-00001-of-00002.safetensors",
635
+ "backbone.model.vision_model.vision_model.encoder.layers.23.mlp.fc1.weight": "model-00001-of-00002.safetensors",
636
+ "backbone.model.vision_model.vision_model.encoder.layers.23.mlp.fc2.bias": "model-00001-of-00002.safetensors",
637
+ "backbone.model.vision_model.vision_model.encoder.layers.23.mlp.fc2.weight": "model-00001-of-00002.safetensors",
638
+ "backbone.model.vision_model.vision_model.encoder.layers.23.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
639
+ "backbone.model.vision_model.vision_model.encoder.layers.23.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
640
+ "backbone.model.vision_model.vision_model.encoder.layers.23.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
641
+ "backbone.model.vision_model.vision_model.encoder.layers.23.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
642
+ "backbone.model.vision_model.vision_model.encoder.layers.23.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
643
+ "backbone.model.vision_model.vision_model.encoder.layers.23.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
644
+ "backbone.model.vision_model.vision_model.encoder.layers.23.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
645
+ "backbone.model.vision_model.vision_model.encoder.layers.23.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
646
+ "backbone.model.vision_model.vision_model.encoder.layers.24.layer_norm1.bias": "model-00001-of-00002.safetensors",
647
+ "backbone.model.vision_model.vision_model.encoder.layers.24.layer_norm1.weight": "model-00001-of-00002.safetensors",
648
+ "backbone.model.vision_model.vision_model.encoder.layers.24.layer_norm2.bias": "model-00001-of-00002.safetensors",
649
+ "backbone.model.vision_model.vision_model.encoder.layers.24.layer_norm2.weight": "model-00001-of-00002.safetensors",
650
+ "backbone.model.vision_model.vision_model.encoder.layers.24.mlp.fc1.bias": "model-00001-of-00002.safetensors",
651
+ "backbone.model.vision_model.vision_model.encoder.layers.24.mlp.fc1.weight": "model-00001-of-00002.safetensors",
652
+ "backbone.model.vision_model.vision_model.encoder.layers.24.mlp.fc2.bias": "model-00001-of-00002.safetensors",
653
+ "backbone.model.vision_model.vision_model.encoder.layers.24.mlp.fc2.weight": "model-00001-of-00002.safetensors",
654
+ "backbone.model.vision_model.vision_model.encoder.layers.24.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
655
+ "backbone.model.vision_model.vision_model.encoder.layers.24.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
656
+ "backbone.model.vision_model.vision_model.encoder.layers.24.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
657
+ "backbone.model.vision_model.vision_model.encoder.layers.24.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
658
+ "backbone.model.vision_model.vision_model.encoder.layers.24.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
659
+ "backbone.model.vision_model.vision_model.encoder.layers.24.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
660
+ "backbone.model.vision_model.vision_model.encoder.layers.24.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
661
+ "backbone.model.vision_model.vision_model.encoder.layers.24.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
662
+ "backbone.model.vision_model.vision_model.encoder.layers.25.layer_norm1.bias": "model-00001-of-00002.safetensors",
663
+ "backbone.model.vision_model.vision_model.encoder.layers.25.layer_norm1.weight": "model-00001-of-00002.safetensors",
664
+ "backbone.model.vision_model.vision_model.encoder.layers.25.layer_norm2.bias": "model-00001-of-00002.safetensors",
665
+ "backbone.model.vision_model.vision_model.encoder.layers.25.layer_norm2.weight": "model-00001-of-00002.safetensors",
666
+ "backbone.model.vision_model.vision_model.encoder.layers.25.mlp.fc1.bias": "model-00001-of-00002.safetensors",
667
+ "backbone.model.vision_model.vision_model.encoder.layers.25.mlp.fc1.weight": "model-00001-of-00002.safetensors",
668
+ "backbone.model.vision_model.vision_model.encoder.layers.25.mlp.fc2.bias": "model-00001-of-00002.safetensors",
669
+ "backbone.model.vision_model.vision_model.encoder.layers.25.mlp.fc2.weight": "model-00001-of-00002.safetensors",
670
+ "backbone.model.vision_model.vision_model.encoder.layers.25.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
671
+ "backbone.model.vision_model.vision_model.encoder.layers.25.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
672
+ "backbone.model.vision_model.vision_model.encoder.layers.25.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
673
+ "backbone.model.vision_model.vision_model.encoder.layers.25.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
674
+ "backbone.model.vision_model.vision_model.encoder.layers.25.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
675
+ "backbone.model.vision_model.vision_model.encoder.layers.25.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
676
+ "backbone.model.vision_model.vision_model.encoder.layers.25.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
677
+ "backbone.model.vision_model.vision_model.encoder.layers.25.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
678
+ "backbone.model.vision_model.vision_model.encoder.layers.26.layer_norm1.bias": "model-00001-of-00002.safetensors",
679
+ "backbone.model.vision_model.vision_model.encoder.layers.26.layer_norm1.weight": "model-00001-of-00002.safetensors",
680
+ "backbone.model.vision_model.vision_model.encoder.layers.26.layer_norm2.bias": "model-00001-of-00002.safetensors",
681
+ "backbone.model.vision_model.vision_model.encoder.layers.26.layer_norm2.weight": "model-00001-of-00002.safetensors",
682
+ "backbone.model.vision_model.vision_model.encoder.layers.26.mlp.fc1.bias": "model-00001-of-00002.safetensors",
683
+ "backbone.model.vision_model.vision_model.encoder.layers.26.mlp.fc1.weight": "model-00001-of-00002.safetensors",
684
+ "backbone.model.vision_model.vision_model.encoder.layers.26.mlp.fc2.bias": "model-00001-of-00002.safetensors",
685
+ "backbone.model.vision_model.vision_model.encoder.layers.26.mlp.fc2.weight": "model-00001-of-00002.safetensors",
686
+ "backbone.model.vision_model.vision_model.encoder.layers.26.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
687
+ "backbone.model.vision_model.vision_model.encoder.layers.26.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
688
+ "backbone.model.vision_model.vision_model.encoder.layers.26.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
689
+ "backbone.model.vision_model.vision_model.encoder.layers.26.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
690
+ "backbone.model.vision_model.vision_model.encoder.layers.26.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
691
+ "backbone.model.vision_model.vision_model.encoder.layers.26.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
692
+ "backbone.model.vision_model.vision_model.encoder.layers.26.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
693
+ "backbone.model.vision_model.vision_model.encoder.layers.26.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
694
+ "backbone.model.vision_model.vision_model.encoder.layers.3.layer_norm1.bias": "model-00001-of-00002.safetensors",
695
+ "backbone.model.vision_model.vision_model.encoder.layers.3.layer_norm1.weight": "model-00001-of-00002.safetensors",
696
+ "backbone.model.vision_model.vision_model.encoder.layers.3.layer_norm2.bias": "model-00001-of-00002.safetensors",
697
+ "backbone.model.vision_model.vision_model.encoder.layers.3.layer_norm2.weight": "model-00001-of-00002.safetensors",
698
+ "backbone.model.vision_model.vision_model.encoder.layers.3.mlp.fc1.bias": "model-00001-of-00002.safetensors",
699
+ "backbone.model.vision_model.vision_model.encoder.layers.3.mlp.fc1.weight": "model-00001-of-00002.safetensors",
700
+ "backbone.model.vision_model.vision_model.encoder.layers.3.mlp.fc2.bias": "model-00001-of-00002.safetensors",
701
+ "backbone.model.vision_model.vision_model.encoder.layers.3.mlp.fc2.weight": "model-00001-of-00002.safetensors",
702
+ "backbone.model.vision_model.vision_model.encoder.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
703
+ "backbone.model.vision_model.vision_model.encoder.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
704
+ "backbone.model.vision_model.vision_model.encoder.layers.3.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
705
+ "backbone.model.vision_model.vision_model.encoder.layers.3.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
706
+ "backbone.model.vision_model.vision_model.encoder.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
707
+ "backbone.model.vision_model.vision_model.encoder.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
708
+ "backbone.model.vision_model.vision_model.encoder.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
709
+ "backbone.model.vision_model.vision_model.encoder.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
710
+ "backbone.model.vision_model.vision_model.encoder.layers.4.layer_norm1.bias": "model-00001-of-00002.safetensors",
711
+ "backbone.model.vision_model.vision_model.encoder.layers.4.layer_norm1.weight": "model-00001-of-00002.safetensors",
712
+ "backbone.model.vision_model.vision_model.encoder.layers.4.layer_norm2.bias": "model-00001-of-00002.safetensors",
713
+ "backbone.model.vision_model.vision_model.encoder.layers.4.layer_norm2.weight": "model-00001-of-00002.safetensors",
714
+ "backbone.model.vision_model.vision_model.encoder.layers.4.mlp.fc1.bias": "model-00001-of-00002.safetensors",
715
+ "backbone.model.vision_model.vision_model.encoder.layers.4.mlp.fc1.weight": "model-00001-of-00002.safetensors",
716
+ "backbone.model.vision_model.vision_model.encoder.layers.4.mlp.fc2.bias": "model-00001-of-00002.safetensors",
717
+ "backbone.model.vision_model.vision_model.encoder.layers.4.mlp.fc2.weight": "model-00001-of-00002.safetensors",
718
+ "backbone.model.vision_model.vision_model.encoder.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
719
+ "backbone.model.vision_model.vision_model.encoder.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
720
+ "backbone.model.vision_model.vision_model.encoder.layers.4.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
721
+ "backbone.model.vision_model.vision_model.encoder.layers.4.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
722
+ "backbone.model.vision_model.vision_model.encoder.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
723
+ "backbone.model.vision_model.vision_model.encoder.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
724
+ "backbone.model.vision_model.vision_model.encoder.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
725
+ "backbone.model.vision_model.vision_model.encoder.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
726
+ "backbone.model.vision_model.vision_model.encoder.layers.5.layer_norm1.bias": "model-00001-of-00002.safetensors",
727
+ "backbone.model.vision_model.vision_model.encoder.layers.5.layer_norm1.weight": "model-00001-of-00002.safetensors",
728
+ "backbone.model.vision_model.vision_model.encoder.layers.5.layer_norm2.bias": "model-00001-of-00002.safetensors",
729
+ "backbone.model.vision_model.vision_model.encoder.layers.5.layer_norm2.weight": "model-00001-of-00002.safetensors",
730
+ "backbone.model.vision_model.vision_model.encoder.layers.5.mlp.fc1.bias": "model-00001-of-00002.safetensors",
731
+ "backbone.model.vision_model.vision_model.encoder.layers.5.mlp.fc1.weight": "model-00001-of-00002.safetensors",
732
+ "backbone.model.vision_model.vision_model.encoder.layers.5.mlp.fc2.bias": "model-00001-of-00002.safetensors",
733
+ "backbone.model.vision_model.vision_model.encoder.layers.5.mlp.fc2.weight": "model-00001-of-00002.safetensors",
734
+ "backbone.model.vision_model.vision_model.encoder.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
735
+ "backbone.model.vision_model.vision_model.encoder.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
736
+ "backbone.model.vision_model.vision_model.encoder.layers.5.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
737
+ "backbone.model.vision_model.vision_model.encoder.layers.5.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
738
+ "backbone.model.vision_model.vision_model.encoder.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
739
+ "backbone.model.vision_model.vision_model.encoder.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
740
+ "backbone.model.vision_model.vision_model.encoder.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
741
+ "backbone.model.vision_model.vision_model.encoder.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
742
+ "backbone.model.vision_model.vision_model.encoder.layers.6.layer_norm1.bias": "model-00001-of-00002.safetensors",
743
+ "backbone.model.vision_model.vision_model.encoder.layers.6.layer_norm1.weight": "model-00001-of-00002.safetensors",
744
+ "backbone.model.vision_model.vision_model.encoder.layers.6.layer_norm2.bias": "model-00001-of-00002.safetensors",
745
+ "backbone.model.vision_model.vision_model.encoder.layers.6.layer_norm2.weight": "model-00001-of-00002.safetensors",
746
+ "backbone.model.vision_model.vision_model.encoder.layers.6.mlp.fc1.bias": "model-00001-of-00002.safetensors",
747
+ "backbone.model.vision_model.vision_model.encoder.layers.6.mlp.fc1.weight": "model-00001-of-00002.safetensors",
748
+ "backbone.model.vision_model.vision_model.encoder.layers.6.mlp.fc2.bias": "model-00001-of-00002.safetensors",
749
+ "backbone.model.vision_model.vision_model.encoder.layers.6.mlp.fc2.weight": "model-00001-of-00002.safetensors",
750
+ "backbone.model.vision_model.vision_model.encoder.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
751
+ "backbone.model.vision_model.vision_model.encoder.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
752
+ "backbone.model.vision_model.vision_model.encoder.layers.6.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
753
+ "backbone.model.vision_model.vision_model.encoder.layers.6.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
754
+ "backbone.model.vision_model.vision_model.encoder.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
755
+ "backbone.model.vision_model.vision_model.encoder.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
756
+ "backbone.model.vision_model.vision_model.encoder.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
757
+ "backbone.model.vision_model.vision_model.encoder.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
758
+ "backbone.model.vision_model.vision_model.encoder.layers.7.layer_norm1.bias": "model-00001-of-00002.safetensors",
759
+ "backbone.model.vision_model.vision_model.encoder.layers.7.layer_norm1.weight": "model-00001-of-00002.safetensors",
760
+ "backbone.model.vision_model.vision_model.encoder.layers.7.layer_norm2.bias": "model-00001-of-00002.safetensors",
761
+ "backbone.model.vision_model.vision_model.encoder.layers.7.layer_norm2.weight": "model-00001-of-00002.safetensors",
762
+ "backbone.model.vision_model.vision_model.encoder.layers.7.mlp.fc1.bias": "model-00001-of-00002.safetensors",
763
+ "backbone.model.vision_model.vision_model.encoder.layers.7.mlp.fc1.weight": "model-00001-of-00002.safetensors",
764
+ "backbone.model.vision_model.vision_model.encoder.layers.7.mlp.fc2.bias": "model-00001-of-00002.safetensors",
765
+ "backbone.model.vision_model.vision_model.encoder.layers.7.mlp.fc2.weight": "model-00001-of-00002.safetensors",
766
+ "backbone.model.vision_model.vision_model.encoder.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
767
+ "backbone.model.vision_model.vision_model.encoder.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
768
+ "backbone.model.vision_model.vision_model.encoder.layers.7.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
769
+ "backbone.model.vision_model.vision_model.encoder.layers.7.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
770
+ "backbone.model.vision_model.vision_model.encoder.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
771
+ "backbone.model.vision_model.vision_model.encoder.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
772
+ "backbone.model.vision_model.vision_model.encoder.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
773
+ "backbone.model.vision_model.vision_model.encoder.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
774
+ "backbone.model.vision_model.vision_model.encoder.layers.8.layer_norm1.bias": "model-00001-of-00002.safetensors",
775
+ "backbone.model.vision_model.vision_model.encoder.layers.8.layer_norm1.weight": "model-00001-of-00002.safetensors",
776
+ "backbone.model.vision_model.vision_model.encoder.layers.8.layer_norm2.bias": "model-00001-of-00002.safetensors",
777
+ "backbone.model.vision_model.vision_model.encoder.layers.8.layer_norm2.weight": "model-00001-of-00002.safetensors",
778
+ "backbone.model.vision_model.vision_model.encoder.layers.8.mlp.fc1.bias": "model-00001-of-00002.safetensors",
779
+ "backbone.model.vision_model.vision_model.encoder.layers.8.mlp.fc1.weight": "model-00001-of-00002.safetensors",
780
+ "backbone.model.vision_model.vision_model.encoder.layers.8.mlp.fc2.bias": "model-00001-of-00002.safetensors",
781
+ "backbone.model.vision_model.vision_model.encoder.layers.8.mlp.fc2.weight": "model-00001-of-00002.safetensors",
782
+ "backbone.model.vision_model.vision_model.encoder.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
783
+ "backbone.model.vision_model.vision_model.encoder.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
784
+ "backbone.model.vision_model.vision_model.encoder.layers.8.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
785
+ "backbone.model.vision_model.vision_model.encoder.layers.8.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
786
+ "backbone.model.vision_model.vision_model.encoder.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
787
+ "backbone.model.vision_model.vision_model.encoder.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
788
+ "backbone.model.vision_model.vision_model.encoder.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
789
+ "backbone.model.vision_model.vision_model.encoder.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
790
+ "backbone.model.vision_model.vision_model.encoder.layers.9.layer_norm1.bias": "model-00001-of-00002.safetensors",
791
+ "backbone.model.vision_model.vision_model.encoder.layers.9.layer_norm1.weight": "model-00001-of-00002.safetensors",
792
+ "backbone.model.vision_model.vision_model.encoder.layers.9.layer_norm2.bias": "model-00001-of-00002.safetensors",
793
+ "backbone.model.vision_model.vision_model.encoder.layers.9.layer_norm2.weight": "model-00001-of-00002.safetensors",
794
+ "backbone.model.vision_model.vision_model.encoder.layers.9.mlp.fc1.bias": "model-00001-of-00002.safetensors",
795
+ "backbone.model.vision_model.vision_model.encoder.layers.9.mlp.fc1.weight": "model-00001-of-00002.safetensors",
796
+ "backbone.model.vision_model.vision_model.encoder.layers.9.mlp.fc2.bias": "model-00001-of-00002.safetensors",
797
+ "backbone.model.vision_model.vision_model.encoder.layers.9.mlp.fc2.weight": "model-00001-of-00002.safetensors",
798
+ "backbone.model.vision_model.vision_model.encoder.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
799
+ "backbone.model.vision_model.vision_model.encoder.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
800
+ "backbone.model.vision_model.vision_model.encoder.layers.9.self_attn.out_proj.bias": "model-00001-of-00002.safetensors",
801
+ "backbone.model.vision_model.vision_model.encoder.layers.9.self_attn.out_proj.weight": "model-00001-of-00002.safetensors",
802
+ "backbone.model.vision_model.vision_model.encoder.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
803
+ "backbone.model.vision_model.vision_model.encoder.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
804
+ "backbone.model.vision_model.vision_model.encoder.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
805
+ "backbone.model.vision_model.vision_model.encoder.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
806
+ "backbone.model.vision_model.vision_model.post_layernorm.bias": "model-00001-of-00002.safetensors",
807
+ "backbone.model.vision_model.vision_model.post_layernorm.weight": "model-00001-of-00002.safetensors"
808
+ }
809
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0e6f9ae2bc4a233cfcda61255469454e7e07b9deaf08074af0bd60bb3f86fdb
3
+ size 10272357262
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2bf1d9ab0dedb9a6d6195de5afa78ffe6b6d30b38e5e03effdeba459da825ed
3
+ size 14244
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:982b172f59d5f9ba1364df1f6bd7cbf7ebb1d65c38da7378f54ad3df74ef598c
3
+ size 1064
trainer_state.json ADDED
@@ -0,0 +1,733 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 3.0395136778115504,
5
+ "eval_steps": 500,
6
+ "global_step": 1000,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.030395136778115502,
13
+ "grad_norm": 9.889811515808105,
14
+ "learning_rate": 2.0000000000000003e-06,
15
+ "loss": 1.6102,
16
+ "step": 10
17
+ },
18
+ {
19
+ "epoch": 0.060790273556231005,
20
+ "grad_norm": 11.921159744262695,
21
+ "learning_rate": 4.000000000000001e-06,
22
+ "loss": 1.4517,
23
+ "step": 20
24
+ },
25
+ {
26
+ "epoch": 0.0911854103343465,
27
+ "grad_norm": 8.763319969177246,
28
+ "learning_rate": 6e-06,
29
+ "loss": 1.3953,
30
+ "step": 30
31
+ },
32
+ {
33
+ "epoch": 0.12158054711246201,
34
+ "grad_norm": 4.841191291809082,
35
+ "learning_rate": 8.000000000000001e-06,
36
+ "loss": 1.0262,
37
+ "step": 40
38
+ },
39
+ {
40
+ "epoch": 0.1519756838905775,
41
+ "grad_norm": 4.8184733390808105,
42
+ "learning_rate": 1e-05,
43
+ "loss": 0.6875,
44
+ "step": 50
45
+ },
46
+ {
47
+ "epoch": 0.182370820668693,
48
+ "grad_norm": 4.519493579864502,
49
+ "learning_rate": 1.2e-05,
50
+ "loss": 0.5443,
51
+ "step": 60
52
+ },
53
+ {
54
+ "epoch": 0.2127659574468085,
55
+ "grad_norm": 2.340122699737549,
56
+ "learning_rate": 1.4000000000000001e-05,
57
+ "loss": 0.3662,
58
+ "step": 70
59
+ },
60
+ {
61
+ "epoch": 0.24316109422492402,
62
+ "grad_norm": 1.4288235902786255,
63
+ "learning_rate": 1.6000000000000003e-05,
64
+ "loss": 0.2864,
65
+ "step": 80
66
+ },
67
+ {
68
+ "epoch": 0.2735562310030395,
69
+ "grad_norm": 1.979983925819397,
70
+ "learning_rate": 1.8e-05,
71
+ "loss": 0.2239,
72
+ "step": 90
73
+ },
74
+ {
75
+ "epoch": 0.303951367781155,
76
+ "grad_norm": 1.3639392852783203,
77
+ "learning_rate": 2e-05,
78
+ "loss": 0.166,
79
+ "step": 100
80
+ },
81
+ {
82
+ "epoch": 0.3343465045592705,
83
+ "grad_norm": 0.9854844808578491,
84
+ "learning_rate": 2.2000000000000003e-05,
85
+ "loss": 0.1515,
86
+ "step": 110
87
+ },
88
+ {
89
+ "epoch": 0.364741641337386,
90
+ "grad_norm": 1.101383924484253,
91
+ "learning_rate": 2.4e-05,
92
+ "loss": 0.1637,
93
+ "step": 120
94
+ },
95
+ {
96
+ "epoch": 0.3951367781155015,
97
+ "grad_norm": 1.665946125984192,
98
+ "learning_rate": 2.6000000000000002e-05,
99
+ "loss": 0.1045,
100
+ "step": 130
101
+ },
102
+ {
103
+ "epoch": 0.425531914893617,
104
+ "grad_norm": 0.7495555877685547,
105
+ "learning_rate": 2.8000000000000003e-05,
106
+ "loss": 0.1058,
107
+ "step": 140
108
+ },
109
+ {
110
+ "epoch": 0.45592705167173253,
111
+ "grad_norm": 1.0226916074752808,
112
+ "learning_rate": 3e-05,
113
+ "loss": 0.1079,
114
+ "step": 150
115
+ },
116
+ {
117
+ "epoch": 0.48632218844984804,
118
+ "grad_norm": 0.6161096096038818,
119
+ "learning_rate": 3.2000000000000005e-05,
120
+ "loss": 0.0993,
121
+ "step": 160
122
+ },
123
+ {
124
+ "epoch": 0.5167173252279635,
125
+ "grad_norm": 0.7106040120124817,
126
+ "learning_rate": 3.4000000000000007e-05,
127
+ "loss": 0.1079,
128
+ "step": 170
129
+ },
130
+ {
131
+ "epoch": 0.547112462006079,
132
+ "grad_norm": 1.0743619203567505,
133
+ "learning_rate": 3.6e-05,
134
+ "loss": 0.0882,
135
+ "step": 180
136
+ },
137
+ {
138
+ "epoch": 0.5775075987841946,
139
+ "grad_norm": 0.85890132188797,
140
+ "learning_rate": 3.8e-05,
141
+ "loss": 0.0943,
142
+ "step": 190
143
+ },
144
+ {
145
+ "epoch": 0.60790273556231,
146
+ "grad_norm": 1.4179412126541138,
147
+ "learning_rate": 4e-05,
148
+ "loss": 0.0969,
149
+ "step": 200
150
+ },
151
+ {
152
+ "epoch": 0.6382978723404256,
153
+ "grad_norm": 2.021270513534546,
154
+ "learning_rate": 4.2e-05,
155
+ "loss": 0.0934,
156
+ "step": 210
157
+ },
158
+ {
159
+ "epoch": 0.668693009118541,
160
+ "grad_norm": 1.4204037189483643,
161
+ "learning_rate": 4.4000000000000006e-05,
162
+ "loss": 0.0992,
163
+ "step": 220
164
+ },
165
+ {
166
+ "epoch": 0.6990881458966566,
167
+ "grad_norm": 1.0484898090362549,
168
+ "learning_rate": 4.600000000000001e-05,
169
+ "loss": 0.0807,
170
+ "step": 230
171
+ },
172
+ {
173
+ "epoch": 0.729483282674772,
174
+ "grad_norm": 1.0355311632156372,
175
+ "learning_rate": 4.8e-05,
176
+ "loss": 0.0827,
177
+ "step": 240
178
+ },
179
+ {
180
+ "epoch": 0.7598784194528876,
181
+ "grad_norm": 0.7956388592720032,
182
+ "learning_rate": 5e-05,
183
+ "loss": 0.0818,
184
+ "step": 250
185
+ },
186
+ {
187
+ "epoch": 0.790273556231003,
188
+ "grad_norm": 0.8189113736152649,
189
+ "learning_rate": 5.2000000000000004e-05,
190
+ "loss": 0.076,
191
+ "step": 260
192
+ },
193
+ {
194
+ "epoch": 0.8206686930091185,
195
+ "grad_norm": 0.6537955403327942,
196
+ "learning_rate": 5.4000000000000005e-05,
197
+ "loss": 0.0738,
198
+ "step": 270
199
+ },
200
+ {
201
+ "epoch": 0.851063829787234,
202
+ "grad_norm": 0.8595532774925232,
203
+ "learning_rate": 5.6000000000000006e-05,
204
+ "loss": 0.0797,
205
+ "step": 280
206
+ },
207
+ {
208
+ "epoch": 0.8814589665653495,
209
+ "grad_norm": 0.9948979020118713,
210
+ "learning_rate": 5.8e-05,
211
+ "loss": 0.0674,
212
+ "step": 290
213
+ },
214
+ {
215
+ "epoch": 0.9118541033434651,
216
+ "grad_norm": 0.7822934985160828,
217
+ "learning_rate": 6e-05,
218
+ "loss": 0.0839,
219
+ "step": 300
220
+ },
221
+ {
222
+ "epoch": 0.9422492401215805,
223
+ "grad_norm": 0.9252318143844604,
224
+ "learning_rate": 6.2e-05,
225
+ "loss": 0.0657,
226
+ "step": 310
227
+ },
228
+ {
229
+ "epoch": 0.9726443768996961,
230
+ "grad_norm": 1.2264695167541504,
231
+ "learning_rate": 6.400000000000001e-05,
232
+ "loss": 0.0751,
233
+ "step": 320
234
+ },
235
+ {
236
+ "epoch": 1.0030395136778116,
237
+ "grad_norm": 0.6637468338012695,
238
+ "learning_rate": 6.6e-05,
239
+ "loss": 0.0766,
240
+ "step": 330
241
+ },
242
+ {
243
+ "epoch": 1.033434650455927,
244
+ "grad_norm": 1.3035773038864136,
245
+ "learning_rate": 6.800000000000001e-05,
246
+ "loss": 0.0637,
247
+ "step": 340
248
+ },
249
+ {
250
+ "epoch": 1.0638297872340425,
251
+ "grad_norm": 0.8334704637527466,
252
+ "learning_rate": 7e-05,
253
+ "loss": 0.0753,
254
+ "step": 350
255
+ },
256
+ {
257
+ "epoch": 1.094224924012158,
258
+ "grad_norm": 1.2079942226409912,
259
+ "learning_rate": 7.2e-05,
260
+ "loss": 0.0729,
261
+ "step": 360
262
+ },
263
+ {
264
+ "epoch": 1.1246200607902737,
265
+ "grad_norm": 0.8719915747642517,
266
+ "learning_rate": 7.4e-05,
267
+ "loss": 0.0577,
268
+ "step": 370
269
+ },
270
+ {
271
+ "epoch": 1.155015197568389,
272
+ "grad_norm": 0.9174433350563049,
273
+ "learning_rate": 7.6e-05,
274
+ "loss": 0.0705,
275
+ "step": 380
276
+ },
277
+ {
278
+ "epoch": 1.1854103343465046,
279
+ "grad_norm": 1.2214233875274658,
280
+ "learning_rate": 7.800000000000001e-05,
281
+ "loss": 0.0837,
282
+ "step": 390
283
+ },
284
+ {
285
+ "epoch": 1.21580547112462,
286
+ "grad_norm": 1.2708603143692017,
287
+ "learning_rate": 8e-05,
288
+ "loss": 0.0658,
289
+ "step": 400
290
+ },
291
+ {
292
+ "epoch": 1.2462006079027357,
293
+ "grad_norm": 1.0723034143447876,
294
+ "learning_rate": 8.2e-05,
295
+ "loss": 0.0625,
296
+ "step": 410
297
+ },
298
+ {
299
+ "epoch": 1.2765957446808511,
300
+ "grad_norm": 1.0916433334350586,
301
+ "learning_rate": 8.4e-05,
302
+ "loss": 0.087,
303
+ "step": 420
304
+ },
305
+ {
306
+ "epoch": 1.3069908814589666,
307
+ "grad_norm": 0.6322633624076843,
308
+ "learning_rate": 8.6e-05,
309
+ "loss": 0.0722,
310
+ "step": 430
311
+ },
312
+ {
313
+ "epoch": 1.337386018237082,
314
+ "grad_norm": 0.5855675339698792,
315
+ "learning_rate": 8.800000000000001e-05,
316
+ "loss": 0.0635,
317
+ "step": 440
318
+ },
319
+ {
320
+ "epoch": 1.3677811550151975,
321
+ "grad_norm": 1.0976413488388062,
322
+ "learning_rate": 9e-05,
323
+ "loss": 0.0664,
324
+ "step": 450
325
+ },
326
+ {
327
+ "epoch": 1.3981762917933132,
328
+ "grad_norm": 0.9359951019287109,
329
+ "learning_rate": 9.200000000000001e-05,
330
+ "loss": 0.0647,
331
+ "step": 460
332
+ },
333
+ {
334
+ "epoch": 1.4285714285714286,
335
+ "grad_norm": 0.7038888335227966,
336
+ "learning_rate": 9.4e-05,
337
+ "loss": 0.0716,
338
+ "step": 470
339
+ },
340
+ {
341
+ "epoch": 1.458966565349544,
342
+ "grad_norm": 0.5396299958229065,
343
+ "learning_rate": 9.6e-05,
344
+ "loss": 0.0527,
345
+ "step": 480
346
+ },
347
+ {
348
+ "epoch": 1.4893617021276595,
349
+ "grad_norm": 0.5245558619499207,
350
+ "learning_rate": 9.8e-05,
351
+ "loss": 0.0627,
352
+ "step": 490
353
+ },
354
+ {
355
+ "epoch": 1.5197568389057752,
356
+ "grad_norm": 1.350913405418396,
357
+ "learning_rate": 0.0001,
358
+ "loss": 0.0555,
359
+ "step": 500
360
+ },
361
+ {
362
+ "epoch": 1.5501519756838906,
363
+ "grad_norm": 0.6774181723594666,
364
+ "learning_rate": 9.999972660400536e-05,
365
+ "loss": 0.061,
366
+ "step": 510
367
+ },
368
+ {
369
+ "epoch": 1.580547112462006,
370
+ "grad_norm": 0.5291458964347839,
371
+ "learning_rate": 9.999890641901125e-05,
372
+ "loss": 0.0497,
373
+ "step": 520
374
+ },
375
+ {
376
+ "epoch": 1.6109422492401215,
377
+ "grad_norm": 0.8055920600891113,
378
+ "learning_rate": 9.999753945398704e-05,
379
+ "loss": 0.0612,
380
+ "step": 530
381
+ },
382
+ {
383
+ "epoch": 1.641337386018237,
384
+ "grad_norm": 0.6707597374916077,
385
+ "learning_rate": 9.99956257238817e-05,
386
+ "loss": 0.0618,
387
+ "step": 540
388
+ },
389
+ {
390
+ "epoch": 1.6717325227963524,
391
+ "grad_norm": 0.6728675365447998,
392
+ "learning_rate": 9.999316524962345e-05,
393
+ "loss": 0.0569,
394
+ "step": 550
395
+ },
396
+ {
397
+ "epoch": 1.702127659574468,
398
+ "grad_norm": 0.5206692814826965,
399
+ "learning_rate": 9.999015805811965e-05,
400
+ "loss": 0.0574,
401
+ "step": 560
402
+ },
403
+ {
404
+ "epoch": 1.7325227963525835,
405
+ "grad_norm": 0.7465855479240417,
406
+ "learning_rate": 9.998660418225645e-05,
407
+ "loss": 0.0665,
408
+ "step": 570
409
+ },
410
+ {
411
+ "epoch": 1.7629179331306992,
412
+ "grad_norm": 0.5522341728210449,
413
+ "learning_rate": 9.998250366089848e-05,
414
+ "loss": 0.072,
415
+ "step": 580
416
+ },
417
+ {
418
+ "epoch": 1.7933130699088147,
419
+ "grad_norm": 0.6498285531997681,
420
+ "learning_rate": 9.997785653888835e-05,
421
+ "loss": 0.0471,
422
+ "step": 590
423
+ },
424
+ {
425
+ "epoch": 1.8237082066869301,
426
+ "grad_norm": 0.8599438071250916,
427
+ "learning_rate": 9.997266286704631e-05,
428
+ "loss": 0.056,
429
+ "step": 600
430
+ },
431
+ {
432
+ "epoch": 1.8541033434650456,
433
+ "grad_norm": 2.1041059494018555,
434
+ "learning_rate": 9.996692270216947e-05,
435
+ "loss": 0.0732,
436
+ "step": 610
437
+ },
438
+ {
439
+ "epoch": 1.884498480243161,
440
+ "grad_norm": 1.016334891319275,
441
+ "learning_rate": 9.996063610703137e-05,
442
+ "loss": 0.0657,
443
+ "step": 620
444
+ },
445
+ {
446
+ "epoch": 1.9148936170212765,
447
+ "grad_norm": 0.6369310021400452,
448
+ "learning_rate": 9.995380315038119e-05,
449
+ "loss": 0.0499,
450
+ "step": 630
451
+ },
452
+ {
453
+ "epoch": 1.9452887537993921,
454
+ "grad_norm": 0.6747097969055176,
455
+ "learning_rate": 9.994642390694308e-05,
456
+ "loss": 0.0552,
457
+ "step": 640
458
+ },
459
+ {
460
+ "epoch": 1.9756838905775076,
461
+ "grad_norm": 0.8461899161338806,
462
+ "learning_rate": 9.993849845741524e-05,
463
+ "loss": 0.051,
464
+ "step": 650
465
+ },
466
+ {
467
+ "epoch": 2.0060790273556233,
468
+ "grad_norm": 1.1829544305801392,
469
+ "learning_rate": 9.993002688846913e-05,
470
+ "loss": 0.0548,
471
+ "step": 660
472
+ },
473
+ {
474
+ "epoch": 2.0364741641337387,
475
+ "grad_norm": 0.5973241329193115,
476
+ "learning_rate": 9.992100929274846e-05,
477
+ "loss": 0.0505,
478
+ "step": 670
479
+ },
480
+ {
481
+ "epoch": 2.066869300911854,
482
+ "grad_norm": 0.4595549404621124,
483
+ "learning_rate": 9.991144576886823e-05,
484
+ "loss": 0.064,
485
+ "step": 680
486
+ },
487
+ {
488
+ "epoch": 2.0972644376899696,
489
+ "grad_norm": 0.5466217994689941,
490
+ "learning_rate": 9.990133642141359e-05,
491
+ "loss": 0.0475,
492
+ "step": 690
493
+ },
494
+ {
495
+ "epoch": 2.127659574468085,
496
+ "grad_norm": 0.4098721146583557,
497
+ "learning_rate": 9.989068136093873e-05,
498
+ "loss": 0.0459,
499
+ "step": 700
500
+ },
501
+ {
502
+ "epoch": 2.1580547112462005,
503
+ "grad_norm": 0.5519854426383972,
504
+ "learning_rate": 9.987948070396571e-05,
505
+ "loss": 0.0463,
506
+ "step": 710
507
+ },
508
+ {
509
+ "epoch": 2.188449848024316,
510
+ "grad_norm": 0.5170401930809021,
511
+ "learning_rate": 9.986773457298311e-05,
512
+ "loss": 0.0484,
513
+ "step": 720
514
+ },
515
+ {
516
+ "epoch": 2.2188449848024314,
517
+ "grad_norm": 0.3473241925239563,
518
+ "learning_rate": 9.985544309644475e-05,
519
+ "loss": 0.0546,
520
+ "step": 730
521
+ },
522
+ {
523
+ "epoch": 2.2492401215805473,
524
+ "grad_norm": 0.38744667172431946,
525
+ "learning_rate": 9.984260640876821e-05,
526
+ "loss": 0.0428,
527
+ "step": 740
528
+ },
529
+ {
530
+ "epoch": 2.2796352583586628,
531
+ "grad_norm": 0.7359247803688049,
532
+ "learning_rate": 9.98292246503335e-05,
533
+ "loss": 0.0592,
534
+ "step": 750
535
+ },
536
+ {
537
+ "epoch": 2.310030395136778,
538
+ "grad_norm": 0.5814300179481506,
539
+ "learning_rate": 9.981529796748134e-05,
540
+ "loss": 0.0399,
541
+ "step": 760
542
+ },
543
+ {
544
+ "epoch": 2.3404255319148937,
545
+ "grad_norm": 0.5898028016090393,
546
+ "learning_rate": 9.980082651251175e-05,
547
+ "loss": 0.046,
548
+ "step": 770
549
+ },
550
+ {
551
+ "epoch": 2.370820668693009,
552
+ "grad_norm": 0.4852890968322754,
553
+ "learning_rate": 9.97858104436822e-05,
554
+ "loss": 0.046,
555
+ "step": 780
556
+ },
557
+ {
558
+ "epoch": 2.4012158054711246,
559
+ "grad_norm": 0.4703480899333954,
560
+ "learning_rate": 9.977024992520602e-05,
561
+ "loss": 0.0374,
562
+ "step": 790
563
+ },
564
+ {
565
+ "epoch": 2.43161094224924,
566
+ "grad_norm": 0.43933120369911194,
567
+ "learning_rate": 9.975414512725057e-05,
568
+ "loss": 0.0454,
569
+ "step": 800
570
+ },
571
+ {
572
+ "epoch": 2.4620060790273555,
573
+ "grad_norm": 0.639541745185852,
574
+ "learning_rate": 9.973749622593534e-05,
575
+ "loss": 0.0379,
576
+ "step": 810
577
+ },
578
+ {
579
+ "epoch": 2.4924012158054714,
580
+ "grad_norm": 0.6174078583717346,
581
+ "learning_rate": 9.972030340333001e-05,
582
+ "loss": 0.0539,
583
+ "step": 820
584
+ },
585
+ {
586
+ "epoch": 2.522796352583587,
587
+ "grad_norm": 0.49048295617103577,
588
+ "learning_rate": 9.970256684745258e-05,
589
+ "loss": 0.045,
590
+ "step": 830
591
+ },
592
+ {
593
+ "epoch": 2.5531914893617023,
594
+ "grad_norm": 0.3859421908855438,
595
+ "learning_rate": 9.968428675226714e-05,
596
+ "loss": 0.038,
597
+ "step": 840
598
+ },
599
+ {
600
+ "epoch": 2.5835866261398177,
601
+ "grad_norm": 0.5661002993583679,
602
+ "learning_rate": 9.966546331768191e-05,
603
+ "loss": 0.0377,
604
+ "step": 850
605
+ },
606
+ {
607
+ "epoch": 2.613981762917933,
608
+ "grad_norm": 0.6421768665313721,
609
+ "learning_rate": 9.964609674954696e-05,
610
+ "loss": 0.0516,
611
+ "step": 860
612
+ },
613
+ {
614
+ "epoch": 2.6443768996960486,
615
+ "grad_norm": 0.36835750937461853,
616
+ "learning_rate": 9.962618725965196e-05,
617
+ "loss": 0.0354,
618
+ "step": 870
619
+ },
620
+ {
621
+ "epoch": 2.674772036474164,
622
+ "grad_norm": 0.34994593262672424,
623
+ "learning_rate": 9.96057350657239e-05,
624
+ "loss": 0.0391,
625
+ "step": 880
626
+ },
627
+ {
628
+ "epoch": 2.7051671732522795,
629
+ "grad_norm": 0.501876175403595,
630
+ "learning_rate": 9.95847403914247e-05,
631
+ "loss": 0.0459,
632
+ "step": 890
633
+ },
634
+ {
635
+ "epoch": 2.735562310030395,
636
+ "grad_norm": 0.4514513611793518,
637
+ "learning_rate": 9.956320346634876e-05,
638
+ "loss": 0.0368,
639
+ "step": 900
640
+ },
641
+ {
642
+ "epoch": 2.7659574468085104,
643
+ "grad_norm": 0.4428149461746216,
644
+ "learning_rate": 9.954112452602045e-05,
645
+ "loss": 0.033,
646
+ "step": 910
647
+ },
648
+ {
649
+ "epoch": 2.7963525835866263,
650
+ "grad_norm": 0.7399154305458069,
651
+ "learning_rate": 9.95185038118915e-05,
652
+ "loss": 0.0443,
653
+ "step": 920
654
+ },
655
+ {
656
+ "epoch": 2.8267477203647418,
657
+ "grad_norm": 0.4058426320552826,
658
+ "learning_rate": 9.949534157133844e-05,
659
+ "loss": 0.051,
660
+ "step": 930
661
+ },
662
+ {
663
+ "epoch": 2.857142857142857,
664
+ "grad_norm": 0.3738716244697571,
665
+ "learning_rate": 9.94716380576598e-05,
666
+ "loss": 0.0318,
667
+ "step": 940
668
+ },
669
+ {
670
+ "epoch": 2.8875379939209727,
671
+ "grad_norm": 0.5219188332557678,
672
+ "learning_rate": 9.944739353007344e-05,
673
+ "loss": 0.0383,
674
+ "step": 950
675
+ },
676
+ {
677
+ "epoch": 2.917933130699088,
678
+ "grad_norm": 0.28857406973838806,
679
+ "learning_rate": 9.942260825371358e-05,
680
+ "loss": 0.0413,
681
+ "step": 960
682
+ },
683
+ {
684
+ "epoch": 2.9483282674772036,
685
+ "grad_norm": 0.4435504674911499,
686
+ "learning_rate": 9.939728249962807e-05,
687
+ "loss": 0.0331,
688
+ "step": 970
689
+ },
690
+ {
691
+ "epoch": 2.978723404255319,
692
+ "grad_norm": 0.6941442489624023,
693
+ "learning_rate": 9.937141654477528e-05,
694
+ "loss": 0.039,
695
+ "step": 980
696
+ },
697
+ {
698
+ "epoch": 3.0091185410334345,
699
+ "grad_norm": 0.5373895764350891,
700
+ "learning_rate": 9.934501067202117e-05,
701
+ "loss": 0.0434,
702
+ "step": 990
703
+ },
704
+ {
705
+ "epoch": 3.0395136778115504,
706
+ "grad_norm": 0.3684053122997284,
707
+ "learning_rate": 9.931806517013612e-05,
708
+ "loss": 0.0367,
709
+ "step": 1000
710
+ }
711
+ ],
712
+ "logging_steps": 10,
713
+ "max_steps": 10000,
714
+ "num_input_tokens_seen": 0,
715
+ "num_train_epochs": 31,
716
+ "save_steps": 500,
717
+ "stateful_callbacks": {
718
+ "TrainerControl": {
719
+ "args": {
720
+ "should_epoch_stop": false,
721
+ "should_evaluate": false,
722
+ "should_log": false,
723
+ "should_save": true,
724
+ "should_training_stop": false
725
+ },
726
+ "attributes": {}
727
+ }
728
+ },
729
+ "total_flos": 3.301578581152896e+16,
730
+ "train_batch_size": 16,
731
+ "trial_name": null,
732
+ "trial_params": null
733
+ }
upload.py ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ from huggingface_hub import HfApi, upload_folder
2
+
3
+ upload_folder(
4
+ folder_path=".", # current folder
5
+ repo_id="maxzand/gr00tfoldingrobot",
6
+ repo_type="model",
7
+ path_in_repo="",
8
+ )