Upload folder using huggingface_hub
Browse files- README.md +2 -0
- model.safetensors +2 -2
README.md
CHANGED
|
@@ -143,6 +143,7 @@ model.model.language_model.layers.append(nn.ModuleDict(dict(
|
|
| 143 |
enorm=nn.RMSNorm(config.hidden_size),
|
| 144 |
hnorm=nn.RMSNorm(config.hidden_size),
|
| 145 |
input_layernorm=nn.RMSNorm(config.hidden_size),
|
|
|
|
| 146 |
post_attention_layernorm=nn.RMSNorm(config.hidden_size),
|
| 147 |
post_self_attn_layernorm=nn.RMSNorm(config.hidden_size),
|
| 148 |
self_attn=deepcopy(model.model.language_model.layers[1].self_attn),
|
|
@@ -229,6 +230,7 @@ GlmOcrForConditionalGeneration(
|
|
| 229 |
(enorm): RMSNorm((8,), eps=None, elementwise_affine=True)
|
| 230 |
(hnorm): RMSNorm((8,), eps=None, elementwise_affine=True)
|
| 231 |
(input_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
|
|
|
|
| 232 |
(post_attention_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
|
| 233 |
(post_self_attn_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
|
| 234 |
(self_attn): GlmOcrTextAttention(
|
|
|
|
| 143 |
enorm=nn.RMSNorm(config.hidden_size),
|
| 144 |
hnorm=nn.RMSNorm(config.hidden_size),
|
| 145 |
input_layernorm=nn.RMSNorm(config.hidden_size),
|
| 146 |
+
post_mlp_layernorm=nn.RMSNorm(config.hidden_size),
|
| 147 |
post_attention_layernorm=nn.RMSNorm(config.hidden_size),
|
| 148 |
post_self_attn_layernorm=nn.RMSNorm(config.hidden_size),
|
| 149 |
self_attn=deepcopy(model.model.language_model.layers[1].self_attn),
|
|
|
|
| 230 |
(enorm): RMSNorm((8,), eps=None, elementwise_affine=True)
|
| 231 |
(hnorm): RMSNorm((8,), eps=None, elementwise_affine=True)
|
| 232 |
(input_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
|
| 233 |
+
(post_mlp_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
|
| 234 |
(post_attention_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
|
| 235 |
(post_self_attn_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
|
| 236 |
(self_attn): GlmOcrTextAttention(
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7324ee7dc8900750c71d742995f3b88c0a09dde559cc5cc9c64e3eca08a75416
|
| 3 |
+
size 3978120
|