yujiepan commited on
Commit
c5282ed
·
verified ·
1 Parent(s): 2fd105c

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. README.md +2 -0
  2. model.safetensors +2 -2
README.md CHANGED
@@ -143,6 +143,7 @@ model.model.language_model.layers.append(nn.ModuleDict(dict(
143
  enorm=nn.RMSNorm(config.hidden_size),
144
  hnorm=nn.RMSNorm(config.hidden_size),
145
  input_layernorm=nn.RMSNorm(config.hidden_size),
 
146
  post_attention_layernorm=nn.RMSNorm(config.hidden_size),
147
  post_self_attn_layernorm=nn.RMSNorm(config.hidden_size),
148
  self_attn=deepcopy(model.model.language_model.layers[1].self_attn),
@@ -229,6 +230,7 @@ GlmOcrForConditionalGeneration(
229
  (enorm): RMSNorm((8,), eps=None, elementwise_affine=True)
230
  (hnorm): RMSNorm((8,), eps=None, elementwise_affine=True)
231
  (input_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
 
232
  (post_attention_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
233
  (post_self_attn_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
234
  (self_attn): GlmOcrTextAttention(
 
143
  enorm=nn.RMSNorm(config.hidden_size),
144
  hnorm=nn.RMSNorm(config.hidden_size),
145
  input_layernorm=nn.RMSNorm(config.hidden_size),
146
+ post_mlp_layernorm=nn.RMSNorm(config.hidden_size),
147
  post_attention_layernorm=nn.RMSNorm(config.hidden_size),
148
  post_self_attn_layernorm=nn.RMSNorm(config.hidden_size),
149
  self_attn=deepcopy(model.model.language_model.layers[1].self_attn),
 
230
  (enorm): RMSNorm((8,), eps=None, elementwise_affine=True)
231
  (hnorm): RMSNorm((8,), eps=None, elementwise_affine=True)
232
  (input_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
233
+ (post_mlp_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
234
  (post_attention_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
235
  (post_self_attn_layernorm): RMSNorm((8,), eps=None, elementwise_affine=True)
236
  (self_attn): GlmOcrTextAttention(
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1887b001e63419d877771c4e5a93fdb1738b31b16b16fb511dc637e12b9b7a4
3
- size 3977976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7324ee7dc8900750c71d742995f3b88c0a09dde559cc5cc9c64e3eca08a75416
3
+ size 3978120