hf-internal-testing
/

tiny-electra

Model card Files Files and versions

stas commited on Jul 8, 2021

Commit

1165d92

·

1 Parent(s): b026625

updates

Files changed (3) hide show

config.json +1 -1
make-tiny-electra.py +1 -1
pytorch_model.bin +2 -2

config.json CHANGED Viewed

@@ -10,7 +10,7 @@
   "initializer_range": 0.02,
   "intermediate_size": 64,
   "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 64,
   "model_type": "electra",
   "num_attention_heads": 2,
   "num_hidden_layers": 2,

   "initializer_range": 0.02,
   "intermediate_size": 64,
   "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
   "model_type": "electra",
   "num_attention_heads": 2,
   "num_hidden_layers": 2,

make-tiny-electra.py CHANGED Viewed

@@ -82,7 +82,7 @@ config_tiny.update(dict(
     embedding_size=64,
     hidden_size=64,
     intermediate_size=64,
-    max_position_embeddings=64,
     num_attention_heads=2,
     num_hidden_layers=2,
 ))

     embedding_size=64,
     hidden_size=64,
     intermediate_size=64,
+    max_position_embeddings=512,
     num_attention_heads=2,
     num_hidden_layers=2,
 ))

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d055d70e8a7ca5b19773a812c87e5206436b1381bfcb3d0ee6ca2b653cc929a2
-size 4102372

 version https://git-lfs.github.com/spec/v1
+oid sha256:16490204d439317f20cd9f9376475bec315b0085d79908523dabcf03e512654f
+size 4163300