Upload GPTNeoXForCausalLM

config.json

@@ -7,7 +7,7 @@
   "bos_token_id": 0,
   "classifier_dropout": 0.1,
   "dtype": "float32",
-  "eos_token_id": 2,
+  "eos_token_id": 0,
   "hidden_act": "gelu",
   "hidden_dropout": 0.0,
   "hidden_size": 8,
@@ -18,7 +18,6 @@
   "model_type": "gpt_neox",
   "num_attention_heads": 4,
   "num_hidden_layers": 2,
-  "num_key_value_heads": 2,
   "partial_rotary_factor": 0.25,
   "rope_scaling": null,
   "rope_theta": 10000,
@@ -28,5 +27,5 @@
   "transformers_version": "4.57.0.dev0",
   "use_cache": true,
   "use_parallel_residual": true,
-  "vocab_size": 50277
+  "vocab_size": 50304
 }

generation_config.json

@@ -1,6 +1,6 @@
 {
   "_from_model_config": true,
   "bos_token_id": 0,
-  "eos_token_id": 2,
+  "eos_token_id": 0,
   "transformers_version": "4.57.0.dev0"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:986e0bc0ff0a98269e0ee271923a184f6b3c0304a8e49af23e130d214ad15043
-size 3227768
+oid sha256:bfc8e53a0a23e9830682d9e23c569948e962521c89cc37da135683ebe15ecd8b
+size 3229496