Upload optimized ONNX model (#1)

- Upload optimized ONNX model (b69a4e7576e006f8b5af0fa15e8187c84f21af86)
- Delete onnx/model_bnb4.onnx (8940cfffaba4dfd3e4022f5a180467da2ae7bc76)
- Delete onnx/model_int8.onnx (5ff91e5ccacb0daddd929c849474b4a903bc6412)
- Delete onnx/model_uint8.onnx (917277aa018cd670cc7d40ef37a3c7ba62d74875)

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+onnx/model.onnx_data filter=lfs diff=lfs merge=lfs -text
+onnx/model_fp16.onnx_data filter=lfs diff=lfs merge=lfs -text
+onnx/model_q4.onnx_data filter=lfs diff=lfs merge=lfs -text
+onnx/model_q4f16.onnx_data filter=lfs diff=lfs merge=lfs -text
+onnx/model_quantized.onnx_data filter=lfs diff=lfs merge=lfs -text

config.json

@@ -1,12 +1,11 @@
 {
-  "_attn_implementation_autoset": true,
-  "_name_or_path": "PleIAs/Monad",
   "architectures": [
     "LlamaForCausalLM"
   ],
   "attention_bias": false,
   "attention_dropout": 0.0,
   "bos_token_id": 1,
+  "dtype": "bfloat16",
   "eos_token_id": 2,
   "head_dim": 64,
   "hidden_act": "silu",
@@ -21,11 +20,26 @@
   "num_key_value_heads": 4,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
-  "rope_scaling": null,
+  "rope_parameters": {
+    "rope_theta": 10000,
+    "rope_type": "default"
+  },
   "rope_theta": 10000,
   "tie_word_embeddings": true,
-  "torch_dtype": "float32",
-  "transformers_version": "4.49.0",
+  "transformers_version": "5.0.0.dev0",
   "use_cache": true,
-  "vocab_size": 8192
-}
+  "vocab_size": 8192,
+  "transformers.js_config": {
+    "use_external_data_format": {
+      "model.onnx": 1,
+      "model_fp16.onnx": 1,
+      "model_quantized.onnx": 1,
+      "model_q4.onnx": 1,
+      "model_q4f16.onnx": 1
+    },
+    "kv_cache_dtype": {
+      "q4f16": "float16",
+      "fp16": "float16"
+    }
+  }
+}

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "transformers_version": "4.49.0"
+  "transformers_version": "5.0.0.dev0"
 }

onnx/model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8243735cd3ca8f725f87aa5dee6142bb077a8a1db3a1f64087dab8554bf6e8c4
-size 227902592
+oid sha256:8a6c06b0812fdf586e0cbdc3a8760bf7b91fd1c1e5aebebbbcdf21f066254a88
+size 421087

onnx/model.onnx_data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4264517ce25a2d32f4231bccf46c597e7822e11dae7f4d6b30d7c1c547ee61d0
+size 227148800

onnx/model_fp16.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b9402c399e2d1be8de2249c30d6b6c11123cb05248367f9b64f371bcb4f1d38
-size 114619221
+oid sha256:0059180a76a87e83130d30081ee3711d276128d19409f5ec9bffddb34e577e74
+size 481133

onnx/model_fp16.onnx_data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2c742a6c8e7c8d87166f069ffa7af33a61741cb184fe8936501c98b3330578
+size 113508352

onnx/model_q4.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb6b89b38a81c43dd15860ea9b17760294e90ab7daac2771ef51f19f6cb8753e
-size 43944659
+oid sha256:a13355cecc75fde2ad45a842c3ecc1040a83408016d09d4695f8e5ea72608e6b
+size 584663

onnx/{model_bnb4.onnx → model_q4.onnx_data}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bbb4bc65757e51e06f7831a75e00c8132e29f271de994262be19200869ebb85
-size 40539987
+oid sha256:93a042e3c6c88759b3db48a62bd43c585c95b3fcc3bb8233aebecc59e861afe3
+size 43123712

onnx/model_q4f16.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67000f2c517b89ed22ad425810fda68940962bb8ade11a26dd14d1de74e9516f
-size 36304936
+oid sha256:820851cf9f94f7393d03cf9cbc983de743283e1fbf95b00aeb3df59862e291fb
+size 645593

onnx/{model_int8.onnx → model_q4f16.onnx_data}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9c27ae76f508e5aeb8b1954446831b9e7bde5d2da5cbf027cbb674bcdb2f0bd
-size 58526168
+oid sha256:1650aa9ce902ddfdaf97f33cb5281eb92770e18e8049e4fd14ff6746e5f9ff1d
+size 35127296

onnx/model_quantized.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9c27ae76f508e5aeb8b1954446831b9e7bde5d2da5cbf027cbb674bcdb2f0bd
-size 58526168
+oid sha256:497f7bf19a0b35603903927ffdc51bac927ca2954e110c6f5966d7485185c60e
+size 1911967

onnx/{model_uint8.onnx → model_quantized.onnx_data}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fec7db87faa8668021649d4899249b32ea6525c734ceda71a8f1ed6635b47737
-size 58526397
+oid sha256:cde7ba8af8ea6201ba6d1d9de47f7843e73710406b47829831e8a35349353ca6
+size 57279488

tokenizer_config.json

@@ -36,5 +36,5 @@
   "clean_up_tokenization_spaces": false,
   "extra_special_tokens": {},
   "model_max_length": 1000000000000000019884624838656,
-  "tokenizer_class": "PreTrainedTokenizer"
-}
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}