Upload 10 files

.gitattributes

@@ -37,3 +37,4 @@ tokenizer.json filter=lfs diff=lfs merge=lfs -text
 ReasonableLlama3-3B-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 ReasonableLlama3-3B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
 ReasonableLlama3-3B-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
+ReasonableLlama3-3B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

ReasonableLlama3-3B-Q2_K.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85c5910930eecc2d978ac4ed41f8da65c985ca611d2debbf0da5ac89619b4508
-size 1363946048
+oid sha256:97f4d6b0f12a26aaae6430886e06474be25c893f30cd00048e5ca1caf8785b16
+size 1363945312

ReasonableLlama3-3B-Q4_K.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8034eb347b10a153dd3165c9f17f792cb04d8b7d1888130135e09fa205c76ef1
-size 2019387968
+oid sha256:d485ea943e6fcef7b1804a5b25c519afca454734e26166e055a8af565893d99f
+size 2019387232

ReasonableLlama3-3B-Q8_0.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e0d93cb9edf05b3a529834137047311dac5a69792cb575062a96ed85058c0f5
-size 3421912544
+oid sha256:3b7a92e451bd51304d535a38a209cd0e3833bd0703c41ff9937dc85d581e3508
+size 3421911808

config.json

@@ -21,7 +21,16 @@
     "num_attention_heads": 24,
     "num_hidden_layers": 28,
     "num_key_value_heads": 8,
+    "pad_token_id": 128004,
     "pretraining_tp": 1,
+    "quantization": {
+        "group_size": 64,
+        "bits": 4
+    },
+    "quantization_config": {
+        "group_size": 64,
+        "bits": 4
+    },
     "rms_norm_eps": 1e-05,
     "rope_scaling": {
         "factor": 32.0,

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e29ae6fdc16ac6e1a2210eda0adbebe06ebdf0df66f8183376dc4486edb37a0d
-size 5368503458
+oid sha256:35e609513cf73518e0c62f3fd8d6f48a8b37d16b53c0d0716cc3debfab2f2365
+size 5368503297

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b60b7cc1222f7d87f70907b22188452f569d71120bf0f48e2553b500f5da849
-size 1057050089
+oid sha256:f176279ad187d542bdc3ddd63d7d47e217a2aae4b980b10be822ab19f3543fae
+size 1057050053

special_tokens_map.json

@@ -18,12 +18,5 @@
     "normalized": false,
     "rstrip": false,
     "single_word": false
-  },
-  "pad_token": {
-    "content": "<|eot_id|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
   }
 }

tokenizer_config.json

@@ -2097,6 +2097,5 @@
     "attention_mask"
   ],
   "model_max_length": 131072,
-  "pad_token": "<|eot_id|>",
   "tokenizer_class": "PreTrainedTokenizer"
 }