Update config.json
Browse files- config.json +0 -2
config.json
CHANGED
|
@@ -35,7 +35,6 @@
|
|
| 35 |
"quantization": {
|
| 36 |
"group_size": 32,
|
| 37 |
"bits": 2,
|
| 38 |
-
"mode": "affine",
|
| 39 |
"model.layers.1.mlp.gate.gate_proj": {
|
| 40 |
"group_size": 64,
|
| 41 |
"bits": 8
|
|
@@ -116,7 +115,6 @@
|
|
| 116 |
"quantization_config": {
|
| 117 |
"group_size": 32,
|
| 118 |
"bits": 2,
|
| 119 |
-
"mode": "affine",
|
| 120 |
"model.layers.1.mlp.gate.gate_proj": {
|
| 121 |
"group_size": 64,
|
| 122 |
"bits": 8
|
|
|
|
| 35 |
"quantization": {
|
| 36 |
"group_size": 32,
|
| 37 |
"bits": 2,
|
|
|
|
| 38 |
"model.layers.1.mlp.gate.gate_proj": {
|
| 39 |
"group_size": 64,
|
| 40 |
"bits": 8
|
|
|
|
| 115 |
"quantization_config": {
|
| 116 |
"group_size": 32,
|
| 117 |
"bits": 2,
|
|
|
|
| 118 |
"model.layers.1.mlp.gate.gate_proj": {
|
| 119 |
"group_size": 64,
|
| 120 |
"bits": 8
|