Update README.md
Browse files
README.md
CHANGED
|
@@ -88,7 +88,7 @@ for n, m in model.named_modules():
|
|
| 88 |
layer_config[n] = {"bits": 8}
|
| 89 |
print(n, 8)
|
| 90 |
|
| 91 |
-
autoround = AutoRound(model, tokenizer, iters=0, layer_config=layer_config, disable_opt_rtn=True)
|
| 92 |
autoround.quantize_and_save(format="auto_round", output_dir="tmp_autoround")
|
| 93 |
|
| 94 |
```
|
|
|
|
| 88 |
layer_config[n] = {"bits": 8}
|
| 89 |
print(n, 8)
|
| 90 |
|
| 91 |
+
autoround = AutoRound(model, tokenizer, iters=0, layer_config=layer_config, disable_opt_rtn=True)
|
| 92 |
autoround.quantize_and_save(format="auto_round", output_dir="tmp_autoround")
|
| 93 |
|
| 94 |
```
|