Jayashree Sridhar
commited on
Commit
·
005cc1a
1
Parent(s):
aeee3e3
added use_fast=False
Browse files- models/mistral_model.py +1 -1
models/mistral_model.py
CHANGED
|
@@ -29,7 +29,7 @@ class MistralModel:
|
|
| 29 |
model_id = "mistralai/Mistral-7B-Instruct-v0.2"
|
| 30 |
|
| 31 |
# Load tokenizer
|
| 32 |
-
MistralModel._tokenizer = AutoTokenizer.from_pretrained(model_id, token=HUGGINGFACE_TOKEN)
|
| 33 |
|
| 34 |
# Load model with optimizations
|
| 35 |
MistralModel._model = AutoModelForCausalLM.from_pretrained(
|
|
|
|
| 29 |
model_id = "mistralai/Mistral-7B-Instruct-v0.2"
|
| 30 |
|
| 31 |
# Load tokenizer
|
| 32 |
+
MistralModel._tokenizer = AutoTokenizer.from_pretrained(model_id, token=HUGGINGFACE_TOKEN,use_fast=False)
|
| 33 |
|
| 34 |
# Load model with optimizations
|
| 35 |
MistralModel._model = AutoModelForCausalLM.from_pretrained(
|