Spaces:
Runtime error
Runtime error
Update serenityai.py
Browse files- serenityai.py +1 -1
serenityai.py
CHANGED
|
@@ -26,7 +26,7 @@ model, tokenizer = FastLanguageModel.from_pretrained(
|
|
| 26 |
dtype=dtype,
|
| 27 |
load_in_4bit=False, # ✅ Disable 4-bit quantization for CPU
|
| 28 |
device_map="cpu", # ✅ Force CPU usage
|
| 29 |
-
rope_scaling={"type": "dynamic", "factor": 2.0
|
| 30 |
)
|
| 31 |
|
| 32 |
# Apply LoRA configuration
|
|
|
|
| 26 |
dtype=dtype,
|
| 27 |
load_in_4bit=False, # ✅ Disable 4-bit quantization for CPU
|
| 28 |
device_map="cpu", # ✅ Force CPU usage
|
| 29 |
+
rope_scaling={"type": "dynamic", "factor": 2.0},
|
| 30 |
)
|
| 31 |
|
| 32 |
# Apply LoRA configuration
|