Wasim0606 commited on
Commit
905a262
·
verified ·
1 Parent(s): 4b11919

Update serenityai.py

Browse files
Files changed (1) hide show
  1. serenityai.py +1 -1
serenityai.py CHANGED
@@ -26,7 +26,7 @@ model, tokenizer = FastLanguageModel.from_pretrained(
26
  dtype=dtype,
27
  load_in_4bit=False, # ✅ Disable 4-bit quantization for CPU
28
  device_map="cpu", # ✅ Force CPU usage
29
- rope_scaling={"type": "dynamic", "factor": 2.0"},
30
  )
31
 
32
  # Apply LoRA configuration
 
26
  dtype=dtype,
27
  load_in_4bit=False, # ✅ Disable 4-bit quantization for CPU
28
  device_map="cpu", # ✅ Force CPU usage
29
+ rope_scaling={"type": "dynamic", "factor": 2.0},
30
  )
31
 
32
  # Apply LoRA configuration