dungeon29 commited on
Commit
51c4c0d
·
verified ·
1 Parent(s): 8da673b

Update llm_client.py

Browse files
Files changed (1) hide show
  1. llm_client.py +1 -1
llm_client.py CHANGED
@@ -94,7 +94,7 @@ class HybridLLM(LLM):
94
  # OpenAI-compatible completion endpoint
95
  payload = {
96
  "prompt": prompt,
97
- "n_predict": 256,
98
  "temperature": 0.3,
99
  "stop": stop or []
100
  }
 
94
  # OpenAI-compatible completion endpoint
95
  payload = {
96
  "prompt": prompt,
97
+ "n_predict": 512,
98
  "temperature": 0.3,
99
  "stop": stop or []
100
  }