dungeon29 commited on
Commit
a3facd6
·
verified ·
1 Parent(s): f952f21

Update llm_client.py

Browse files
Files changed (1) hide show
  1. llm_client.py +2 -2
llm_client.py CHANGED
@@ -94,8 +94,8 @@ class HybridLLM(LLM):
94
  # OpenAI-compatible completion endpoint
95
  payload = {
96
  "prompt": prompt,
97
- "n_predict": 512,
98
- "temperature": 0.7,
99
  "stop": stop or []
100
  }
101
  response = requests.post(
 
94
  # OpenAI-compatible completion endpoint
95
  payload = {
96
  "prompt": prompt,
97
+ "n_predict": 256,
98
+ "temperature": 0.3,
99
  "stop": stop or []
100
  }
101
  response = requests.post(