Spaces:
Paused
Paused
Update llm_client.py
Browse files- llm_client.py +1 -1
llm_client.py
CHANGED
|
@@ -94,7 +94,7 @@ class HybridLLM(LLM):
|
|
| 94 |
# OpenAI-compatible completion endpoint
|
| 95 |
payload = {
|
| 96 |
"prompt": prompt,
|
| 97 |
-
"n_predict":
|
| 98 |
"temperature": 0.3,
|
| 99 |
"stop": stop or []
|
| 100 |
}
|
|
|
|
| 94 |
# OpenAI-compatible completion endpoint
|
| 95 |
payload = {
|
| 96 |
"prompt": prompt,
|
| 97 |
+
"n_predict": 512,
|
| 98 |
"temperature": 0.3,
|
| 99 |
"stop": stop or []
|
| 100 |
}
|