Spaces:
Paused
Paused
Update llm_client.py
Browse files- llm_client.py +2 -2
llm_client.py
CHANGED
|
@@ -94,8 +94,8 @@ class HybridLLM(LLM):
|
|
| 94 |
# OpenAI-compatible completion endpoint
|
| 95 |
payload = {
|
| 96 |
"prompt": prompt,
|
| 97 |
-
"n_predict":
|
| 98 |
-
"temperature": 0.
|
| 99 |
"stop": stop or []
|
| 100 |
}
|
| 101 |
response = requests.post(
|
|
|
|
| 94 |
# OpenAI-compatible completion endpoint
|
| 95 |
payload = {
|
| 96 |
"prompt": prompt,
|
| 97 |
+
"n_predict": 256,
|
| 98 |
+
"temperature": 0.3,
|
| 99 |
"stop": stop or []
|
| 100 |
}
|
| 101 |
response = requests.post(
|