Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -193,12 +193,12 @@ BROWSER_CONFIG = {
|
|
| 193 |
|
| 194 |
os.makedirs(f"./{BROWSER_CONFIG['downloads_folder']}", exist_ok=True)
|
| 195 |
|
| 196 |
-
model =
|
| 197 |
#"deepseek-r1-distill-qwen-32b",
|
| 198 |
"llama-3.3-70b-versatile",
|
| 199 |
api_base="https://api.groq.com/openai/v1",
|
| 200 |
custom_role_conversions=custom_role_conversions,
|
| 201 |
-
|
| 202 |
api_key=os.getenv("OPENAI_API_KEY")#Groq API
|
| 203 |
)
|
| 204 |
model._flatten_messages_as_text = True
|
|
|
|
| 193 |
|
| 194 |
os.makedirs(f"./{BROWSER_CONFIG['downloads_folder']}", exist_ok=True)
|
| 195 |
|
| 196 |
+
model = LiteLLMModel(
|
| 197 |
#"deepseek-r1-distill-qwen-32b",
|
| 198 |
"llama-3.3-70b-versatile",
|
| 199 |
api_base="https://api.groq.com/openai/v1",
|
| 200 |
custom_role_conversions=custom_role_conversions,
|
| 201 |
+
max_completion_tokens=2000,
|
| 202 |
api_key=os.getenv("OPENAI_API_KEY")#Groq API
|
| 203 |
)
|
| 204 |
model._flatten_messages_as_text = True
|