Update app.py
Browse files
app.py
CHANGED
|
@@ -110,13 +110,13 @@ def handle_input(user_prompt, image=None, audio=None, websearch=False):
|
|
| 110 |
image = Image.open(image).convert('RGB')
|
| 111 |
messages = [{"role": "user", "content": [image, user_prompt]}]
|
| 112 |
response = vqa_model.chat(image=None, msgs=messages, tokenizer=tokenizer)
|
| 113 |
-
return response
|
| 114 |
-
|
| 115 |
-
if websearch:
|
| 116 |
-
response = agent.chat(f"{user_prompt} Use the Web Search tool if necessary.")
|
| 117 |
else:
|
| 118 |
response = agent.chat(user_prompt)
|
| 119 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 120 |
return response
|
| 121 |
|
| 122 |
|
|
|
|
| 110 |
image = Image.open(image).convert('RGB')
|
| 111 |
messages = [{"role": "user", "content": [image, user_prompt]}]
|
| 112 |
response = vqa_model.chat(image=None, msgs=messages, tokenizer=tokenizer)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 113 |
else:
|
| 114 |
response = agent.chat(user_prompt)
|
| 115 |
+
|
| 116 |
+
# Extract the content from AgentChatResponse to return as a string
|
| 117 |
+
if isinstance(response, AgentChatResponse):
|
| 118 |
+
response = response.response_text
|
| 119 |
+
|
| 120 |
return response
|
| 121 |
|
| 122 |
|