Update apis/chat_api.py

apis/chat_api.py

@@ -152,7 +152,7 @@ class ChatAPIApp:
             description="(str) Prompt",
         )
         stream: bool = Field(
-            default=False,
+            default=True,
             description="(bool) Stream",
         )
         options: dict = Field(
@@ -223,6 +223,16 @@ class ChatAPIApp:
                     ping=2000,
                     ping_message_factory=lambda: ServerSentEvent(**{"comment": ""}),
                 )
+
+                import json
+                event_source_response = json.loads(str(event_source_response).split('data: ')[1])
+                event_source_response = {
+                  "model": event_source_response.get('model'),
+                  "created_at": event_source_response.get('created_at'),
+                  "response": event_source_response.get('choices')[-1].get('delta').get('content'),
+                  "done": True if event_source_response.get('choices')[-1].get('finish_reason') != None else False,
+                }
+                
                 return event_source_response
             else:
                 data_response = streamer.chat_return_dict(stream_response)