Update app.py

app.py

@@ -29,26 +29,20 @@ GREETING_MESSAGES = [
     "The universe awaits! I'm AstroSage. What astronomical wonders shall we discuss?",
 ]
 
-def get_random_greeting():
-    return random.choice(GREETING_MESSAGES)
-
 def respond_stream(message, history):
-    if not message:  # Handle empty messages
+    if not message:
         return
 
-    system_message = "You are AstroSage, a highly knowledgeable AI assistant..." # ... (your system message)
+    system_message = "Assume the role of AstroSage, a helpful chatbot designed to answer user queries about astronomy, astrophysics, and cosmology."
     messages = [{"role": "system", "content": system_message}]
-
-    # Format history correctly (especially important if you use clear)
     for user, assistant in history:
         messages.append({"role": "user", "content": user})
-        if assistant:  # Check if assistant message exists
+        if assistant:
             messages.append({"role": "assistant", "content": assistant})
-
     messages.append({"role": "user", "content": message})
 
     try:
-        response_content = ""
+        past_tokens = ""  # Accumulate and yield all tokens so far
         for chunk in llm.create_chat_completion(
             messages=messages,
             max_tokens=512,
@@ -57,20 +51,24 @@ def respond_stream(message, history):
             stream=True
         ):
             delta = chunk["choices"][0]["delta"]
-            if "content" in delta: # check if content exists in delta
-                response_content += delta["content"]
-                yield response_content # yield inside the loop for streaming
+            if "content" in delta:
+                new_tokens = delta["content"]
+                past_tokens += new_tokens
+                yield past_tokens  # Yield the accumulated response to allow streaming
     except Exception as e:
         yield f"Error during generation: {e}"
 
-
-# Display the welcome message as the first assistant message
 initial_message = random.choice(GREETING_MESSAGES)
-chatbot = gr.Chatbot(value=[[None, initial_message]])  # Set initial value here
+chatbot = gr.Chatbot([[None, initial_message]]).style(height=750)  # Set height
 
 with gr.Blocks() as demo:
-    chatbot.render()
-    clear = gr.Button("Clear")
-    clear.click(lambda: None, None, chatbot, fn=lambda: []) 
+    with gr.Row():
+        with gr.Column(scale=0.8):
+            chatbot.render()
+
+        with gr.Column(scale=0.2):
+           clear = gr.Button("Clear")
+
+    clear.click(lambda: [], None, chatbot,queue=False)
 
-    demo.queue().launch()
+    demo.queue().launch()