Update app.py

app.py

@@ -83,15 +83,7 @@ math_tool = FunctionTool.from_defaults(
 TOOLS = [validate_tool, search_tool, math_tool]
 
 from llama_index.core.agent import ReActAgent
-# from llama_index.llms.huggingface_api import HuggingFaceInferenceAPI
 
-# llm = HuggingFaceInferenceAPI(
-#     model_name="mistralai/Mistral-7B-Instruct-v0.3",
-#     token=HF_TOKEN,
-#     context_window=3900,
-#     max_new_tokens=256,
-#     generate_kwargs={"temperature": 0.7}
-# )
 
 from llama_index.llms.huggingface import HuggingFaceLLM
 
@@ -139,7 +131,7 @@ iface_loop = gr.Interface(
     description="Loops until the guessed question has a similarity score > 0.6."
 )
 
-# --- Additional ChatInterface Template ---
+
 client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
 
 def respond(
@@ -175,7 +167,7 @@ def respond(
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
-        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
+        gr.Textbox(value="You are a Chatbot.", label="System message"),
         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),