Update app.py

app.py

@@ -3,17 +3,18 @@ import gradio as gr
 
 client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.3")
 
-def format_prompt(message, history, persona=None):
-    prompt = "<s>"
-    if persona:
-        prompt += f"[ROLE: {persona}] "
+# Define a fixed role
+DEFAULT_PERSONA = "strict teacher"
+
+def format_prompt(message, history):
+    prompt = f"<s>[ROLE: {DEFAULT_PERSONA}] "
     for user_prompt, bot_response in history:
         prompt += f"[INST] {user_prompt} [/INST] {bot_response}</s> "
     prompt += f"[INST] {message} [/INST]"
     return prompt
 
 def generate(
-    prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0, persona=None
+    prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0
 ):
     temperature = float(temperature)
     if temperature < 1e-2:
@@ -29,7 +30,7 @@ def generate(
         seed=42,
     )
 
-    formatted_prompt = format_prompt(prompt, history, persona)
+    formatted_prompt = format_prompt(prompt, history)
 
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
@@ -76,19 +77,11 @@ additional_inputs = [
         step=0.05,
         interactive=True,
         info="Penalize repeated tokens",
-    ),
-    gr.Textbox(
-        label="Persona",
-        placeholder="Describe the role (e.g., 'wise mentor', 'friendly assistant')",
-        info="Define a persona for the model to roleplay.",
-    ),
+    )
 ]
 
-
 gr.ChatInterface(
-    fn=lambda prompt, history, temperature, max_new_tokens, top_p, repetition_penalty, persona: generate(
-        prompt, history, temperature, max_new_tokens, top_p, repetition_penalty, persona
-    ),
+    fn=generate,
     chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
     additional_inputs=additional_inputs,
     title="Mistral 7B v0.3"