fix model selection

app.py

@@ -5,7 +5,7 @@ from huggingface_hub import InferenceClient
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
 
-#client = InferenceClient(model="lab2-as/lora_model_gguf")
+client = InferenceClient()
 
 
 def respond(
@@ -17,7 +17,6 @@ def respond(
     temperature,
     top_p,
 ):
-    client = InferenceClient(model=model)
     messages = [{"role": "system", "content": system_message}]
 
     for val in history:
@@ -36,6 +35,7 @@ def respond(
         stream=True,
         temperature=temperature,
         top_p=top_p,
+        model=model,
     ):
         token = message.choices[0].delta.content
 
@@ -51,7 +51,7 @@ model_choices = [
     "lab2-as/lora_model",
 ]
 demo = gr.ChatInterface(
-    lambda *args: respond(*args),
+    respond,
     additional_inputs=[
         gr.Dropdown(choices=model_choices, value=model_choices[0], label="Select Model"),
         gr.Textbox(value="You are a friendly Chatbot.", label="System message"),