Update app.py

app.py

@@ -0,0 +1,28 @@
+import os
+import re
+from dotenv import load_dotenv
+from huggingface_hub import InferenceClient
+load_dotenv()
+HF_Token=os.getenv("HUGGINGFACEHUB_ACCESS_TOKEN")
+
+Model_id="google/gemma-2-2b-it"
+client=InferenceClient(model=Model_id, token=HF_Token)
+message=[{"role": "system", "content": "Hello, my name is John. What is your name?"}]
+
+print("type exit to quit.\n")
+
+while True:
+    user_text=input("you: ").strip()
+    if(user_text.lower()=="exit"):
+        print("good bye")
+        break
+    message.append({"role": "user", "content": user_text})
+    try:
+        resp=client.chat_completion(messages=message,max_tokens=100,temperature=.7,stop=["\nUser","\nSystem: "])
+        bot_text=resp.choices[0].message["content"]
+    except Exception as e:
+        print("bot Error:", e)
+        message.pop()
+        continue
+    print("bot:", bot_text+"\n")
+    message.append({"role": "assistant", "content": bot_text})