Update app.py

app.py

@@ -19,15 +19,17 @@ from PIL import Image as PILImage
 
 base_url = "https://huggingface.co/spaces/Tonic1/Official-Qwen-VL-Chat"
 model_name = "Qwen/Qwen-VL-Chat"
+tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", bf16=True, trust_remote_code=True).eval()
+model.generation_config = GenerationConfig.from_pretrained(model_name, trust_remote_code=True)
 
 BOX_TAG_PATTERN = r"<box>([\s\S]*?)</box>"
 PUNCTUATION = "！？。＂＃＄％＆＇（）＊＋，－／：；＜＝＞＠［＼］＾＿｀｛｜｝～｟｠｢｣､、〃》「」『』&#8203;``【oaicite:0】``&#8203;〔〕〖〗〘〙〚〛〜〝〞〟〰〾〿–—‘’‛“”„‟…‧﹏."
 
 class ChatBot:
     def __init__(self):
-        self.tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
-        self.model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", bf16=True, trust_remote_code=True).eval()
-        self.model.generation_config = GenerationConfig.from_pretrained(model_name, trust_remote_code=True)
+        self.tokenizer = tokenizer
+        self.model = model
         self.history = []
 
     def chat(self, image_path=None, text_query=None):
@@ -62,7 +64,7 @@ class ChatBot:
         gc.collect()
 
 def chat_interface(text_query, file):
-    chatbot = ChatBot()
+    chatbot = ChatBot(tokenizer, model)
     image_path = file.name if file is not None else None
     response = chatbot.chat(image_path=image_path, text_query=text_query)