Update app.py

app.py

@@ -32,6 +32,11 @@ if not huggingface_token:
 
 
 tokenizer = AutoTokenizer.from_pretrained(model_id, token=huggingface_token)
+print(tokenizer.special_tokens_map)
+
+# 特殊トークンIDを確認
+print(tokenizer.eos_token_id)
+print(tokenizer.encode("<|im_end|>", add_special_tokens=False))
 
 print(model_id,device,dtype)
 histories = []
@@ -67,6 +72,7 @@ def generate_text(messages):
         model.to(device)
     question = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
     question = tokenizer(question, return_tensors="pt").to(device)
+    
 
     streamer = TextIteratorStreamer(tokenizer, skip_prompt=True)
     generation_kwargs = dict(question, streamer=streamer, max_new_tokens=200)