Added chat template support

README.md

@@ -25,12 +25,20 @@ Model was fine-tuned on [qwedsacf/grade-school-math-instructions](https://huggin
 ### Inference
 
 ```python
-!pip install transformers accelerate 
-from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
+!pip install transformers accelerate
+
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
 model_name = "entfane/math-professor-3B"
+
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 model = AutoModelForCausalLM.from_pretrained(model_name)
-input = "### User: what is the derivative of 2x^2 \n### Assistant:"
+
+messages = [
+    {"role": "user", "content": "What's the derivative of 2x^2?"}
+]
+
+input = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
 encoded_input = tokenizer(input, return_tensors = "pt").to(model.device)
 output = model.generate(**encoded_input, max_new_tokens=1024)
 print(tokenizer.decode(output[0], skip_special_tokens=False))