Update rag.py

rag.py

@@ -48,8 +48,16 @@ class ChatPDF:
         # self.model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1") 
         #
         # https://huggingface.co/HuggingFaceH4/zephyr-7b-alpha?library=true
-        tokenizer = AutoTokenizer.from_pretrained("HuggingFaceH4/zephyr-7b-alpha")
-        self.model = AutoModelForCausalLM.from_pretrained("HuggingFaceH4/zephyr-7b-alpha") 
+        # tokenizer = AutoTokenizer.from_pretrained("HuggingFaceH4/zephyr-7b-alpha")
+        # self.model = AutoModelForCausalLM.from_pretrained("HuggingFaceH4/zephyr-7b-alpha") 
+        #
+        # https://huggingface.co/microsoft/phi-2?library=true
+        # Intended Uses
+        # Given the nature of the training data, the Phi-2 model is best suited for prompts using the 
+        # QA format, the chat format, and the code format.
+        tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-2", trust_remote_code=True)
+        model = AutoModelForCausalLM.from_pretrained("microsoft/phi-2", trust_remote_code=True)
+        
 
         
         self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=100)