Update llm.py

llm.py

@@ -20,18 +20,12 @@ text = """
     """
 
 print("loading model")
-# model = HuggingFacePipeline.from_model_id(
-#     model_id="mistralai/Mistral-7B-Instruct-v0.3",
-#     task="text-generation",
-#     pipeline_kwargs={"temperature":1, "max_length":1000,
-#     "repetition_penalty":1.25, "max_new_tokens": 2000}
-# )
-
-model = pipeline("text-generation", 
-                     model="mistralai/Mistral-7B-v0.1", 
-                     tokenizer="mistralai/Mistral-7B-v0.1", 
-                     device_map="auto",  # Adjust if GPU is available
-                     torch_dtype="auto")
+model = HuggingFacePipeline.from_model_id(
+    model_id="bartowski/Meta-Llama-3.1-8B-Instruct-GGUF",
+    task="text-generation",
+    pipeline_kwargs={"temperature":1, "max_length":1000,
+    "repetition_penalty":1.25, "max_new_tokens": 2000}
+)
 
 print("loading model done!")