Update app.py

app.py

@@ -6,6 +6,16 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 from peft import PeftModel, PeftConfig
 import uvicorn
 
+from huggingface_hub import login
+
+# Authenticate with Hugging Face Hub
+HF_TOKEN = os.getenv("HF_TOKEN")
+if HF_TOKEN:
+    login(token=HF_TOKEN)
+else:
+    raise ValueError("Hugging Face token not found. Please set the HF_TOKEN environment variable.")
+
+
 class Query(BaseModel):
     text: str