Update app.py

app.py

@@ -15,7 +15,7 @@ if HF_TOKEN:
 else:
     raise ValueError("Hugging Face token not found. Please set the HF_TOKEN environment variable.")
 
-
+# Define a Pydantic model for request validation
 class Query(BaseModel):
     text: str
 
@@ -37,7 +37,7 @@ model = PeftModel.from_pretrained(model, peft_model_id)
 tokenizer = AutoTokenizer.from_pretrained(base_model_name, trust_remote_code=True)
 tokenizer.pad_token = tokenizer.eos_token
 
-# Rest of your code remains the same...
+# Create a text-generation pipeline
 chat_pipe = pipeline(
     "text-generation",
     model=model,
@@ -55,4 +55,4 @@ def generate(query: Query):
 
 if __name__ == "__main__":
     port = int(os.environ.get("PORT", 7860))
-    uvicorn.run(app, host="0.0.0.0", port=port)
+    uvicorn.run(app, host="0.0.0.0", port=port)