Update app/app.py

app/app.py

@@ -27,10 +27,10 @@ logger = logging.getLogger("app")
 DB_PERSIST_DIRECTORY = os.getenv("DB_PERSIST_DIRECTORY", "/app/vector_database")
 CHUNKS_FILE_PATH = os.getenv("CHUNKS_FILE_PATH", "/app/granular_chunks_final.jsonl")
 MODEL_PATH = os.getenv("MODEL_PATH", "/app/tinyllama_dop_q4_k_m.gguf")
-LLM_TIMEOUT_SECONDS = int(os.getenv("LLM_TIMEOUT_SECONDS", "90")) 
+LLM_TIMEOUT_SECONDS = int(os.getenv("LLM_TIMEOUT_SECONDS", "120")) 
 RELEVANCE_THRESHOLD = float(os.getenv("RELEVANCE_THRESHOLD", "0.3"))
-TOP_K_SEARCH = int(os.getenv("TOP_K_SEARCH", "3"))
-TOP_K_CONTEXT = int(os.getenv("TOP_K_CONTEXT", "1"))
+TOP_K_SEARCH = int(os.getenv("TOP_K_SEARCH", "4"))
+TOP_K_CONTEXT = int(os.getenv("TOP_K_CONTEXT", "2"))
 
 # -----------------------------
 # ✅ Initialize FastAPI App