changed base model

config.py

@@ -17,8 +17,8 @@ OPENAI_API_KEY = os.getenv("OPENAI_API_KEY")
 OPENAI_MODEL = os.getenv("OPENAI_MODEL", "gpt-4o")
 
 # Ollama Configuration (for local open-source models)
-OLLAMA_BASE_URL = os.getenv("OLLAMA_BASE_URL", "http://localhost:11434")
-OLLAMA_MODEL = os.getenv("OLLAMA_MODEL", "llama3.2")  # Options: llama3.2, mistral, qwen2.5, etc.
+OLLAMA_BASE_URL = os.getenv("OLLAMA_BASE_URL", "http://localhost:11434/v1")  # /v1 for OpenAI-compatible API
+OLLAMA_MODEL = os.getenv("OLLAMA_MODEL", "mistral")  # Model name (Ollama handles :latest automatically)
 
 # LiteLLM Configuration (for Hugging Face or other providers)
 LITELLM_MODEL = os.getenv("LITELLM_MODEL", "huggingface/meta-llama/Llama-3.2-3B-Instruct")
@@ -26,7 +26,7 @@ LITELLM_API_KEY = os.getenv("LITELLM_API_KEY", "")  # Optional, depends on provi
 
 # Hugging Face Configuration (for using HF Inference API)
 HF_API_KEY = os.getenv("HF_API_KEY", "")  # Get from https://huggingface.co/settings/tokens
-HF_MODEL = os.getenv("HF_MODEL", "meta-llama/Llama-3.1-8B-Instruct")  # Best open-source model (8B params)
+HF_MODEL = os.getenv("HF_MODEL", "Qwen/Qwen2.5-7B-Instruct")  # Best open-source model (8B params)
 
 # OpenRouter Configuration (backup option)
 OPENROUTER_API_KEY = os.getenv("OPENROUTER_API_KEY")

test_local.sh

@@ -0,0 +1,29 @@
+#!/bin/bash
+# Local testing script with Ollama
+
+echo "Setting up Ollama for local testing..."
+
+# Set environment variables for Ollama
+export LLM_PROVIDER=ollama
+export OLLAMA_MODEL=mistral
+export OLLAMA_BASE_URL=http://localhost:11434/v1
+
+# Check if Ollama is running
+if ! curl -s http://localhost:11434/api/tags > /dev/null 2>&1; then
+    echo "⚠️  Warning: Ollama service doesn't seem to be running!"
+    echo "   Start it with: ollama serve"
+    echo ""
+    read -p "Continue anyway? (y/n) " -n 1 -r
+    echo
+    if [[ ! $REPLY =~ ^[Yy]$ ]]; then
+        exit 1
+    fi
+fi
+
+echo "✅ Using Ollama with model: $OLLAMA_MODEL"
+echo ""
+
+# Run the app
+echo "Starting app..."
+python app.py
+