Amaranath commited on
Commit
b61efb5
Β·
verified Β·
1 Parent(s): 0c64de0

Update start.sh

Browse files
Files changed (1) hide show
  1. start.sh +43 -34
start.sh CHANGED
@@ -3,56 +3,65 @@ set -e
3
 
4
  echo "πŸš€ Starting Ollama + FastAPI Server..."
5
 
6
- # Set environment
 
 
 
 
7
  export OLLAMA_HOME=/tmp/ollama
 
8
  export OLLAMA_HOST=0.0.0.0:11434
9
  export OLLAMA_ORIGINS="*"
 
 
10
 
11
- # Create directory
12
- mkdir -p /tmp/ollama
 
 
 
 
 
13
 
14
- echo "πŸ” Debugging Ollama startup..."
15
- echo "πŸ“ Ollama location: $(which ollama)"
16
- echo "πŸ“ Ollama version: $(ollama --version || echo 'Version check failed')"
17
- echo "πŸ“ Environment:"
18
- echo " OLLAMA_HOME=$OLLAMA_HOME"
19
- echo " OLLAMA_HOST=$OLLAMA_HOST"
20
 
21
- # Try to start Ollama with verbose output
22
- echo "πŸ“‘ Starting Ollama service with debug output..."
23
- ollama serve > /tmp/ollama.log 2>&1 &
 
 
 
24
  OLLAMA_PID=$!
 
25
  echo "πŸ“ Ollama PID: $OLLAMA_PID"
 
26
 
27
- # Give it more time and check process
28
- sleep 5
29
- echo "πŸ” Checking Ollama process..."
30
  if ps -p $OLLAMA_PID > /dev/null 2>&1; then
31
- echo "βœ… Ollama process is running"
32
  else
33
- echo "❌ Ollama process died, checking logs..."
34
- echo "--- /tmp/ollama.log contents ---"
35
- cat /tmp/ollama.log || echo "No log file found"
36
- echo "--- End of logs ---"
 
 
 
 
37
  fi
38
 
39
- # Check what's listening on port 11434
40
- echo "πŸ” Checking port 11434..."
41
- netstat -ln | grep 11434 || echo "No process listening on 11434"
42
-
43
- # Try connection test
44
- echo "⏳ Testing Ollama connection..."
45
- for i in {1..10}; do
46
  if curl -f http://127.0.0.1:11434/api/tags >/dev/null 2>&1; then
47
- echo "βœ… Ollama is ready!"
48
  break
49
- else
50
- echo "πŸ”„ Attempt $i/10 - Connection failed"
51
- # Show what curl actually returns
52
- curl -v http://127.0.0.1:11434/api/tags 2>&1 || true
53
  fi
54
- sleep 3
 
55
  done
56
 
57
- echo "πŸš€ Starting FastAPI anyway..."
58
  python app.py
 
3
 
4
  echo "πŸš€ Starting Ollama + FastAPI Server..."
5
 
6
+ # Create ollama directory and config
7
+ mkdir -p /tmp/ollama
8
+ mkdir -p /tmp/ollama/logs
9
+
10
+ # Set ALL possible Ollama environment variables (force override)
11
  export OLLAMA_HOME=/tmp/ollama
12
+ export OLLAMA_MODELS=/tmp/ollama/models
13
  export OLLAMA_HOST=0.0.0.0:11434
14
  export OLLAMA_ORIGINS="*"
15
+ export OLLAMA_KEEP_ALIVE=5m
16
+ export OLLAMA_DEBUG=1
17
 
18
+ # Also try these alternative environment variables
19
+ export OLLAMA_DATA_DIR=/tmp/ollama
20
+ export OLLAMA_CONFIG_DIR=/tmp/ollama
21
+
22
+ echo "πŸ“ Environment check:"
23
+ echo "OLLAMA_HOME=$OLLAMA_HOME"
24
+ env | grep OLLAMA || echo "No OLLAMA env vars found"
25
 
26
+ # Try to start Ollama with explicit environment
27
+ echo "πŸ“‘ Starting Ollama with forced environment..."
28
+ cd /tmp/ollama
 
 
 
29
 
30
+ # Start Ollama with environment explicitly set in the command
31
+ env OLLAMA_HOME=/tmp/ollama \
32
+ OLLAMA_MODELS=/tmp/ollama/models \
33
+ OLLAMA_HOST=0.0.0.0:11434 \
34
+ OLLAMA_DATA_DIR=/tmp/ollama \
35
+ ollama serve > /tmp/ollama/server.log 2>&1 &
36
  OLLAMA_PID=$!
37
+
38
  echo "πŸ“ Ollama PID: $OLLAMA_PID"
39
+ sleep 3
40
 
41
+ # Check if process is still running
 
 
42
  if ps -p $OLLAMA_PID > /dev/null 2>&1; then
43
+ echo "βœ… Ollama process still running"
44
  else
45
+ echo "❌ Ollama died again. Log contents:"
46
+ cat /tmp/ollama/server.log 2>/dev/null || echo "No server log"
47
+ echo "Trying alternative startup method..."
48
+
49
+ # Alternative: Start ollama differently
50
+ HOME=/tmp/ollama ollama serve > /tmp/ollama/alt.log 2>&1 &
51
+ OLLAMA_PID=$!
52
+ sleep 3
53
  fi
54
 
55
+ # Test connection
56
+ echo "⏳ Testing connection..."
57
+ for i in {1..5}; do
 
 
 
 
58
  if curl -f http://127.0.0.1:11434/api/tags >/dev/null 2>&1; then
59
+ echo "βœ… Ollama is responding!"
60
  break
 
 
 
 
61
  fi
62
+ echo "πŸ”„ Attempt $i/5 - Still waiting..."
63
+ sleep 2
64
  done
65
 
66
+ echo "πŸš€ Starting FastAPI..."
67
  python app.py