|
|
#!/bin/bash |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
echo "π Qwen3-4B Tool Calling Installation" |
|
|
echo "=====================================" |
|
|
|
|
|
|
|
|
if ! command -v python3 &> /dev/null; then |
|
|
echo "β Python3 not found. Please install Python 3.8+ first." |
|
|
exit 1 |
|
|
fi |
|
|
|
|
|
echo "β
Python3 found: $(python3 --version)" |
|
|
|
|
|
|
|
|
if ! command -v pip3 &> /dev/null; then |
|
|
echo "β pip3 not found. Please install pip first." |
|
|
exit 1 |
|
|
fi |
|
|
|
|
|
echo "β
pip3 found: $(pip3 --version)" |
|
|
|
|
|
|
|
|
echo "π¦ Installing Python dependencies..." |
|
|
pip3 install -r requirements.txt |
|
|
|
|
|
if [ $? -ne 0 ]; then |
|
|
echo "β Failed to install Python dependencies" |
|
|
exit 1 |
|
|
fi |
|
|
|
|
|
echo "β
Python dependencies installed successfully" |
|
|
|
|
|
|
|
|
if [ ! -f "Qwen3-4B-Function-Calling-Pro.gguf" ]; then |
|
|
echo "β οΈ Model file not found: Qwen3-4B-Function-Calling-Pro.gguf" |
|
|
echo "π₯ Please download the model file from:" |
|
|
echo " https://huggingface.co/Manojb/qwen3-4b-toolcall-gguf-llamacpp-codex" |
|
|
echo "" |
|
|
echo "π‘ You can download it with:" |
|
|
echo " huggingface-cli download Manojb/qwen3-4b-toolcall-gguf-llamacpp-codex Qwen3-4B-Function-Calling-Pro.gguf" |
|
|
else |
|
|
echo "β
Model file found: Qwen3-4B-Function-Calling-Pro.gguf" |
|
|
fi |
|
|
|
|
|
|
|
|
chmod +x run_model.sh |
|
|
chmod +x quick_start.py |
|
|
chmod +x codex_integration.py |
|
|
|
|
|
echo "β
Scripts made executable" |
|
|
|
|
|
echo "" |
|
|
echo "π Installation complete!" |
|
|
echo "" |
|
|
echo "π Usage:" |
|
|
echo " ./run_model.sh # Run interactively" |
|
|
echo " ./run_model.sh server # Start Codex server" |
|
|
echo " python3 quick_start.py # Quick start demo" |
|
|
echo " python3 codex_integration.py # Codex integration demo" |
|
|
echo "" |
|
|
echo "π For Codex integration:" |
|
|
echo " 1. Start server: ./run_model.sh server" |
|
|
echo " 2. Configure Codex with: http://localhost:8000" |
|
|
echo " 3. Model: Qwen3-4B-Function-Calling-Pro" |
|
|
echo "" |
|
|
echo "π³ For Docker deployment:" |
|
|
echo " docker-compose up -d" |
|
|
echo "" |
|
|
echo "Happy coding! π" |
|
|
|