fixed vine for hf spaces compatibility

.gitignore

@@ -0,0 +1,54 @@
+# Python
+__pycache__/
+*.py[cod]
+*$py.class
+*.so
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# Virtual environments
+venv/
+ENV/
+env/
+
+# Gradio
+gradio_temp/
+
+# Outputs and visualizations
+outputs/
+*.mp4
+*.avi
+*.mov
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+
+# OS
+.DS_Store
+Thumbs.db
+
+# Model checkpoints (too large for git)
+*.pth
+*.pt
+*.ckpt
+*.safetensors
+
+# Logs
+*.log

requirements.txt

@@ -0,0 +1,20 @@
+gradio>=4.0.0
+spaces>=0.24.0
+
+transformers>=4.40.0
+huggingface-hub>=0.23.0
+safetensors>=0.4.2
+accelerate>=0.30.0
+
+--extra-index-url https://download.pytorch.org/whl/cu121
+torch==2.2.1
+torchvision==0.17.1
+
+numpy
+opencv-python
+pillow
+matplotlib
+seaborn
+pandas
+tqdm
+scikit-learn

setup.sh

@@ -1,320 +1,57 @@
 #!/bin/bash
-set -e  # Exit on any error
+set -e
 
-echo "============================================================================"
-echo "VINE Model - Complete Setup Script"
-echo "This script sets up everything needed to use the VINE model from HuggingFace"
-echo "Model: https://huggingface.co/video-fm/vine"
-echo "============================================================================"
-
-# Get the directory where this script is located
-SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
-cd "$SCRIPT_DIR"
-
-# ============================================================================
-# Step 2: Install PyTorch
-# ============================================================================
-echo ""
 echo "=========================================="
-echo "Step 2: Installing PyTorch 2.7.1 with CUDA 12.6 support..."
+echo "VINE Demo Setup Script for HuggingFace Spaces"
 echo "=========================================="
-pip install torch==2.7.1 torchvision==0.22.1 --index-url https://download.pytorch.org/whl/cu126
-
-# Upgrade pip
-pip install --upgrade pip
-
-# ============================================================================
-# Step 3: Install Core Dependencies
-# ============================================================================
-echo ""
-echo "=========================================="
-echo "Step 3: Installing core dependencies..."
-echo "=========================================="
-
-# Install transformers and HuggingFace tools
-pip install transformers>=4.40.0
-pip install huggingface-hub
-pip install safetensors
-pip install accelerate
 
-# Install video processing dependencies
-pip install opencv-python
-pip install pillow
-pip install matplotlib
-pip install seaborn
-pip install pandas
-pip install numpy
-pip install tqdm
-pip install scikit-learn
+# Install system dependencies
+echo "Installing system dependencies..."
+apt-get update -qq
+apt-get install -y -qq ffmpeg
 
-# Install Gradio for demos (optional)
-pip install gradio
+# Install additional required packages
+echo "Installing additional Python packages..."
+pip install --no-cache-dir flax openai
+pip install --no-cache-dir spacy spacy_fastlang
+pip install --no-cache-dir decord
 
-echo "✓ Core dependencies installed"
+# Download spacy language model
+echo "Downloading spacy language model..."
+python -m spacy download en_core_web_lg
 
-# ============================================================================
-# Step 4: Clone Required Repositories
-# ============================================================================
-echo ""
-echo "=========================================="
-echo "Step 4: Cloning required repositories..."
-echo "=========================================="
+# Install local packages in editable mode from src/
+echo "Installing local packages in editable mode..."
 
-mkdir -p src
-cd src
-
-# Clone SAM2
-if [ ! -d "video-sam2" ]; then
-    echo "Cloning video-sam2..."
-    git clone https://github.com/video-fm/video-sam2.git
-else
-    echo "video-sam2 already exists, skipping clone"
+# Install video-sam2
+if [ -d "src/video-sam2" ]; then
+    echo "Installing video-sam2..."
+    pip install --no-cache-dir -e src/video-sam2
 fi
 
-# Clone GroundingDINO
-if [ ! -d "GroundingDINO" ]; then
-    echo "Cloning GroundingDINO..."
-    git clone https://github.com/video-fm/GroundingDINO.git
-else
-    echo "GroundingDINO already exists, skipping clone"
+# Install LASER
+if [ -d "src/LASER" ]; then
+    echo "Installing LASER..."
+    pip install --no-cache-dir -e src/LASER
 fi
 
-# Clone LASER
-if [ ! -d "LASER" ]; then
-    echo "Cloning LASER..."
-    git clone https://github.com/kevinxuez/LASER.git
-else
-    echo "LASER already exists, skipping clone"
+# Install vine_hf
+if [ -d "src/vine_hf" ]; then
+    echo "Installing vine_hf..."
+    pip install --no-cache-dir -e src/vine_hf
 fi
 
-# Clone vine_hf
-if [ ! -d "vine_hf" ]; then
-    echo "Cloning vine_hf..."
-    git clone https://github.com/kevinxuez/vine_hf.git
-else
-    echo "vine_hf already exists, skipping clone"
-fi
-
-echo "✓ Repositories cloned"
-
-# ============================================================================
-# Step 5: Install Packages in Editable Mode
-# ============================================================================
-echo ""
-echo "=========================================="
-echo "Step 5: Installing packages in editable mode..."
-echo "=========================================="
-
-echo "Installing video-sam2..."
-pip install --no-cache-dir -e ./video-sam2
-
-echo "Installing GroundingDINO..."
-pip install --no-cache-dir --use-pep517 -e ./GroundingDINO
-
-echo "Installing LASER..."
-pip install --no-cache-dir -e ./LASER
-
-echo "Installing vine_hf..."
-pip install --no-cache-dir -e ./vine_hf
-
-echo "✓ Packages installed"
-
-# ============================================================================
-# Step 6: Build GroundingDINO Extensions
-# ============================================================================
-echo ""
-echo "=========================================="
-echo "Step 6: Building GroundingDINO native extensions..."
-echo "=========================================="
-cd GroundingDINO
-python setup.py build_ext --force --inplace
-cd ..
-
-# Return to main directory
-cd "$SCRIPT_DIR"
-
-echo "✓ Extensions built"
-
-# ============================================================================
-# Step 7: Download Model Checkpoints
-# ============================================================================
-echo ""
-echo "=========================================="
-echo "Step 7: Downloading model checkpoints..."
-echo "=========================================="
+# Install GroundingDINO and build C++ extensions
+if [ -d "src/GroundingDINO" ]; then
+    echo "Installing GroundingDINO..."
+    pip install --no-cache-dir -e src/GroundingDINO
 
-# Create checkpoints directory
-mkdir -p checkpoints
-cd checkpoints
-
-# Download SAM2 checkpoint (~149 MB)
-if [ ! -f "sam2_hiera_tiny.pt" ]; then
-    echo "Downloading SAM2 checkpoint (sam2_hiera_tiny.pt ~149 MB)..."
-    wget -q --show-progress https://dl.fbaipublicfiles.com/segment_anything_2/072824/sam2_hiera_tiny.pt
-    echo "✓ SAM2 checkpoint downloaded"
-else
-    echo "✓ SAM2 checkpoint already exists"
-fi
-
-# Download SAM2 config
-if [ ! -f "sam2_hiera_t.yaml" ]; then
-    echo "Downloading SAM2 config (sam2_hiera_t.yaml)..."
-    wget -q --show-progress https://raw.githubusercontent.com/facebookresearch/sam2/main/sam2/configs/sam2.1/sam2.1_hiera_t.yaml -O sam2_hiera_t.yaml
-    echo "✓ SAM2 config downloaded"
-else
-    echo "✓ SAM2 config already exists"
-fi
-
-# Download GroundingDINO checkpoint (~662 MB)
-if [ ! -f "groundingdino_swint_ogc.pth" ]; then
-    echo "Downloading GroundingDINO checkpoint (groundingdino_swint_ogc.pth ~662 MB)..."
-    wget -q --show-progress https://github.com/IDEA-Research/GroundingDINO/releases/download/v0.1.0-alpha/groundingdino_swint_ogc.pth
-    echo "✓ GroundingDINO checkpoint downloaded"
-else
-    echo "✓ GroundingDINO checkpoint already exists"
-fi
-
-# Download GroundingDINO config
-if [ ! -f "GroundingDINO_SwinT_OGC.py" ]; then
-    echo "Downloading GroundingDINO config (GroundingDINO_SwinT_OGC.py)..."
-    wget -q --show-progress https://raw.githubusercontent.com/IDEA-Research/GroundingDINO/main/groundingdino/config/GroundingDINO_SwinT_OGC.py
-    echo "✓ GroundingDINO config downloaded"
-else
-    echo "✓ GroundingDINO config already exists"
+    echo "Building GroundingDINO C++ extensions (will show warnings if CUDA unavailable)..."
+    cd src/GroundingDINO
+    python setup.py build_ext --inplace 2>&1 | tail -20
+    cd ../..
 fi
 
-# Return to main directory
-cd "$SCRIPT_DIR"
-
-echo ""
-echo "✓ All checkpoints downloaded to: $SCRIPT_DIR/checkpoints/"
-
-# ============================================================================
-# Step 8: Create Test Script
-# ============================================================================
-echo ""
 echo "=========================================="
-echo "Step 8: Creating test script..."
+echo "Setup complete!"
 echo "=========================================="
-
-cat > test_vine.py << 'TESTEOF'
-"""
-Test script for VINE model loaded from HuggingFace Hub
-"""
-import os
-import sys
-from pathlib import Path
-
-os.environ['OPENAI_API_KEY'] = "dummy-key"
-
-# Add src to path
-sys.path.insert(0, str(Path(__file__).parent / "src"))
-
-print("=" * 80)
-print("Testing VINE Model from video-fm/vine")
-print("=" * 80)
-
-# Load VINE from HuggingFace
-print("\n1. Loading VINE model from HuggingFace Hub...")
-from transformers import AutoModel
-model = AutoModel.from_pretrained('video-fm/vine', trust_remote_code=True)
-print("✓ Model loaded successfully")
-
-# Verify checkpoint files
-print("\n2. Verifying checkpoint files...")
-checkpoint_dir = Path(__file__).parent / "checkpoints"
-checkpoints = {
-    "SAM2 config": checkpoint_dir / "sam2_hiera_t.yaml",
-    "SAM2 checkpoint": checkpoint_dir / "sam2_hiera_tiny.pt",
-    "GroundingDINO config": checkpoint_dir / "GroundingDINO_SwinT_OGC.py",
-    "GroundingDINO checkpoint": checkpoint_dir / "groundingdino_swint_ogc.pth",
-}
-
-all_exist = True
-for name, path in checkpoints.items():
-    if path.exists():
-        size_mb = path.stat().st_size / (1024 * 1024)
-        print(f"✓ {name}: {path.name} ({size_mb:.1f} MB)")
-    else:
-        print(f"✗ {name}: NOT FOUND at {path}")
-        all_exist = False
-
-# Create pipeline
-print("\n3. Creating VINE pipeline...")
-from vine_hf import VinePipeline
-
-pipeline = VinePipeline(
-    model=model,
-    tokenizer=None,
-    sam_config_path=str(checkpoints["SAM2 config"]),
-    sam_checkpoint_path=str(checkpoints["SAM2 checkpoint"]),
-    gd_config_path=str(checkpoints["GroundingDINO config"]),
-    gd_checkpoint_path=str(checkpoints["GroundingDINO checkpoint"]),
-    device="cuda",
-    trust_remote_code=True
-)
-print("✓ Pipeline created successfully")
-
-print("\n" + "=" * 80)
-print("✅ VINE Setup Complete and Working!")
-print("=" * 80)
-print("\nYou can now use the model for video understanding:")
-print("""
-from transformers import AutoModel
-from vine_hf import VinePipeline
-
-model = AutoModel.from_pretrained('video-fm/vine', trust_remote_code=True)
-pipeline = VinePipeline(model=model, ...)
-results = pipeline('video.mp4', categorical_keywords=['person', 'dog'], ...)
-""")
-TESTEOF
-
-echo "✓ Test script created: test_vine.py"
-
-# ============================================================================
-# Step 9: Test the Installation
-# ============================================================================
-echo ""
-echo "=========================================="
-echo "Step 9: Testing installation..."
-echo "=========================================="
-
-echo "Checking PyTorch and CUDA..."
-python -c "import torch; print(f'PyTorch version: {torch.__version__}'); print(f'CUDA available: {torch.cuda.is_available()}'); print(f'CUDA version: {torch.version.cuda if torch.cuda.is_available() else \"N/A\"}')"
-
-echo ""
-echo "Running VINE model test..."
-python test_vine.py
-
-# ============================================================================
-# Final Summary
-# ============================================================================
-echo ""
-echo "============================================================================"
-echo "✅ VINE Setup Complete!"
-echo "============================================================================"
-echo ""
-echo "What was installed:"
-echo "  ✓ Conda environment: vine_demo"
-echo "  ✓ PyTorch 2.7.1 with CUDA 12.6"
-echo "  ✓ Required packages: laser, sam2, groundingdino, vine_hf"
-echo "  ✓ Model checkpoints downloaded to: checkpoints/"
-echo ""
-echo "Checkpoint files:"
-echo "  ✓ checkpoints/sam2_hiera_tiny.pt (~149 MB)"
-echo "  ✓ checkpoints/sam2_hiera_t.yaml"
-echo "  ✓ checkpoints/groundingdino_swint_ogc.pth (~662 MB)"
-echo "  ✓ checkpoints/GroundingDINO_SwinT_OGC.py"
-echo ""
-echo "To use VINE:"
-echo "  1. Activate environment: conda activate vine_demo"
-echo "  2. Run your script or test_vine.py"
-echo ""
-echo "Example usage:"
-echo "  python test_vine.py"
-echo ""
-echo "Model URL: https://huggingface.co/video-fm/vine"
-echo "Documentation: See README.md on HuggingFace Hub"
-echo ""
-echo "🎉 Happy video understanding with VINE!"
-echo "============================================================================"