fixed conflict

Dockerfile

@@ -2,6 +2,7 @@ FROM python:3.10-slim
 
 WORKDIR /app
 
+# System dependencies
 RUN apt-get update && apt-get install -y \
     build-essential \
     curl \
@@ -21,17 +22,19 @@ COPY requirements.txt /tmp/requirements.txt
 COPY src/ ./src/
 
 # Deterministic install:
-# - upgrade pip
-# - uninstall any conflicting HF packages (no-op if absent)
-# - install exactly what's in requirements.txt in a single pip run
+# - upgrade pip, setuptools, wheel
+# - uninstall any possibly-preinstalled HF packages (no-op if absent)
+# - install everything from requirements.txt in a single pip run
 RUN python -m pip install --upgrade pip setuptools wheel \
     && pip uninstall -y huggingface-hub transformers sentence-transformers tokenizers datasets gradio spaces hf-transfer || true \
     && pip install --no-cache-dir --upgrade -r /tmp/requirements.txt
 
 # DEBUG: print key versions into build log so you can confirm final state
+# (keep this while debugging; remove later if you want smaller image)
 RUN python - <<'PY'
 import importlib
-for m in ("huggingface_hub","transformers","sentence_transformers","datasets","tokenizers","torch"):
+mods = ("huggingface_hub","transformers","sentence_transformers","datasets","tokenizers","torch")
+for m in mods:
     try:
         mm = importlib.import_module(m)
         print(m, getattr(mm,'__version__', 'unknown'))

requirements.txt

@@ -1,11 +1,9 @@
-# HF / transformers 4.x stack (consistent)
-huggingface-hub==0.24.6
+# Hugging Face / transformers 4.x stack compatible with hf-hub 0.x
+huggingface-hub==0.33.5
 transformers==4.46.3
 tokenizers==0.20.3
 sentence-transformers==3.3.1
-
-# datasets (choose a 4.x that pip resolver can align with 0.24.x) 
-datasets==4.3.0
+datasets==4.4.1
 
 # Torch + ML libs
 torch==2.5.1
@@ -14,14 +12,17 @@ scikit-learn==1.6.0
 scipy==1.14.1
 hnswlib==0.8.0
 
-# NLP / Graph / Utilities
+# GraphRAG and NLP
 networkx==3.4.2
 spacy==3.8.2
+rank-bm25==0.2.2
+
+# Data processing
 pandas==2.2.3
 rdflib==7.1.1
 SPARQLWrapper==2.0.0
 
-# Web UI
+# Web interface
 streamlit==1.36.0
 altair==5.3.0
 pydeck==0.9.1