Qwen3-0.6B-Demo-GGUF

Sleeping

Lyte commited on Jul 25

Commit

51a20bc

verified ·

1 Parent(s): af1c3ab

Update Dockerfile

Files changed (1) hide show

Dockerfile CHANGED Viewed

@@ -39,7 +39,7 @@ RUN git clone https://github.com/ggerganov/llama.cpp && \
 # Download model
 RUN mkdir -p /models && \
-    wget -O /models/model.q8_0.gguf https://huggingface.co/unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF/resolve/main/DeepSeek-R1-Distill-Qwen-1.5B-Q8_0.gguf
 # Copy app and startup script
 COPY app.py /app.py

 # Download model
 RUN mkdir -p /models && \
+    wget -O /models/model.q8_k_xl.gguf https://huggingface.co/unsloth/Qwen3-0.6B-GGUF/resolve/main/Qwen3-0.6B-UD-Q8_K_XL.gguf
 # Copy app and startup script
 COPY app.py /app.py