Update app.py
Browse files
app.py
CHANGED
|
@@ -9,7 +9,7 @@ import gradio as gr
|
|
| 9 |
# 1. Load model via llama-cpp-python
|
| 10 |
model = Llama.from_pretrained(
|
| 11 |
repo_id="openbmb/MiniCPM-V-2_6-gguf",
|
| 12 |
-
filename="
|
| 13 |
n_ctx=4096,
|
| 14 |
)
|
| 15 |
# 2. Setup RAG
|
|
|
|
| 9 |
# 1. Load model via llama-cpp-python
|
| 10 |
model = Llama.from_pretrained(
|
| 11 |
repo_id="openbmb/MiniCPM-V-2_6-gguf",
|
| 12 |
+
filename="ggml-model-Q4_K_M.gguf", # Choose a specific GGUF file
|
| 13 |
n_ctx=4096,
|
| 14 |
)
|
| 15 |
# 2. Setup RAG
|