shawno commited on
Commit
3859e25
·
verified ·
1 Parent(s): c6ffcb8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ import gradio as gr
9
  # 1. Load model via llama-cpp-python
10
  model = Llama.from_pretrained(
11
  repo_id="openbmb/MiniCPM-V-2_6-gguf",
12
- filename="*.gguf",
13
  n_ctx=4096,
14
  )
15
  # 2. Setup RAG
 
9
  # 1. Load model via llama-cpp-python
10
  model = Llama.from_pretrained(
11
  repo_id="openbmb/MiniCPM-V-2_6-gguf",
12
+ filename="ggml-model-Q4_K_M.gguf", # Choose a specific GGUF file
13
  n_ctx=4096,
14
  )
15
  # 2. Setup RAG