Update app.py
Browse files
app.py
CHANGED
|
@@ -27,6 +27,8 @@ bnb_config = BitsAndBytesConfig(
|
|
| 27 |
bnb_4bit_compute_dtype=torch.bfloat16
|
| 28 |
)
|
| 29 |
|
|
|
|
|
|
|
| 30 |
# Load MiniCPM-V-2_6 with 4-bit quantization
|
| 31 |
text_model = AutoModel.from_pretrained('openbmb/MiniCPM-V-2_6', trust_remote_code=True,
|
| 32 |
quantization_config=bnb_config, device_map="auto")
|
|
|
|
| 27 |
bnb_4bit_compute_dtype=torch.bfloat16
|
| 28 |
)
|
| 29 |
|
| 30 |
+
############### MINICPM MEIN ERROR HAI, USKO REPLACE KARNA HOGA ###############
|
| 31 |
+
|
| 32 |
# Load MiniCPM-V-2_6 with 4-bit quantization
|
| 33 |
text_model = AutoModel.from_pretrained('openbmb/MiniCPM-V-2_6', trust_remote_code=True,
|
| 34 |
quantization_config=bnb_config, device_map="auto")
|