Fix deprecation warning
Browse files- backend/model_handler.py +1 -1
backend/model_handler.py
CHANGED
|
@@ -33,7 +33,7 @@ class ModelHandler:
|
|
| 33 |
|
| 34 |
self.model_int = AutoModel.from_pretrained(
|
| 35 |
internvl_model_path,
|
| 36 |
-
|
| 37 |
low_cpu_mem_usage=True,
|
| 38 |
trust_remote_code=True
|
| 39 |
).eval()
|
|
|
|
| 33 |
|
| 34 |
self.model_int = AutoModel.from_pretrained(
|
| 35 |
internvl_model_path,
|
| 36 |
+
dtype=torch.bfloat16,
|
| 37 |
low_cpu_mem_usage=True,
|
| 38 |
trust_remote_code=True
|
| 39 |
).eval()
|