I don't think this will work, trying to use blip-itm-large-coco

app.py

@@ -7,14 +7,22 @@ from PIL import Image
 device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 
 
-# Load the BLIP-2 model and processor
-processor = AutoProcessor.from_pretrained("Salesforce/blip2-opt-6.7b-coco")
+# Load the BLIP-2 model and processor (needs A10G)
+processor = AutoProcessor.from_pretrained("Salesforce/blip-itm-large-coco")
 # Load model in int8 using bitsandbytes, and pass device_map='auto'
 model = Blip2ForConditionalGeneration.from_pretrained(
-    "Salesforce/blip2-opt-6.7b-coco", load_in_8bit=True, device_map='auto'
+    "Salesforce/blip-itm-large-coco", load_in_8bit=True, device_map='auto'
 )
 
-# Uncomment lines 20, 22, 23, & 24 to begin using blip2-oopt-2.7b model
+
+# Load the BLIP-2 model and processor (needs A10G)
+#processor = AutoProcessor.from_pretrained("Salesforce/blip2-opt-6.7b-coco")
+# Load model in int8 using bitsandbytes, and pass device_map='auto'
+#model = Blip2ForConditionalGeneration.from_pretrained(
+#    "Salesforce/blip2-opt-6.7b-coco", load_in_8bit=True, device_map='auto'
+#)
+
+# Uncomment lines 20, 22, 23, & 24 to begin using blip2-oopt-2.7b model (can run on T4 Medium)
 
 # Load the BLIP-2 model and processor
 #processor = AutoProcessor.from_pretrained("Salesforce/blip2-opt-2.7b")