Update app.py

app.py

@@ -14,7 +14,7 @@ model = LlavaQwModel.from_pretrained(
     model_name,  
     torch_dtype=torch.bfloat16,  
     trust_remote_code=True,  
-).to(torch.bfloat16).eval()#.cuda()  
+).to(torch.bfloat16).eval().cuda()  
 
 def build_transform(input_size):  
     MEAN, STD = IMAGENET_MEAN, IMAGENET_STD  
@@ -29,7 +29,7 @@ def build_transform(input_size):
 def preprocess_image(file_path, image_size=448):  
     transform = build_transform(image_size)  
     pixel_values = transform(file_path)  
-    return torch.stack([pixel_values]).to(torch.bfloat16)#.cuda()  
+    return torch.stack([pixel_values]).to(torch.bfloat16).cuda()  
 
 def generate_response(image, text):  
     pixel_values = preprocess_image(image)