remove torch pin

handler.py

@@ -137,14 +137,15 @@ class EndpointHandler():
                     all_pixel_values = all_pixel_values.to(self.model.device)
                     all_grid_thws = all_grid_thws.to(self.model.device)
                     
-                    generated_ids = self.model.generate(
-                        input_ids, 
-                        pixel_values=all_pixel_values, 
-                        grid_thws=all_grid_thws,
-                        max_new_tokens=max_new_tokens,
-                        temperature=temperature,
-                        **parameters
-                    )
+                    with torch.no_grad():
+                        generated_ids = self.model.generate(
+                            input_ids, 
+                            pixel_values=all_pixel_values, 
+                            grid_thws=all_grid_thws,
+                            max_new_tokens=max_new_tokens,
+                            temperature=temperature,
+                            **parameters
+                        )
                 else:
                     # Text-only generation
                     generated_ids = self.model.generate(

requirements.txt

@@ -1,5 +1,5 @@
 transformers==4.53.0
-torch==2.8.0
+# torch==2.8.0
 pillow==11.3.0
 tiktoken==0.11.0
 blobfile==3.0.0