Straive
/

llava-v1.6-34b-hf

Image-Text-to-Text

text-generation-inference

Model card Files Files and versions

saurabh-straive commited on Mar 21, 2024

Commit

2fc750a

·

verified ·

1 Parent(s): 7c2538e

Update handler.py

Files changed (1) hide show

handler.py +0 -1

handler.py CHANGED Viewed

@@ -5,7 +5,6 @@ from PIL import Image
 class EndpointHandler():
     def __init__(self, path=""):
         disable_torch_init()
-        device = torch.cuda_device
         self.processor = LlavaNextProcessor.from_pretrained(path, use_fast=False)
         self.model = LlavaNextForConditionalGeneration.from_pretrained(
             path,

 class EndpointHandler():
     def __init__(self, path=""):
         disable_torch_init()
         self.processor = LlavaNextProcessor.from_pretrained(path, use_fast=False)
         self.model = LlavaNextForConditionalGeneration.from_pretrained(
             path,