sheraz179
/

blip2-flan-t5-xxl

visual-question-answering

image-captioning

Inference Endpoints

Model card Files Files and versions Community

sheraz179 commited on Jul 12, 2023

Commit

f6447a8

·

1 Parent(s): 5f67fce

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -14,7 +14,7 @@ class EndpointHandler():
         self.processor = Blip2Processor.from_pretrained("Salesforce/blip2-flan-t5-xxl")
         self.model = Blip2ForConditionalGeneration.from_pretrained(
-            "Salesforce/blip2-flan-t5-xxl", torch_dtype=torch.float16
         ).to(device)
         self.model.eval()
         self.model = self.model.to(device)

         self.processor = Blip2Processor.from_pretrained("Salesforce/blip2-flan-t5-xxl")
         self.model = Blip2ForConditionalGeneration.from_pretrained(
+            "Salesforce/blip2-flan-t5-xxl", load_in_8bit=True
         ).to(device)
         self.model.eval()
         self.model = self.model.to(device)