jpohhhh
/

msmarco-MiniLM-L-6-v3_onnx

sentence-embeddings

endpoints-template

Inference Endpoints

Model card Files Files and versions Community

jpohhhh commited on Jun 21, 2023

Commit

c1f8c44

·

1 Parent(s): 7fa825d

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -22,7 +22,7 @@ class EndpointHandler():
             print(file)
         # self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
         task = "feature-extraction"
-        tokenizer = AutoTokenizer.from_pretrained('sentence-transformers/msmarco-MiniLM-L-6-v3')
         model_regular = ORTModelForFeatureExtraction.from_pretrained("jpohhhh/msmarco-MiniLM-L-6-v3_onnx", from_transformers=False)
         self.onnx_extractor = pipeline(task, model=model_regular, tokenizer=tokenizer)

             print(file)
         # self.device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
         task = "feature-extraction"
+        self.tokenizer = AutoTokenizer.from_pretrained('sentence-transformers/msmarco-MiniLM-L-6-v3')
         model_regular = ORTModelForFeatureExtraction.from_pretrained("jpohhhh/msmarco-MiniLM-L-6-v3_onnx", from_transformers=False)
         self.onnx_extractor = pipeline(task, model=model_regular, tokenizer=tokenizer)