jpohhhh
/

msmarco-MiniLM-L-6-v3_onnx

sentence-embeddings

endpoints-template

Inference Endpoints

Model card Files Files and versions Community

jpohhhh commited on Jun 21, 2023

Commit

cb578d2

·

1 Parent(s): c1f8c44

Update handler.py

Files changed (1) hide show

handler.py +1 -1

handler.py CHANGED Viewed

@@ -25,7 +25,7 @@ class EndpointHandler():
         self.tokenizer = AutoTokenizer.from_pretrained('sentence-transformers/msmarco-MiniLM-L-6-v3')
         model_regular = ORTModelForFeatureExtraction.from_pretrained("jpohhhh/msmarco-MiniLM-L-6-v3_onnx", from_transformers=False)
-        self.onnx_extractor = pipeline(task, model=model_regular, tokenizer=tokenizer)
         # self.model.to(self.device)
         # print("model will run on ", self.device)

         self.tokenizer = AutoTokenizer.from_pretrained('sentence-transformers/msmarco-MiniLM-L-6-v3')
         model_regular = ORTModelForFeatureExtraction.from_pretrained("jpohhhh/msmarco-MiniLM-L-6-v3_onnx", from_transformers=False)
+        self.onnx_extractor = pipeline(task, model=model_regular, tokenizer=self.tokenizer)
         # self.model.to(self.device)
         # print("model will run on ", self.device)