wang-sy commited on
Commit
b464613
·
1 Parent(s): a50b1c5

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +5 -4
handler.py CHANGED
@@ -1,14 +1,15 @@
1
  from typing import Dict, List, Any
2
- from transformers import GPT2Tokenizer
3
- from model import GPT
4
  import pipeline
5
 
6
  class EndpointHandler():
7
  def __init__(self, path=""):
8
  # Preload all the elements you are going to need at inference.
9
- model = GPT.from_pretrained(path)
10
- tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
11
  # self.pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer)
 
12
 
13
  def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
14
  """
 
1
  from typing import Dict, List, Any
2
+ # from transformers import GPT2Tokenizer
3
+ # from model import GPT
4
  import pipeline
5
 
6
  class EndpointHandler():
7
  def __init__(self, path=""):
8
  # Preload all the elements you are going to need at inference.
9
+ # model = GPT.from_pretrained(path)
10
+ # tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
11
  # self.pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer)
12
+ a = 1
13
 
14
  def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
15
  """