Abhinav Kulkarni commited on
Commit
27d2f5b
1 Parent(s): 54d79ef

Updated README

Browse files
Files changed (1) hide show
  1. README.md +0 -4
README.md CHANGED
@@ -86,7 +86,6 @@ prompt = f'''What is the difference between nuclear fusion and fission?
86
  ###Response:'''
87
 
88
  input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
89
- t1 = time.time()
90
  output = model.generate(
91
  inputs=input_ids,
92
  temperature=0.7,
@@ -96,9 +95,6 @@ output = model.generate(
96
  repetition_penalty=1.1,
97
  eos_token_id=tokenizer.eos_token_id,
98
  streamer=streamer)
99
- t2 = time.time()
100
- print("*"*80)
101
- print(f"Generated {num_tokens/(t2-t1):.2f} token/s; {(t2-t1)*1000/num_tokens:.2f} ms/token")
102
  ```
103
 
104
  ## Evaluation
 
86
  ###Response:'''
87
 
88
  input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
 
89
  output = model.generate(
90
  inputs=input_ids,
91
  temperature=0.7,
 
95
  repetition_penalty=1.1,
96
  eos_token_id=tokenizer.eos_token_id,
97
  streamer=streamer)
 
 
 
98
  ```
99
 
100
  ## Evaluation