Abhinav Kulkarni
commited on
Commit
•
2aadbdc
1
Parent(s):
6816134
Updated README
Browse files
README.md
CHANGED
@@ -81,7 +81,6 @@ prompt = f'''What is the difference between nuclear fusion and fission?
|
|
81 |
###Response:'''
|
82 |
|
83 |
input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
|
84 |
-
t1 = time.time()
|
85 |
output = model.generate(
|
86 |
inputs=input_ids,
|
87 |
temperature=0.7,
|
@@ -91,9 +90,6 @@ output = model.generate(
|
|
91 |
repetition_penalty=1.1,
|
92 |
eos_token_id=tokenizer.eos_token_id,
|
93 |
streamer=streamer)
|
94 |
-
t2 = time.time()
|
95 |
-
print("*"*80)
|
96 |
-
print(f"Generated {num_tokens/(t2-t1):.2f} token/s; {(t2-t1)*1000/num_tokens:.2f} ms/token")
|
97 |
```
|
98 |
|
99 |
## Evaluation
|
|
|
81 |
###Response:'''
|
82 |
|
83 |
input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
|
|
|
84 |
output = model.generate(
|
85 |
inputs=input_ids,
|
86 |
temperature=0.7,
|
|
|
90 |
repetition_penalty=1.1,
|
91 |
eos_token_id=tokenizer.eos_token_id,
|
92 |
streamer=streamer)
|
|
|
|
|
|
|
93 |
```
|
94 |
|
95 |
## Evaluation
|