Abhinav Kulkarni
commited on
Commit
•
27d2f5b
1
Parent(s):
54d79ef
Updated README
Browse files
README.md
CHANGED
@@ -86,7 +86,6 @@ prompt = f'''What is the difference between nuclear fusion and fission?
|
|
86 |
###Response:'''
|
87 |
|
88 |
input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
|
89 |
-
t1 = time.time()
|
90 |
output = model.generate(
|
91 |
inputs=input_ids,
|
92 |
temperature=0.7,
|
@@ -96,9 +95,6 @@ output = model.generate(
|
|
96 |
repetition_penalty=1.1,
|
97 |
eos_token_id=tokenizer.eos_token_id,
|
98 |
streamer=streamer)
|
99 |
-
t2 = time.time()
|
100 |
-
print("*"*80)
|
101 |
-
print(f"Generated {num_tokens/(t2-t1):.2f} token/s; {(t2-t1)*1000/num_tokens:.2f} ms/token")
|
102 |
```
|
103 |
|
104 |
## Evaluation
|
|
|
86 |
###Response:'''
|
87 |
|
88 |
input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
|
|
|
89 |
output = model.generate(
|
90 |
inputs=input_ids,
|
91 |
temperature=0.7,
|
|
|
95 |
repetition_penalty=1.1,
|
96 |
eos_token_id=tokenizer.eos_token_id,
|
97 |
streamer=streamer)
|
|
|
|
|
|
|
98 |
```
|
99 |
|
100 |
## Evaluation
|