Abhinav Kulkarni
commited on
Commit
•
1989764
1
Parent(s):
60bf695
Updated README
Browse files
README.md
CHANGED
@@ -85,7 +85,6 @@ prompt = f'''What is the difference between nuclear fusion and fission?
|
|
85 |
###Response:'''
|
86 |
|
87 |
input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
|
88 |
-
t1 = time.time()
|
89 |
output = model.generate(
|
90 |
inputs=input_ids,
|
91 |
temperature=0.7,
|
@@ -95,9 +94,6 @@ output = model.generate(
|
|
95 |
repetition_penalty=1.1,
|
96 |
eos_token_id=tokenizer.eos_token_id,
|
97 |
streamer=streamer)
|
98 |
-
t2 = time.time()
|
99 |
-
print("*"*80)
|
100 |
-
print(f"Generated {num_tokens/(t2-t1):.2f} token/s; {(t2-t1)*1000/num_tokens:.2f} ms/token")
|
101 |
```
|
102 |
|
103 |
## Evaluation
|
|
|
85 |
###Response:'''
|
86 |
|
87 |
input_ids = tokenizer(prompt, return_tensors='pt').input_ids.cuda()
|
|
|
88 |
output = model.generate(
|
89 |
inputs=input_ids,
|
90 |
temperature=0.7,
|
|
|
94 |
repetition_penalty=1.1,
|
95 |
eos_token_id=tokenizer.eos_token_id,
|
96 |
streamer=streamer)
|
|
|
|
|
|
|
97 |
```
|
98 |
|
99 |
## Evaluation
|