Spaces:
Runtime error
Runtime error
Update model.py
Browse files
model.py
CHANGED
@@ -292,7 +292,7 @@ class GPT(nn.Module):
|
|
292 |
flops_promised = 312e12 # A100 GPU bfloat16 peak flops is 312 TFLOPS
|
293 |
mfu = flops_achieved / flops_promised
|
294 |
return mfu
|
295 |
-
|
296 |
@torch.no_grad()
|
297 |
def generate(self, idx, max_new_tokens, temperature=1.0, top_k=None, top_p=0.95, repetition_penalty=1.2, eor_token_id=None):
|
298 |
generated = idx
|
|
|
292 |
flops_promised = 312e12 # A100 GPU bfloat16 peak flops is 312 TFLOPS
|
293 |
mfu = flops_achieved / flops_promised
|
294 |
return mfu
|
295 |
+
|
296 |
@torch.no_grad()
|
297 |
def generate(self, idx, max_new_tokens, temperature=1.0, top_k=None, top_p=0.95, repetition_penalty=1.2, eor_token_id=None):
|
298 |
generated = idx
|