Spaces:
Sleeping
Sleeping
Commit
•
10d7517
1
Parent(s):
421986e
Update app.py
Browse files
app.py
CHANGED
@@ -41,8 +41,6 @@ if torch.cuda.is_available():
|
|
41 |
if USE_TORCH_COMPILE:
|
42 |
prior_pipeline.prior = torch.compile(prior_pipeline.prior, mode="max-autotune", fullgraph=True)
|
43 |
decoder_pipeline.decoder = torch.compile(decoder_pipeline.decoder, mode="max-autotune", fullgraph=True)
|
44 |
-
prior_pipeline.fuse_qkv_projections()
|
45 |
-
decoder_pipeline.fuse_qkv_projections()
|
46 |
torch._inductor.config.conv_1x1_as_mm = True
|
47 |
torch._inductor.config.coordinate_descent_tuning = True
|
48 |
torch._inductor.config.epilogue_fusion = False
|
|
|
41 |
if USE_TORCH_COMPILE:
|
42 |
prior_pipeline.prior = torch.compile(prior_pipeline.prior, mode="max-autotune", fullgraph=True)
|
43 |
decoder_pipeline.decoder = torch.compile(decoder_pipeline.decoder, mode="max-autotune", fullgraph=True)
|
|
|
|
|
44 |
torch._inductor.config.conv_1x1_as_mm = True
|
45 |
torch._inductor.config.coordinate_descent_tuning = True
|
46 |
torch._inductor.config.epilogue_fusion = False
|