Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -378,6 +378,7 @@ def generate(text_list, image_list, max_new_tokens, force_boi, force_bbox, force
|
|
378 |
|
379 |
# service.vae_pipe = service.vae_pipe.to("cpu")
|
380 |
# service.sd_adapter = service.sd_adapter.to(service.vit_sd_device, dtype=service.dtype)
|
|
|
381 |
torch.cuda.empty_cache()
|
382 |
|
383 |
# print('loading visual encoder and llm to GPU, and sd to CPU')
|
|
|
378 |
|
379 |
# service.vae_pipe = service.vae_pipe.to("cpu")
|
380 |
# service.sd_adapter = service.sd_adapter.to(service.vit_sd_device, dtype=service.dtype)
|
381 |
+
|
382 |
torch.cuda.empty_cache()
|
383 |
|
384 |
# print('loading visual encoder and llm to GPU, and sd to CPU')
|