tttoaster commited on
Commit
e9ed2ba
1 Parent(s): 06a54b1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -378,6 +378,7 @@ def generate(text_list, image_list, max_new_tokens, force_boi, force_bbox, force
378
 
379
  # service.vae_pipe = service.vae_pipe.to("cpu")
380
  # service.sd_adapter = service.sd_adapter.to(service.vit_sd_device, dtype=service.dtype)
 
381
  torch.cuda.empty_cache()
382
 
383
  # print('loading visual encoder and llm to GPU, and sd to CPU')
 
378
 
379
  # service.vae_pipe = service.vae_pipe.to("cpu")
380
  # service.sd_adapter = service.sd_adapter.to(service.vit_sd_device, dtype=service.dtype)
381
+
382
  torch.cuda.empty_cache()
383
 
384
  # print('loading visual encoder and llm to GPU, and sd to CPU')