Update handler.py

handler.py

@@ -48,7 +48,8 @@ def get_default_args():
     parser.add_argument("--precision", type=str, default="bf16", choices=["bf16", "fp32", "fp16"])
     parser.add_argument("--rope-theta", type=int, default=256)
     parser.add_argument("--load-key", type=str, default="module")
-    
+    parser.add_argument("--use-fp8", action="store_true", default=False)
+
     # VAE settings
     parser.add_argument("--vae", type=str, default="884-16c-hy")
     parser.add_argument("--vae-precision", type=str, default="fp16")
@@ -139,10 +140,15 @@ class EndpointHandler:
         # Set paths for model components
         dit_weight_path = Path(path) / "hunyuan-video-t2v-720p/transformers/mp_rank_00_model_states.pt"
         original_vae_path = Path(path) / "hunyuan-video-t2v-720p/vae"
-        
+
+        # to save on memory, we activate fp8 weights and we override the previous dit_weight_path setting
+        self.args.use_fp8 = True
+        dit_weight_path = Path(path) / "hunyuan-video-t2v-720p/transformers/mp_rank_00_model_states_fp8.pt"
+
         # Log all critical paths
         logger.info(f"Model base path: {self.args.model_base}")
         logger.info(f"DiT weight path: {dit_weight_path}")
+        logger.info(f"Use fp8: {self.args.use_fp8}")
         logger.info(f"Original VAE path: {original_vae_path}")
         
         # Verify paths exist