Update app.py

app.py

@@ -507,6 +507,9 @@ dtype = dt
 quantize = None
 t0 = time.time()
 
+mlp_path = args.mlp_path
+pretrained_checkpoint_mlp = torch.load(mlp_path)
+
 with EmptyInitOnDevice(
     device=fabric.device, dtype=dtype, quantization_mode=quantize
 ), lora(r=args.lora_r, alpha=args.lora_alpha, dropout=args.lora_dropout, enabled=True):
@@ -531,8 +534,6 @@ with EmptyInitOnDevice(
     )
     model = GPT(config).bfloat16()
 
-mlp_path = args.mlp_path
-pretrained_checkpoint_mlp = torch.load(mlp_path)
 
 X = ['Video']