change character position

app.py

@@ -50,7 +50,7 @@ DEFAULT_TEXT = [
 HEADER = """
 
 <div align="center">
-<h1 style='text-align: center'>E.T. the Exceptional Trajectories</h2>
+<h1 style='text-align: center'>E.T. the Exceptional Trajectories (Static Character Pose</h2>
 <a href="https://robincourant.github.io/info/"><strong>Robin Courant</strong></a>
 ·
 <a href="https://nicolas-dufour.github.io/"><strong>Nicolas Dufour</strong></a>
@@ -113,12 +113,8 @@ def generate(
     sample_id = SAMPLE_IDS[0]  # Default to the first sample ID
     seq_feat = diffuser.net.model.clip_sequential
 
-    batch = get_batch(prompt, sample_id, clip_model, dataset, seq_feat, device)
-    batch["character_position"] = torch.tensor(
-        [float(coord) for coord in character_position.strip("[]").split(",")],
-        device=device,
-    )
-    
+    batch = get_batch(prompt, sample_id, character_position, clip_model, dataset, seq_feat, device)
+
     with torch.no_grad():
         out = diffuser.predict_step(batch, 0)
 

utils/common_viz.py

@@ -77,6 +77,7 @@ def encode_text(
 def get_batch(
     prompt: str,
     sample_id: str,
+    character_position: str,
     clip_model: clip.model.CLIP,
     dataset: MultimodalDataset,
     seq_feat: bool,
@@ -101,8 +102,14 @@ def get_batch(
     # Update batch
     batch["caption_raw"] = [prompt]
     batch["caption_feat"] = caption_feat
-    batch['char_feat'] = torch.zeros_like(batch['char_feat'])
-    batch['char_raw']['char_raw_feat'] = torch.zeros_like(batch['char_raw']['char_raw_feat'])
+
+    character_Position = torch.tensor(
+        [float(coord) for coord in character_position.strip("[]").split(",")],
+        device=device,
+    )
+
+    batch['char_feat'] = character_position.unsqueeze(0).repeat(1, 300).unsqueeze(0)
+    batch['char_raw']['char_raw_feat'] = character_position.unsqueeze(0).repeat(1, 300).unsqueeze(0)
     batch['char_raw']['char_vertices'] = torch.zeros_like(batch['char_raw']['char_vertices'])
     batch['char_raw']['char_faces'] = torch.zeros_like(batch['char_raw']['char_faces'])