re-encode

app.py

@@ -99,7 +99,7 @@ class BottleneckT5Autoencoder:
             top_p=top_p,
             num_return_sequences=1,
             min_new_tokens=min_new_tokens,
-            # num_beams=8,
+            #num_beams=4,
         )
         return self.tokenizer.decode(output[0], skip_special_tokens=True)
 
@@ -118,6 +118,7 @@ def generate(prompt, in_embs=None,):
     print('From embeds.')
   in_embs = in_embs / in_embs.abs().max() * .15
   text = autoencoder.generate_from_latent(in_embs.to('cuda').to(dtype=torch.bfloat16), temperature=.3, top_p=.99, min_new_tokens=5)
+  in_embs = autoencoder.embed(text).to('cuda')
   return text, in_embs.to('cpu')