Fix truncation

app.py

@@ -102,10 +102,10 @@ def generate_for_prompt(input_text, state, ret_scale_factor, max_nm_rets, num_wo
         elif type(output) == list:
             for image in output:
                 filename = save_image_to_local(image)
-                response += f'<br/><img src="/file={filename}">'
+                response += f'<img src="/file={filename}">'
         elif type(output) == Image.Image:
             filename = save_image_to_local(output)
-            response += f'<br/><img src="/file={filename}">'
+            response += f'<img src="/file={filename}">'
 
     # TODO(jykoh): Persist image inputs.
     chat_history = model_inputs + [' '.join([s for s in model_outputs if type(s) == str]) + '\n']
@@ -150,7 +150,7 @@ with gr.Blocks(css=css) as demo:
                 with gr.Column(scale=0.33):
                     clear_last_btn = gr.Button("Clear Last Round")
                 with gr.Column(scale=0.33):
-                    clear_btn = gr.Button("Clear History")
+                    clear_btn = gr.Button("Clear All")
 
     text_input.submit(generate_for_prompt, [text_input, gr_state, ret_scale_factor, max_ret_images, gr_max_len, gr_temperature], [gr_state, chatbot])
     text_input.submit(lambda: "", None, text_input)  # Reset chatbox.
@@ -163,5 +163,5 @@ with gr.Blocks(css=css) as demo:
     share_button.click(None, [], [], _js=share_js)
 
 
-# demo.queue(concurrency_count=1, api_open=False, max_size=16)
-demo.launch(debug=True, server_name="127.0.0.1")
+demo.queue(concurrency_count=1, api_open=False, max_size=16)
+demo.launch(debug=True, server_name="0.0.0.0")

fromage/models.py

@@ -540,6 +540,7 @@ class Fromage(nn.Module):
       generated_ids, generated_embeddings, _ = self.model.generate(input_embs, num_words,
         temperature=temperature, top_p=top_p, ret_scale_factor=ret_scale_factor)
       embeddings = generated_embeddings[-1][:, input_embs.shape[1]:]
+      print('L543 generated_ids', generated_ids)
 
       # Truncate to newline.
       newline_token_id = self.model.tokenizer('\n', add_special_tokens=False).input_ids[0]
@@ -554,7 +555,7 @@ class Fromage(nn.Module):
     else:
       raise ValueError
 
-    print('L557 called')
+    print('L557 generated_ids', generated_ids)
     # Save outputs as an interleaved list.
     return_outputs = []
     # Find up to max_num_rets [RET] tokens, and their corresponding scores.
@@ -635,7 +636,7 @@ def load_fromage(embeddings_dir: str, model_args_path: str, model_ckpt_path: str
   assert len(ret_token_idx) == 1, ret_token_idx
   model_kwargs['retrieval_token_idx'] = ret_token_idx[0]
 
-  debug = True
+  debug = False
   if debug:
     model_kwargs['opt_version'] = 'facebook/opt-125m'
     model_kwargs['visual_encoder'] = 'openai/clip-vit-base-patch32'

fromage/utils.py

@@ -35,7 +35,8 @@ def truncate_caption(caption: str) -> str:
   trunc_index = caption.find('\n') + 1
   if trunc_index <= 0:
       trunc_index = caption.find('.') + 1
-  caption = caption[:trunc_index]
+  if trunc_index > 0:
+    caption = caption[:trunc_index]
   return caption
 
 

share_btn.py

@@ -10,7 +10,8 @@ loading_icon_html = """<svg id="share-btn-loading-icon" style="display:none;" cl
 "
    xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" fill="none" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 24 24"><circle style="opacity: 0.25;" cx="12" cy="12" r="10" stroke="white" stroke-width="4"></circle><path style="opacity: 0.75;" fill="white" d="M4 12a8 8 0 018-8V0C5.373 0 0 5.373 0 12h4zm2 5.291A7.962 7.962 0 014 12H0c0 3.042 1.135 5.824 3 7.938l3-2.647z"></path></svg>"""
 
-share_js = """async () => {
+share_js = """
+async () => {
     async function uploadFile(file){
         const UPLOAD_URL = 'https://huggingface.co/uploads';
         const response = await fetch(UPLOAD_URL, {
@@ -25,8 +26,27 @@ share_js = """async () => {
         return url;
     }
 
+    //Creating dynamic link that automatically click
+    function downloadURI(uri, name) {
+        var link = document.createElement("a");
+        link.download = name;
+        link.href = uri;
+        link.click();
+    }
+
+    //Your modified code.
+    function printToFile(div) {
+        html2canvas(div, {
+            onrendered: function (canvas) {
+                var myImage = canvas.toDataURL("image/png");
+                downloadURI("data:" + myImage, "fromage_chat.png");
+            }
+        });
+    }
+
     const gradioEl = document.querySelector("gradio-app").shadowRoot || document.querySelector('body > gradio-app');
-    const outputChat = gradioEl.querySelector('#chatbot').value;
+    const chatbotEl = gradioEl.querySelector('#chatbot')
+    printToFile(chatbotEl)
     const inputPromptEl = "test test";
     //const outputChatbot = await getInputVideoFile(outputVideoEl);
     //const urlChatbotImage = await uploadFile(outputChatbot);