Upload app.ipynb

app.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 14,
+   "execution_count": 16,
    "metadata": {
     "collapsed": true
    },
@@ -124,6 +124,9 @@
     "    return conversation,[history,conversation]\n",
     "\n",
     "def run_chatbot_with_img(input_img,max_tokens,temperature,frequency_penalty,presence_penalty,gr_state=[]):\n",
+    "    print(type(input_img))\n",
+    "    # input_image = Image.open(input_img.name).convert('RGB')\n",
+    "    # input_image.save(input_image.name)\n",
     "    history, conversation = gr_state[0],gr_state[1]\n",
     "\n",
     "    # TODO: save img and show in conversation\n",
@@ -135,6 +138,7 @@
     "    input = 'I have given you a photo about '+ img_cls + ', and tell me its definition.'\n",
     "    output = chat_with_GPT(input,history,max_tokens,temperature,frequency_penalty,presence_penalty)\n",
     "\n",
+    "    # input_mask = [(f'<img src=\"/file={input_img.name}\" style=\"display: inline-block;\">', \"\")]\n",
     "    input_mask = 'Upload image'\n",
     "    # conversation save chatbox content\n",
     "    conversation.append((input_mask,output))\n",
@@ -144,7 +148,7 @@
     "    # chatbox gr_state\n",
     "    return conversation , [history,conversation]\n",
     "\n",
-    "def save_img(image):\n",
+    "def save_img(image: Image.Image):\n",
     "\n",
     "    filename = next(tempfile._get_candidate_names()) + '.png'\n",
     "    print(filename)\n",
@@ -172,7 +176,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 16,
+   "execution_count": null,
    "outputs": [
     {
      "name": "stderr",
@@ -181,9 +185,7 @@
       "D:\\Anaconda\\envs\\pytorch\\lib\\site-packages\\gradio\\inputs.py:257: UserWarning: Usage of gradio.inputs is deprecated, and will not be supported in the future, please import your component from gradio.components\n",
       "  warnings.warn(\n",
       "D:\\Anaconda\\envs\\pytorch\\lib\\site-packages\\gradio\\deprecation.py:40: UserWarning: `optional` parameter is deprecated, and it has no effect\n",
-      "  warnings.warn(value)\n",
-      "D:\\Anaconda\\envs\\pytorch\\lib\\site-packages\\gradio\\deprecation.py:43: UserWarning: You have unused kwarg parameters in Number, please remove them: {'minimum': 500, 'maximum': 2000}\n",
-      "  warnings.warn(\n"
+      "  warnings.warn(value)\n"
      ]
     },
     {
@@ -207,20 +209,10 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "college\n",
-      "0.3043000400066376\n",
-      "doorplate\n",
-      "0.7027668356895447\n",
-      "Keyboard interruption in main thread... closing server.\n"
+      "<class 'numpy.ndarray'>\n",
+      "panda\n",
+      "0.3023892641067505\n"
      ]
-    },
-    {
-     "data": {
-      "text/plain": ""
-     },
-     "execution_count": 16,
-     "metadata": {},
-     "output_type": "execute_result"
     }
    ],
    "source": [
@@ -252,7 +244,7 @@
     "        image_btn = gr.UploadButton(\"Upload Image\", file_types=[\"image\"])\n",
     "    with gr.Column(scale=0.3, min_width=400):\n",
     "            max_tokens = gr.Number(\n",
-    "                minimum=500, maximum=2000, value=1000, precision=1, interactive=True, label=\"Maximum length of generated text\")\n",
+    "                value=1000, precision=1, interactive=True, label=\"Maximum length of generated text\")\n",
     "            temperature = gr.Slider(\n",
     "                minimum=0.0, maximum=1.0, value=0.0, interactive=True, label=\"Diversity of generated text\")\n",
     "            frequency_penalty = gr.Slider(minimum=-2.0, maximum=2.0, value=0.5,\n",
@@ -271,10 +263,22 @@
     "    submit_btn.click(lambda: \"\", None, text_input)\n",
     "    reset_btn.click(fn=reset,inputs=[],outputs=[chatbot,gr_state])\n",
     "    submit_btn_img.click(run_chatbot_with_img, [image,max_tokens,temperature,frequency_penalty,presence_penalty,gr_state], [chatbot,gr_state])\n",
-    "    # image_btn.upload(run_chatbot_with_img, [image,max_tokens,temperature,frequency_penalty,presence_penalty,gr_state], [chatbot,gr_state])\n",
+    "    image_btn.upload(run_chatbot_with_img, [image_btn,max_tokens,temperature,frequency_penalty,presence_penalty,gr_state], [chatbot,gr_state])\n",
     "\n",
     "demo.launch(debug = True)"
    ],
+   "metadata": {
+    "collapsed": false,
+    "pycharm": {
+     "is_executing": true
+    }
+   }
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "outputs": [],
+   "source": [],
    "metadata": {
     "collapsed": false
    }