updated interface in brainstorm

src/notebooks/brainstorm4.ipynb

@@ -383,20 +383,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 41,
+   "execution_count": 43,
    "metadata": {},
    "outputs": [
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "/var/folders/lx/3ksh07r96gn2v7b8mb__3mpc0000gn/T/ipykernel_13584/2709196309.py:47: GradioUnusedKwargWarning: You have unused kwarg parameters in UploadButton, please remove them: {'live': True}\n",
+      "/var/folders/lx/3ksh07r96gn2v7b8mb__3mpc0000gn/T/ipykernel_13584/3295794268.py:55: GradioUnusedKwargWarning: You have unused kwarg parameters in UploadButton, please remove them: {'live': True}\n",
       "  upload_template_btn = gr.UploadButton(label=\"Upload Template File\", file_types = ['.csv'], live=True, file_count = \"single\")\n",
-      "/var/folders/lx/3ksh07r96gn2v7b8mb__3mpc0000gn/T/ipykernel_13584/2709196309.py:51: GradioUnusedKwargWarning: You have unused kwarg parameters in UploadButton, please remove them: {'live': True}\n",
+      "/var/folders/lx/3ksh07r96gn2v7b8mb__3mpc0000gn/T/ipykernel_13584/3295794268.py:59: GradioUnusedKwargWarning: You have unused kwarg parameters in UploadButton, please remove them: {'live': True}\n",
       "  upload_source_button = gr.UploadButton(label=\"Upload Source File\", file_types = ['.csv'], live=True, file_count = \"single\")\n",
-      "/Users/andybryant/Desktop/projects/zero-mapper/venv/lib/python3.9/site-packages/gradio/utils.py:841: UserWarning: Expected 1 arguments for function <function generate_code at 0x12ba74f70>, received 0.\n",
+      "/Users/andybryant/Desktop/projects/zero-mapper/venv/lib/python3.9/site-packages/gradio/utils.py:841: UserWarning: Expected 1 arguments for function <function generate_code at 0x12c23b820>, received 0.\n",
       "  warnings.warn(\n",
-      "/Users/andybryant/Desktop/projects/zero-mapper/venv/lib/python3.9/site-packages/gradio/utils.py:845: UserWarning: Expected at least 1 arguments for function <function generate_code at 0x12ba74f70>, received 0.\n",
+      "/Users/andybryant/Desktop/projects/zero-mapper/venv/lib/python3.9/site-packages/gradio/utils.py:845: UserWarning: Expected at least 1 arguments for function <function generate_code at 0x12c23b820>, received 0.\n",
       "  warnings.warn(\n"
      ]
     },
@@ -404,7 +404,7 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Running on local URL:  http://127.0.0.1:7881\n",
+      "Running on local URL:  http://127.0.0.1:7883\n",
       "\n",
       "To create a public link, set `share=True` in `launch()`.\n"
      ]
@@ -412,7 +412,7 @@
     {
      "data": {
       "text/html": [
-       "<div><iframe src=\"http://127.0.0.1:7881/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+       "<div><iframe src=\"http://127.0.0.1:7883/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -425,28 +425,15 @@
      "data": {
       "text/plain": []
      },
-     "execution_count": 41,
+     "execution_count": 43,
      "metadata": {},
      "output_type": "execute_result"
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/Users/andybryant/Desktop/projects/zero-mapper/venv/lib/python3.9/site-packages/gradio/helpers.py:735: UserWarning: Unexpected argument. Filling with None.\n",
-      "  warnings.warn(\"Unexpected argument. Filling with None.\")\n"
-     ]
     }
    ],
    "source": [
     "def _sanitize_python_output(text: str):\n",
     "    _, after = text.split(\"```python\")\n",
     "    return after.split(\"```\")[0]\n",
-    "file_val = None\n",
-    "def do_stuff(file, extra):\n",
-    "    assert False, (file, extra)\n",
-    "    return pd.read_csv(file.name)\n",
-    "    file_val = file\n",
     "\n",
     "import io\n",
     "def generate_code(val):\n",
@@ -471,14 +458,22 @@
     "def generate_step_markdown(step_number: int, subtitle: str):\n",
     "    return gr.Markdown(f\"# Step {step_number}\\n\\n ### {subtitle}\")\n",
     "\n",
-    "def export_csv(d):\n",
-    "    d.to_csv(\"output.csv\")\n",
-    "    return gr.File.update(value=\"output.csv\", visible=True)\n",
+    "# TODO: parameterize\n",
+    "def export_table_mapping(d):\n",
+    "    filename = \"source_template_mapping.csv\"\n",
+    "    d.to_csv(filename)\n",
+    "    return gr.File.update(value=filename, visible=True)\n",
     "\n",
-    "def export_code(val):\n",
-    "    with open(\"output.py\", \"w\") as f:\n",
+    "def export_python_code(val):\n",
+    "    filename = \"transformation_code.py\"\n",
+    "    with open(filename, \"w\") as f:\n",
     "        f.write(val)\n",
-    "    return gr.File.update(value=\"output.py\", visible=True)\n",
+    "    return gr.File.update(value=filename, visible=True)\n",
+    "\n",
+    "def export_transformed_source(d):\n",
+    "    filename = \"transformed_source.csv\"\n",
+    "    d.to_csv(filename)\n",
+    "    return gr.File.update(value=filename, visible=True)\n",
     "\n",
     "with gr.Blocks() as demo:\n",
     "    # STEP 1\n",
@@ -501,36 +496,47 @@
     "        table_mapping_df = gr.DataFrame(type=\"pandas\")\n",
     "        generate_mapping_btn.click(fn=get_table_mapping, inputs=[source_df, template_df], outputs=[table_mapping_df])\n",
     "    \n",
-    "    # STEP 3\n",
-    "    generate_step_markdown(3, \"Save mapping to CSV and download (optional).\")\n",
     "    with gr.Row():\n",
     "        save_mapping_btn = gr.Button(value=\"Save Mapping\", variant=\"secondary\")\n",
     "    with gr.Row():\n",
     "        csv = gr.File(interactive=False, visible=False)\n",
-    "        save_mapping_btn.click(export_csv, table_mapping_df, csv)\n",
+    "        save_mapping_btn.click(export_table_mapping, table_mapping_df, csv)\n",
     "        mapping_file = gr.File(label=\"Downloaded File\", visible=False)\n",
     "        mapping_file.change(lambda x: x, mapping_file, table_mapping_df)\n",
-    "    # STEP 4\n",
-    "    generate_step_markdown(4, \"Generate python code to transform Source to Template, using the generated mapping.\")\n",
+    "    \n",
+    "    # STEP 3\n",
+    "    generate_step_markdown(3, \"Generate python code to transform Source to Template, using the generated mapping.\")\n",
     "    with gr.Row():\n",
     "        generate_code_btn = gr.Button(value=\"Generate Code from Mapping\", variant=\"primary\")\n",
     "    with gr.Row():\n",
     "        code_block = gr.Code(language=\"python\")\n",
     "        generate_code_btn.click(fn=generate_code, outputs=[code_block])\n",
     "\n",
-    "    # STEP 5\n",
-    "    generate_step_markdown(5, \"Save transformation code (optional).\")\n",
     "    with gr.Row():\n",
     "        save_code_btn = gr.Button(value=\"Save Code\", variant=\"secondary\")\n",
     "    with gr.Row():\n",
     "        text = gr.File(interactive=False, visible=False)\n",
-    "        save_code_btn.click(export_code, code_block, text)\n",
+    "        save_code_btn.click(export_python_code, code_block, text)\n",
     "        code_file = gr.File(label=\"Downloaded File\", visible=False)\n",
     "        code_file.change(lambda x: x, code_file, code_block)\n",
     "\n",
-    "    # with gr.Row():\n",
-    "    #     gr.Button(value=\"Transform Source\", variant=\"primary\", trigger=\"transform_source\")\n",
-    "    #     gr.Button(value=\"Save Code\", variant=\"secondary\", trigger=\"save_code\")\n",
+    "    # STEP 4\n",
+    "    generate_step_markdown(4, \"Transform the Source CSV into the Template CSV using the generated code.\")\n",
+    "    with gr.Row():\n",
+    "        transform_btn = gr.Button(value=\"Transform Source\", variant=\"primary\")\n",
+    "    with gr.Row():\n",
+    "        source_df_transformed = gr.Dataframe(type=\"pandas\")\n",
+    "        transform_btn.click(lambda x: x, inputs=[source_df], outputs=[source_df_transformed])\n",
+    "\n",
+    "    with gr.Row():\n",
+    "        save_transformed_source_btn = gr.Button(value=\"Save Transformed Source\", variant=\"secondary\")\n",
+    "    with gr.Row():\n",
+    "        csv = gr.File(interactive=False, visible=False)\n",
+    "        save_transformed_source_btn.click(export_transformed_source, source_df_transformed, csv)\n",
+    "        transform_file = gr.File(label=\"Downloaded File\", visible=False)\n",
+    "        transform_file.change(lambda x: x, transform_file, source_df_transformed)\n",
+    "\n",
+    "    \n",
     "    \n",
     "    # with gr.Row():\n",
     "    #     with gr.Column():\n",
@@ -596,67 +602,6 @@
     "demo.launch()"
    ]
   },
-  {
-   "cell_type": "code",
-   "execution_count": 22,
-   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Running on local URL:  http://127.0.0.1:7866\n",
-      "\n",
-      "To create a public link, set `share=True` in `launch()`.\n"
-     ]
-    },
-    {
-     "data": {
-      "text/html": [
-       "<div><iframe src=\"http://127.0.0.1:7866/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
-      ],
-      "text/plain": [
-       "<IPython.core.display.HTML object>"
-      ]
-     },
-     "metadata": {},
-     "output_type": "display_data"
-    },
-    {
-     "data": {
-      "text/plain": []
-     },
-     "execution_count": 22,
-     "metadata": {},
-     "output_type": "execute_result"
-    }
-   ],
-   "source": [
-    "import gradio as gr\n",
-    "\n",
-    "def mock_ocr(f):\n",
-    "    return [[1, 2, 3], [4, 5, 6]]\n",
-    "\n",
-    "def export_csv(d):\n",
-    "    d.to_csv(\"output.csv\")\n",
-    "    return gr.File.update(value=\"output.csv\", visible=True)\n",
-    "\n",
-    "with gr.Blocks() as demo:\n",
-    "    with gr.Row():\n",
-    "        file = gr.File(label=\"PDF file\", file_types=[\".pdf\"])\n",
-    "        dataframe = gr.Dataframe()\n",
-    "        \n",
-    "        with gr.Column():\n",
-    "            button = gr.Button(\"Export\")\n",
-    "            csv = gr.File(interactive=False, visible=False)\n",
-    "            \n",
-    "            \n",
-    "    file.change(mock_ocr, file, dataframe)\n",
-    "    button.click(export_csv, dataframe, csv)\n",
-    "        \n",
-    "demo.launch()"
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": 176,