slim readme, remove assets

more lfs inits

added header to readme, more ignore

lfs track gif

small changes

.gitattributes

@@ -26,3 +26,32 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zstandard filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gif filter=lfs diff=lfs merge=lfs -text
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,29 @@
+__pycache__/
+*.py[cod]
+
+/.vscode/
+/.idea/
+*.sw[pon]
+
+/checkpoints/
+/results/
+*.jpg
+*.png
+*.jpeg
+*.gif
+*.avi
+*.mp4
+
+*.npy
+*.json
+*.log
+*.html
+*.tar
+*.zip
+events.*
+
+*.pth
+*.pkl
+*.h5
+*.dat
+/docs/

app.py

@@ -0,0 +1,123 @@
+# python 3.7
+"""Demo."""
+
+import numpy as np
+import torch
+import streamlit as st
+import SessionState
+
+from models import parse_gan_type
+from utils import to_tensor
+from utils import postprocess
+from utils import load_generator
+from utils import factorize_weight
+
+
+@st.cache(allow_output_mutation=True, show_spinner=False)
+def get_model(model_name):
+    """Gets model by name."""
+    return load_generator(model_name)
+
+
+@st.cache(allow_output_mutation=True, show_spinner=False)
+def factorize_model(model, layer_idx):
+    """Factorizes semantics from target layers of the given model."""
+    return factorize_weight(model, layer_idx)
+
+
+def sample(model, gan_type, num=1):
+    """Samples latent codes."""
+    codes = torch.randn(num, model.z_space_dim).cuda()
+    if gan_type == 'pggan':
+        codes = model.layer0.pixel_norm(codes)
+    elif gan_type == 'stylegan':
+        codes = model.mapping(codes)['w']
+        codes = model.truncation(codes,
+                                 trunc_psi=0.7,
+                                 trunc_layers=8)
+    elif gan_type == 'stylegan2':
+        codes = model.mapping(codes)['w']
+        codes = model.truncation(codes,
+                                 trunc_psi=0.5,
+                                 trunc_layers=18)
+    codes = codes.detach().cpu().numpy()
+    return codes
+
+
+@st.cache(allow_output_mutation=True, show_spinner=False)
+def synthesize(model, gan_type, code):
+    """Synthesizes an image with the give code."""
+    if gan_type == 'pggan':
+        image = model(to_tensor(code))['image']
+    elif gan_type in ['stylegan', 'stylegan2']:
+        image = model.synthesis(to_tensor(code))['image']
+    image = postprocess(image)[0]
+    return image
+
+
+"""Main function (loop for StreamLit)."""
+st.title('Closed-Form Factorization of Latent Semantics in GANs')
+st.sidebar.title('Options')
+reset = st.sidebar.button('Reset')
+
+model_name = st.sidebar.selectbox(
+    'Model to Interpret',
+    ['stylegan_animeface512', 'stylegan_car512', 'stylegan_cat256',
+        'pggan_celebahq1024'])
+
+model = get_model(model_name)
+gan_type = parse_gan_type(model)
+layer_idx = st.sidebar.selectbox(
+    'Layers to Interpret',
+    ['all', '0-1', '2-5', '6-13'])
+layers, boundaries, eigen_values = factorize_model(model, layer_idx)
+
+num_semantics = st.sidebar.number_input(
+    'Number of semantics', value=10, min_value=0, max_value=None, step=1)
+steps = {sem_idx: 0 for sem_idx in range(num_semantics)}
+if gan_type == 'pggan':
+    max_step = 5.0
+elif gan_type == 'stylegan':
+    max_step = 2.0
+elif gan_type == 'stylegan2':
+    max_step = 15.0
+for sem_idx in steps:
+    eigen_value = eigen_values[sem_idx]
+    steps[sem_idx] = st.sidebar.slider(
+        f'Semantic {sem_idx:03d} (eigen value: {eigen_value:.3f})',
+        value=0.0,
+        min_value=-max_step,
+        max_value=max_step,
+        step=0.04 * max_step if not reset else 0.0)
+
+image_placeholder = st.empty()
+button_placeholder = st.empty()
+
+try:
+    base_codes = np.load(f'latent_codes/{model_name}_latents.npy')
+except FileNotFoundError:
+    base_codes = sample(model, gan_type)
+
+state = SessionState.get(model_name=model_name,
+                            code_idx=0,
+                            codes=base_codes[0:1])
+if state.model_name != model_name:
+    state.model_name = model_name
+    state.code_idx = 0
+    state.codes = base_codes[0:1]
+
+if button_placeholder.button('Random', key=0):
+    state.code_idx += 1
+    if state.code_idx < base_codes.shape[0]:
+        state.codes = base_codes[state.code_idx][np.newaxis]
+    else:
+        state.codes = sample(model, gan_type)
+
+code = state.codes.copy()
+for sem_idx, step in steps.items():
+    if gan_type == 'pggan':
+        code += boundaries[sem_idx:sem_idx + 1] * step
+    elif gan_type in ['stylegan', 'stylegan2']:
+        code[:, layers, :] += boundaries[sem_idx:sem_idx + 1] * step
+image = synthesize(model, gan_type, code)
+image_placeholder.image(image / 255.0)

docs/SeFa.ipynb

@@ -0,0 +1,257 @@
+{
+  "cells": [
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "qJDJLE3v0HNr"
+      },
+      "source": [
+        "# Fetch Codebase"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 2,
+      "metadata": {
+        "cellView": "form",
+        "id": "JqiWKjpFa0ov"
+      },
+      "outputs": [
+        {
+          "ename": "FileNotFoundError",
+          "evalue": "[Errno 2] No such file or directory: '/content'",
+          "output_type": "error",
+          "traceback": [
+            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+            "\u001b[0;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)",
+            "\u001b[1;32m/home/johannes/Projects/Vision/sefa/docs/SeFa.ipynb Cell 2'\u001b[0m in \u001b[0;36m<cell line: 3>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      <a href='vscode-notebook-cell:/home/johannes/Projects/Vision/sefa/docs/SeFa.ipynb#ch0000001?line=0'>1</a>\u001b[0m \u001b[39m#@title\u001b[39;00m\n\u001b[1;32m      <a href='vscode-notebook-cell:/home/johannes/Projects/Vision/sefa/docs/SeFa.ipynb#ch0000001?line=1'>2</a>\u001b[0m \u001b[39mimport\u001b[39;00m \u001b[39mos\u001b[39;00m\n\u001b[0;32m----> <a href='vscode-notebook-cell:/home/johannes/Projects/Vision/sefa/docs/SeFa.ipynb#ch0000001?line=2'>3</a>\u001b[0m os\u001b[39m.\u001b[39;49mchdir(\u001b[39m'\u001b[39;49m\u001b[39m/content\u001b[39;49m\u001b[39m'\u001b[39;49m)\n\u001b[1;32m      <a href='vscode-notebook-cell:/home/johannes/Projects/Vision/sefa/docs/SeFa.ipynb#ch0000001?line=3'>4</a>\u001b[0m CODE_DIR \u001b[39m=\u001b[39m \u001b[39m'\u001b[39m\u001b[39msefa\u001b[39m\u001b[39m'\u001b[39m\n\u001b[1;32m      <a href='vscode-notebook-cell:/home/johannes/Projects/Vision/sefa/docs/SeFa.ipynb#ch0000001?line=4'>5</a>\u001b[0m \u001b[39m#!git clone https://github.com/genforce/sefa.git $CODE_DIR\u001b[39;00m\n",
+            "\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: '/content'"
+          ]
+        }
+      ],
+      "source": [
+        "#@title\n",
+        "import os\n",
+        "CODE_DIR = 'sefa'\n",
+        "#!git clone https://github.com/genforce/sefa.git $CODE_DIR\n",
+        "os.chdir(f'..')"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "hQ_IXBZr8YcJ"
+      },
+      "source": [
+        "# Define Utility Functions"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": 1,
+      "metadata": {
+        "cellView": "form",
+        "id": "ijKTlG5GeTd3"
+      },
+      "outputs": [
+        {
+          "ename": "ModuleNotFoundError",
+          "evalue": "No module named 'models'",
+          "output_type": "error",
+          "traceback": [
+            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+            "\u001b[0;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
+            "\u001b[1;32m/home/johannes/Projects/Vision/sefa/docs/SeFa.ipynb Cell 4'\u001b[0m in \u001b[0;36m<cell line: 11>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      <a href='vscode-notebook-cell:/home/johannes/Projects/Vision/sefa/docs/SeFa.ipynb#ch0000003?line=6'>7</a>\u001b[0m \u001b[39mimport\u001b[39;00m \u001b[39mPIL\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mImage\u001b[39;00m\n\u001b[1;32m      <a href='vscode-notebook-cell:/home/johannes/Projects/Vision/sefa/docs/SeFa.ipynb#ch0000003?line=8'>9</a>\u001b[0m \u001b[39mimport\u001b[39;00m \u001b[39mtorch\u001b[39;00m\n\u001b[0;32m---> <a href='vscode-notebook-cell:/home/johannes/Projects/Vision/sefa/docs/SeFa.ipynb#ch0000003?line=10'>11</a>\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mmodels\u001b[39;00m \u001b[39mimport\u001b[39;00m parse_gan_type\n\u001b[1;32m     <a href='vscode-notebook-cell:/home/johannes/Projects/Vision/sefa/docs/SeFa.ipynb#ch0000003?line=11'>12</a>\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mutils\u001b[39;00m \u001b[39mimport\u001b[39;00m to_tensor\n\u001b[1;32m     <a href='vscode-notebook-cell:/home/johannes/Projects/Vision/sefa/docs/SeFa.ipynb#ch0000003?line=12'>13</a>\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mutils\u001b[39;00m \u001b[39mimport\u001b[39;00m postprocess\n",
+            "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'models'"
+          ]
+        }
+      ],
+      "source": [
+        "#@title\n",
+        "import os.path\n",
+        "import io\n",
+        "import IPython.display\n",
+        "import numpy as np\n",
+        "import cv2\n",
+        "import PIL.Image\n",
+        "\n",
+        "import torch\n",
+        "\n",
+        "from models import parse_gan_type\n",
+        "from utils import to_tensor\n",
+        "from utils import postprocess\n",
+        "from utils import load_generator\n",
+        "from utils import factorize_weight\n",
+        "\n",
+        "\n",
+        "def sample(generator, gan_type, num=1, seed=0):\n",
+        "  \"\"\"Samples latent codes.\"\"\"\n",
+        "  torch.manual_seed(seed)\n",
+        "  codes = torch.randn(num, generator.z_space_dim).cuda()\n",
+        "  if gan_type == 'pggan':\n",
+        "    codes = generator.layer0.pixel_norm(codes)\n",
+        "  elif gan_type == 'stylegan':\n",
+        "    codes = generator.mapping(codes)['w']\n",
+        "    codes = generator.truncation(codes, trunc_psi=0.7, trunc_layers=8)\n",
+        "  elif gan_type == 'stylegan2':\n",
+        "    codes = generator.mapping(codes)['w']\n",
+        "    codes = generator.truncation(codes, trunc_psi=0.5, trunc_layers=18)\n",
+        "  codes = codes.detach().cpu().numpy()\n",
+        "  return codes\n",
+        "\n",
+        "\n",
+        "def synthesize(generator, gan_type, codes):\n",
+        "  \"\"\"Synthesizes images with the give codes.\"\"\"\n",
+        "  if gan_type == 'pggan':\n",
+        "    images = generator(to_tensor(codes))['image']\n",
+        "  elif gan_type in ['stylegan', 'stylegan2']:\n",
+        "    images = generator.synthesis(to_tensor(codes))['image']\n",
+        "  images = postprocess(images)\n",
+        "  return images\n",
+        "\n",
+        "\n",
+        "def imshow(images, col, viz_size=256):\n",
+        "  \"\"\"Shows images in one figure.\"\"\"\n",
+        "  num, height, width, channels = images.shape\n",
+        "  assert num % col == 0\n",
+        "  row = num // col\n",
+        "\n",
+        "  fused_image = np.zeros((viz_size * row, viz_size * col, channels), dtype=np.uint8)\n",
+        "\n",
+        "  for idx, image in enumerate(images):\n",
+        "    i, j = divmod(idx, col)\n",
+        "    y = i * viz_size\n",
+        "    x = j * viz_size\n",
+        "    if height != viz_size or width != viz_size:\n",
+        "      image = cv2.resize(image, (viz_size, viz_size))\n",
+        "    fused_image[y:y + viz_size, x:x + viz_size] = image\n",
+        "\n",
+        "  fused_image = np.asarray(fused_image, dtype=np.uint8)\n",
+        "  data = io.BytesIO()\n",
+        "  PIL.Image.fromarray(fused_image).save(data, 'jpeg')\n",
+        "  im_data = data.getvalue()\n",
+        "  disp = IPython.display.display(IPython.display.Image(im_data))\n",
+        "  return disp"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "Q7gkmrVW8eR1"
+      },
+      "source": [
+        "# Select a Model"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "NoWI4fPQ6Gnf"
+      },
+      "outputs": [],
+      "source": [
+        "#@title { display-mode: \"form\", run: \"auto\" }\n",
+        "model_name = \"stylegan_animeface512\" #@param ['stylegan_animeface512', 'stylegan_car512', 'stylegan_cat256', 'pggan_celebahq1024', 'stylegan_bedroom256']\n",
+        "\n",
+        "generator = load_generator(model_name)\n",
+        "gan_type = parse_gan_type(generator)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "zDStH1O5t1KC"
+      },
+      "source": [
+        "# Sample Latent Codes"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "qlRGKZbJt9hA"
+      },
+      "outputs": [],
+      "source": [
+        "#@title { display-mode: \"form\", run: \"auto\" }\n",
+        "\n",
+        "num_samples = 3 #@param {type:\"slider\", min:1, max:8, step:1}\n",
+        "noise_seed = 0 #@param {type:\"slider\", min:0, max:1000, step:1}\n",
+        "\n",
+        "codes = sample(generator, gan_type, num_samples, noise_seed)\n",
+        "images = synthesize(generator, gan_type, codes)\n",
+        "imshow(images, col=num_samples)"
+      ]
+    },
+    {
+      "cell_type": "markdown",
+      "metadata": {
+        "id": "MmRPN3xz8jCH"
+      },
+      "source": [
+        "# Factorize & Edit"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "ccONBF60mVir"
+      },
+      "outputs": [],
+      "source": [
+        "#@title { display-mode: \"form\", run: \"auto\" }\n",
+        "\n",
+        "layer_idx = \"0-1\" #@param ['all', '0-1', '2-5', '6-13']\n",
+        "semantic_1 = 0 #@param {type:\"slider\", min:-3.0, max:3.0, step:0.1}\n",
+        "semantic_2 = 0 #@param {type:\"slider\", min:-3.0, max:3.0, step:0.1}\n",
+        "semantic_3 = 0 #@param {type:\"slider\", min:-3.0, max:3.0, step:0.1}\n",
+        "semantic_4 = 0 #@param {type:\"slider\", min:-3.0, max:3.0, step:0.1}\n",
+        "semantic_5 = 0 #@param {type:\"slider\", min:-3.0, max:3.0, step:0.1}\n",
+        "\n",
+        "# Fast implementation to factorize the weight by SeFa.\n",
+        "layers, boundaries, _ = factorize_weight(generator, layer_idx)\n",
+        "\n",
+        "new_codes = codes.copy()\n",
+        "for sem_idx in range(5):\n",
+        "  boundary = boundaries[sem_idx:sem_idx + 1]\n",
+        "  step = eval(f'semantic_{sem_idx + 1}')\n",
+        "  if gan_type == 'pggan':\n",
+        "    new_codes += boundary * step\n",
+        "  elif gan_type in ['stylegan', 'stylegan2']:\n",
+        "    new_codes[:, layers, :] += boundary * step\n",
+        "new_images = synthesize(generator, gan_type, new_codes)\n",
+        "imshow(new_images, col=num_samples)"
+      ]
+    }
+  ],
+  "metadata": {
+    "accelerator": "GPU",
+    "colab": {
+      "collapsed_sections": [],
+      "name": "SeFa",
+      "provenance": [],
+      "toc_visible": true
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    },
+    "language_info": {
+      "codemirror_mode": {
+        "name": "ipython",
+        "version": 3
+      },
+      "file_extension": ".py",
+      "mimetype": "text/x-python",
+      "name": "python",
+      "nbconvert_exporter": "python",
+      "pygments_lexer": "ipython3",
+      "version": "3.9.9"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}

models/model_zoo.py

@@ -0,0 +1,310 @@
+# python3.7
+"""Model zoo."""
+
+# pylint: disable=line-too-long
+
+MODEL_ZOO = {
+    # PGGAN official.
+    'pggan_celebahq1024': dict(
+        gan_type='pggan',
+        resolution=1024,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EW_3jQ6E7xlKvCSHYrbmkQQBAB8tgIv5W5evdT6-GuXiWw?e=gRifVa&download=1',
+    ),
+    'pggan_bedroom256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EUZQWGz2GT5Bh_GJLalP63IBvCsXDTOxDFIC_ZBsmoEacA?e=VNXiDb&download=1',
+    ),
+    'pggan_livingroom256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/Efzh6qQv6QtCm0YN1lulH-YByqdE3AqlI-E6US_hXMuiig?e=ppdyB2&download=1',
+    ),
+    'pggan_diningroom256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EcLb3_hGUkdClompZo27xk0BNmotgbFqdIeu-ZOGJsBMRg?e=xjYpN3&download=1',
+    ),
+    'pggan_kitchen256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/ESCyg6hpNn1LlHVX_un1wLsBZAORUNkW9MO2kU1X5kafAQ?e=09TbGC&download=1',
+    ),
+    'pggan_church256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EQ8cKujs2TVGjCL_j6bsnk8BqD9REF2ME2lBnpbTPsqIvA?e=zH55fT&download=1',
+    ),
+    'pggan_tower256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EeyBJvgRVGJClKr1KKYDF_cBT1FDepRU1-GLqYNh8W9-fQ?e=nrpa5N&download=1',
+    ),
+    'pggan_bridge256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EZ2QScfPy19PiDERLJQ3gPMBP4WmvZHwhNFLzfaP2YD8hQ?e=bef1U9&download=1',
+    ),
+    'pggan_restaurant256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/ERvJ4pz8jgtMrcuJXUfcOQEBDugZ099_TetCQs-9-ILCVg?e=qYsVdQ&download=1',
+    ),
+    'pggan_classroom256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EUU9SCOPUxhMoUS4Ceo9kl0BQkVK7d69lA-JeOP-zOWvXw?e=YIB4no&download=1',
+    ),
+    'pggan_conferenceroom256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EX8AF0_6NoJAl5vKFewHWnsBk0r4PK4WsqsMrJyj84TrqQ?e=oNQIZS&download=1',
+    ),
+    'pggan_person256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EWu4SqR42YpCoqsVJOcM2cMBcdfXA0j5wZ2hno9X0R9ydQ?e=KuDRns&download=1',
+    ),
+    'pggan_cat256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EQdveyUNOMtAue52n6BxoHoB6Yup5-PTvBDmyfUn7Un4Hw?e=7acGbT&download=1',
+    ),
+    'pggan_dog256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/ESaKyXA5fGlOvXJYDDFbT2kB9c0HlXh9n_wnyhiP05nhow?e=d4aKDV&download=1',
+    ),
+    'pggan_bird256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/Ef2p4Pd3AKVCmSm00YikCIABhylh2dLPaFjPfPVn3RiTXA?e=9bRitp&download=1',
+    ),
+    'pggan_horse256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EXwCPdv6XqJFtuvFFoswRScBmLJbhKzaC5D_iovl1GFOTw?e=WDdD77&download=1',
+    ),
+    'pggan_sheep256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/ER6J5EKjAUNFtm9VwLf-uUsBZ5dnqxeKsPxY9ijiPtMhcQ?e=OKtfva&download=1',
+    ),
+    'pggan_cow256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/ERZLxw7N7xJPm72FyePTbpcByzrr0pH-Fg7qyLt5tYGXwQ?e=ovIPCl&download=1',
+    ),
+    'pggan_car256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EfGc2we47aFDtAY1548pRvsByIju-uXRbkZEFpJotuPKZw?e=DQqVj8&download=1',
+    ),
+    'pggan_bicycle256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/Ed1dN_FgwmdBgeNWhaRUry8BgwT88-n2ppicSDPx-f7f_Q?e=bxTxnf&download=1',
+    ),
+    'pggan_motorbike256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EV3yQdeJXIdPjZbMO0mp2-MBJbKuuBdypzBL4gnedO57Dw?e=tXdvtD&download=1',
+    ),
+    'pggan_bus256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/Ed7-OYLnq0RCqRlM8qK8wZ8B87dz_NUxIKBrvyFUwRCEbg?e=VP5bmX&download=1',
+    ),
+    'pggan_train256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EedE2cozKOVAkhvbdLd4SfwBknFW8vWZnKiqgeIBbAvCCA?e=BrLpTl&download=1',
+    ),
+    'pggan_boat256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/Eb39waqQFr9Bp4wO0rC5NHwB0Vz2NGCuqbRPucguBIkDrg?e=lddSyL&download=1',
+    ),
+    'pggan_airplane256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/Ee6FzIx3KjNDhxrS5mDvpCEB3iQ7TgErmKhbwbV-eF07iw?e=xflPXa&download=1',
+    ),
+    'pggan_bottle256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EWhoy2AFCTZGtEG1UoayWjcB9Kdc_wreJ8p4RlBB93nbNg?e=DMZceU&download=1',
+    ),
+    'pggan_chair256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EbQRTfwdostBhXG30Uacn7ABsEUFa-tEW3oxiM5zDYQbRw?e=FkB7T0&download=1',
+    ),
+    'pggan_pottedplant256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EWg7hnoGATBOuJvXWr4m7CQBJL9o7nqnD6nOMRhtH2SKXg?e=Zi3hjD&download=1',
+    ),
+    'pggan_tvmonitor256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EVXwttoJVtBMuhHNDdK3cMwBdMiZARJV38PMTsL6whnFlA?e=RbG0ru&download=1',
+    ),
+    'pggan_diningtable256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EXVzBkbmTCVImMtuHLCTBeMBXZmv0RWyx5KXQQAe7-7D5w?e=6RYSnm&download=1',
+    ),
+    'pggan_sofa256': dict(
+        gan_type='pggan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EaADQYDXwY9NrzbiUFcRYRgBOu1GdJMG8YgNZZmbNjbn-Q?e=DqKrXG&download=1',
+    ),
+
+    # StyleGAN official.
+    'stylegan_ffhq1024': dict(
+        gan_type='stylegan',
+        resolution=1024,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EdfMxgb0hU9BoXwiR3dqYDEBowCSEF1IcsW3n4kwfoZ9OQ?e=VwIV58&download=1',
+    ),
+    'stylegan_celebahq1024': dict(
+        gan_type='stylegan',
+        resolution=1024,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EcCdXHddE7FOvyfmqeOyc9ABqVuWh8PQYFnV6JM1CXvFig?e=1nUYZ5&download=1',
+    ),
+    'stylegan_bedroom256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/Ea6RBPddjcRNoFMXm8AyEBcBUHdlRNtjtclNKFe89amjBw?e=Og8Vff&download=1',
+    ),
+    'stylegan_cat256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EVjX8u9HuehLip3z0hRfIHcB7QtoFkTB7NiRDb8nrKOl2w?e=lHcp1B&download=1',
+    ),
+    'stylegan_car512': dict(
+        gan_type='stylegan',
+        resolution=512,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EcRJNNzzUzJGjI2X53S9HjkBhXkKT5JRd6Q3IIhCY1AyRw?e=FvMRNj&download=1',
+    ),
+
+    # StyleGAN ours.
+    'stylegan_celeba_partial256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/ET2etKNzMS9JmHj5j60fqMcBRJfQfYNvqUrujaIXxCvKDQ?e=QReLE6&download=1',
+    ),
+    'stylegan_ffhq256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/ES-NAUCC2qdHg87BftvlBiQBVpbJ8-005Q4TNr5KrOxQEw?e=00AnWt&download=1',
+    ),
+    'stylegan_ffhq512': dict(
+        gan_type='stylegan',
+        resolution=512,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EZYrrwOiEgVOg-PfGv7QTegBzFQ9yq2v7o1WxNq5JJ9KNA?e=SZU8PI&download=1',
+    ),
+    'stylegan_livingroom256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EfFCYLHjqbFDmjOvCCFJgDcBZ1QYgETfZJxp4ZTHjLxZBg?e=InVd0n&download=1',
+    ),
+    'stylegan_diningroom256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/ERsUza_hSFRIm4iZCag7P0kBQ9EIdfQKByw4QYt_ay97lg?e=Cimh7S&download=1',
+    ),
+    'stylegan_kitchen256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/ERcYvoingQNKix35lUs0vUkBQQkAZMp1rtDxjwNlOJAoaA?e=a1Tcwr&download=1',
+    ),
+    'stylegan_apartment256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EfurPNSB2BRFtXdqGkmDD6YBwyKN8YK2v7nKwnJQdsbf6A?e=w3oYa4&download=1',
+    ),
+    'stylegan_church256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/ETMgG1_d06tAlbUkJD1qA9IBaLZ9zJKPkG2kO-4jxhVV5w?e=Dbkb7o&download=1',
+    ),
+    'stylegan_tower256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/Ebm9QMgqB2VDqyIE5rFhreEBgZ_RyKcRf8bQ333K453u3w?e=if8sDj&download=1',
+    ),
+    'stylegan_bridge256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/Ed9QM6OP9sVHnazSp4cqPSEBb-ALfBPXRxP1hD7FsTYh8w?e=3vv06p&download=1',
+    ),
+    'stylegan_restaurant256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/ESDhYr01WtlEvBNFrVpFezcB2l9lF1rBYuHFoeNpBr5B7A?e=uFWFNh&download=1',
+    ),
+    'stylegan_classroom256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EbWnI3oto9NPk-lxwZlWqPQB2atWpGiTWMIT59MzF9ij9Q?e=KvcNBg&download=1',
+    ),
+    'stylegan_conferenceroom256': dict(
+        gan_type='stylegan',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/Eb1gVi3pGa9PgJ4XYYu_6yABQZ0ZcGDak4FEHaTHaeYFzw?e=0BeE8t&download=1',
+    ),
+
+    # StyleGAN third-party.
+    'stylegan_animeface512': dict(
+        gan_type='stylegan',
+        resolution=512,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EWDWflY6lBpGgX0CGQpd2Z4B5wTEVamTOA9JRYne7zdCvA?e=tOzgYA&download=1',
+    ),
+    'stylegan_animeportrait512': dict(
+        gan_type='stylegan',
+        resolution=512,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EXBvhTBi-v5NsnQtrxhFEKsBin4xg-Dud9Jr62AEwFTIxg?e=bMGK7r&download=1',
+    ),
+    'stylegan_artface512': dict(
+        gan_type='stylegan',
+        resolution=512,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/Eca0OiGqhyZMmoPbKahSBWQBWvcAH4q2CE3zdZJflp2jkQ?e=h4rWAm&download=1',
+    ),
+
+    # StyleGAN2 official.
+    'stylegan2_ffhq1024': dict(
+        gan_type='stylegan2',
+        resolution=1024,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EX0DNWiBvl5FuOQTF4oMPBYBNSalcxTK0AbLwBn9Y3vfgg?e=Q0sZit&download=1',
+    ),
+    'stylegan2_church256': dict(
+        gan_type='stylegan2',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EQzDtJUdQ4ROunMGn2sZouEBmNeFX4QWvxjermVE5cZvNA?e=tQ7r9r&download=1',
+    ),
+    'stylegan2_cat256': dict(
+        gan_type='stylegan2',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EUKXeBwUUbZJr6kup7PW4ekBx2-vmTp8FjcGb10v8bgJxQ?e=nkerMF&download=1',
+    ),
+    'stylegan2_horse256': dict(
+        gan_type='stylegan2',
+        resolution=256,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EconoT6tb69OuAIqfXRtGlsBZz4vBx01UmmFO-JAS356Jg?e=bcSCC4&download=1',
+    ),
+    'stylegan2_car512': dict(
+        gan_type='stylegan2',
+        resolution=512,
+        url='https://mycuhk-my.sharepoint.com/:u:/g/personal/1155082926_link_cuhk_edu_hk/EYSnUsxU8KJFuMHhZm-JLWoB0nHxdlbrLHNZ_Qkoe3b9LA?e=Ycjp5A&download=1',
+    ),
+
+    #huggingface models
+    'akhaliq/OneshotCLIP-stylegan2-ffhq' : dict(
+        gan_type='stylegan2',
+        resolution=512,
+        url='akhaliq/OneshotCLIP-stylegan2-ffhq',
+    )
+}
+
+# pylint: enable=line-too-long

requirements.txt

@@ -0,0 +1,192 @@
+absl-py==0.11.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+altair==4.1.0
+argcomplete==1.12.3
+argon2-cffi==21.3.0
+argon2-cffi-bindings==21.2.0
+asn1crypto==0.24.0
+astor==0.8.1
+async-generator==1.10
+async-timeout==4.0.2
+asynctest==0.13.0
+attrs==21.4.0
+aws-error-utils==1.3.0
+aws-sso-lib==1.10.0
+aws-sso-util==4.27.0
+awscli==1.18.69
+backcall==0.2.0
+backports.entry-points-selectable==1.1.0
+backports.zoneinfo==0.2.1
+bleach==4.1.0
+blinker==1.4
+boto3==1.21.20
+botocore==1.24.20
+Brlapi==0.6.6
+cached-property==1.5.2
+cachetools==4.2.4
+certifi==2018.1.18
+cffi==1.15.0
+chardet==3.0.4
+charset-normalizer==2.0.12
+click==7.1.2
+colorama==0.3.7
+cryptography==2.1.4
+cupshelpers==1.0
+dataclasses==0.8
+-e git+https://github.com/huggingface/datasets@d922b19be8e82cd33e5270b8a87312a161799649#egg=datasets
+decorator==5.1.1
+defer==1.0.6
+defusedxml==0.7.1
+dill==0.3.4
+distlib==0.3.3
+distro-info===0.18ubuntu0.18.04.1
+docutils==0.14
+entrypoints==0.4
+filelock==3.3.2
+frozenlist==1.2.0
+fsspec==2022.1.0
+gast==0.4.0
+gitdb==4.0.9
+GitPython==3.1.18
+google-pasta==0.2.0
+grpcio==1.36.0rc1
+h5py==3.1.0
+httplib2==0.9.2
+huggingface-hub==0.4.0
+idna==2.6
+idna-ssl==1.1.0
+imageio==2.9.0
+importlib-metadata==4.8.1
+importlib-resources==5.4.0
+ipykernel==5.5.6
+ipython==7.16.3
+ipython-genutils==0.2.0
+ipywidgets==7.7.0
+ISR==2.2.0
+jedi==0.17.2
+Jinja2==3.0.3
+jmespath==0.9.3
+jsonschema==3.2.0
+jupyter-client==7.1.2
+jupyter-core==4.9.2
+jupyterlab-pygments==0.1.2
+jupyterlab-widgets==1.1.0
+Keras-Applications==1.0.8
+Keras-Preprocessing==1.1.2
+keyring==10.6.0
+keyrings.alt==3.0
+language-selector==0.1
+launchpadlib==1.10.6
+lazr.restfulclient==0.13.5
+lazr.uri==1.0.3
+louis==3.5.0
+macaroonbakery==1.1.3
+Mako==1.0.7
+Markdown==3.3.3
+MarkupSafe==2.0.1
+meld==3.18.0
+mistune==0.8.4
+multidict==5.2.0
+multiprocess==0.70.12.2
+nbclient==0.5.9
+nbconvert==6.0.7
+nbformat==5.1.3
+nest-asyncio==1.5.5
+netifaces==0.10.4
+notebook==6.4.10
+numpy==1.19.5
+oauth==1.0.1
+olefile==0.45.1
+packaging==21.2
+pandas==1.1.5
+pandocfilters==1.5.0
+parso==0.7.1
+pexpect==4.2.1
+pickleshare==0.7.5
+Pillow==8.4.0
+pipenv==2021.11.23
+pipx==0.16.4
+platformdirs==2.4.0
+prometheus-client==0.14.1
+prompt-toolkit==3.0.29
+protobuf==4.0.0rc2
+ptyprocess==0.7.0
+pyaml==20.4.0
+pyarrow==6.0.1
+pyasn1==0.4.2
+pycairo==1.16.2
+pycparser==2.21
+pycrypto==2.6.1
+pycups==1.9.73
+pydeck==0.6.2
+Pygments==2.11.2
+PyGObject==3.26.1
+pymacaroons==0.13.0
+Pympler==1.0.1
+PyNaCl==1.1.2
+pyparsing==2.4.7
+pyRFC3339==1.0
+pyrsistent==0.18.0
+python-apt==1.6.5+ubuntu0.7
+python-dateutil==2.8.2
+python-debian==0.1.32
+pytz==2018.3
+pytz-deprecation-shim==0.1.0.post0
+pyxdg==0.25
+PyYAML==5.4.1
+pyzmq==22.3.0
+reportlab==3.4.0
+requests==2.27.1
+requests-unixsocket==0.1.5
+responses==0.17.0
+roman==2.0.0
+rsa==3.4.2
+s3transfer==0.5.2
+screen-resolution-extra==0.0.0
+SecretStorage==2.3.1
+semver==2.13.0
+Send2Trash==1.8.0
+simplejson==3.13.2
+six==1.16.0
+smmap==5.0.0
+streamlit==1.8.1
+system-service==0.3
+systemd-python==234
+tb-nightly==1.14.0a20190603
+tensorflow==2.0.0b1
+termcolor==1.1.0
+terminado==0.12.1
+testpath==0.6.0
+tf-estimator-nightly==1.14.0.dev2019060501
+toml==0.10.2
+toolz==0.11.2
+tornado==6.1
+tqdm==4.63.0
+traitlets==4.3.3
+typing-extensions==3.10.0.2
+tzdata==2022.1
+tzlocal==4.2
+ubuntu-advantage-tools==27.4
+ubuntu-drivers-common==0.0.0
+ufw==0.36
+unattended-upgrades==0.1
+urllib3==1.26.8
+usb-creator==0.3.3
+userpath==1.7.0
+validators==0.18.2
+vboxapi==1.0
+virtualenv==20.10.0
+virtualenv-clone==0.5.7
+wadllib==1.3.2
+watchdog==2.1.7
+wcwidth==0.2.5
+webencodings==0.5.1
+Werkzeug==2.0.0rc1
+widgetsnbextension==3.6.0
+wrapt==1.12.1
+xkit==0.0.0
+xxhash==3.0.0
+yarl==1.7.2
+zipp==3.6.0
+zope.interface==4.3.2