Add chat

.dockerignore

@@ -0,0 +1,31 @@
+.dockerignore
+
+# Ignore git, but keep git HEAD and refs to access current commit hash if needed:
+#
+# $ cat .git/HEAD | awk '{print ".git/"$2}' | xargs cat
+# d0b8727759e1e0e7aa3d41707d12376e373d5ecc
+.git
+!.git/HEAD
+!.git/refs
+
+# Common development/test artifacts
+/cover/
+/doc/
+/test/
+/tmp/
+.elixir_ls
+
+# Mix artifacts
+/_build/
+/deps/
+*.ez
+
+# Generated on crash by the VM
+erl_crash.dump
+
+# Static artifacts - These should be fetched and built inside the Docker image
+/assets/node_modules/
+/priv/static/assets/
+/priv/static/uploads/*
+!/priv/static/uploads/.gitkeep
+/priv/static/cache_manifest.json

.gitignore

@@ -28,6 +28,10 @@ chai-*.tar
 # Ignore assets that are produced by build tools.
 /priv/static/assets/
 
+# Ignore uploaded files.
+/priv/static/uploads/*
+!/priv/static/uploads/.gitkeep
+
 # Ignore digested assets cache.
 /priv/static/cache_manifest.json
 

Dockerfile

@@ -0,0 +1,90 @@
+ARG ELIXIR_VERSION=1.14.2
+ARG OTP_VERSION=25.3
+ARG CUDA_VERSION=11.8.0
+
+ARG BUILDER_IMAGE="hexpm/elixir:${ELIXIR_VERSION}-erlang-${OTP_VERSION}-ubuntu-jammy-20230126"
+ARG RUNNER_IMAGE="nvidia/cuda:${CUDA_VERSION}-cudnn8-devel-ubuntu22.04"
+
+# Stage 1: build
+FROM ${BUILDER_IMAGE} as builder
+
+# Install build dependencies
+RUN apt-get update -y && apt-get install -y build-essential git curl \
+    && apt-get clean && rm -f /var/lib/apt/lists/*_*
+
+WORKDIR /app
+
+# Install hex and rebar
+RUN mix local.hex --force && \
+    mix local.rebar --force
+
+# Set build ENV
+ENV MIX_ENV=prod
+ENV XLA_TARGET=cuda118
+ENV BUMBLEBEE_CACHE_DIR=/app/.bumblebee
+
+# Install mix dependencies
+COPY mix.exs mix.lock ./
+RUN mix deps.get --only $MIX_ENV
+RUN mkdir config
+
+# Copy compile-time config files before we compile dependencies to
+# ensure any relevant config change will trigger the dependencies to
+# be re-compiled
+COPY config/config.exs config/${MIX_ENV}.exs config/
+RUN mix deps.compile
+
+COPY priv priv
+
+COPY lib lib
+
+COPY assets assets
+
+# Compile assets
+RUN mix assets.deploy
+
+# Compile the release
+RUN mix compile
+
+# Changes to config/runtime.exs don't require recompiling the code
+COPY config/runtime.exs config/
+
+# Start the app to download models into the cache
+RUN SECRET_KEY_BASE="$(mix phx.gen.secret)" mix app.start
+
+COPY rel rel
+RUN mix release
+
+# Stage 2: release image
+FROM ${RUNNER_IMAGE}
+
+# Install runtime dependencies
+RUN apt-get update -y && apt-get install -y libstdc++6 openssl libncurses5 locales \
+  && apt-get clean && rm -f /var/lib/apt/lists/*_*
+
+# Set the locale
+RUN sed -i '/en_US.UTF-8/s/^# //g' /etc/locale.gen && locale-gen
+
+ENV LANG en_US.UTF-8
+ENV LANGUAGE en_US:en
+ENV LC_ALL en_US.UTF-8
+
+WORKDIR /app
+
+# See https://huggingface.co/docs/hub/spaces-sdks-docker#permissions
+RUN useradd -m -u 1000 user
+RUN chown user /app
+
+# Set runner ENV
+ENV MIX_ENV=prod
+ENV XLA_TARGET=cuda118
+ENV BUMBLEBEE_CACHE_DIR=/app/.bumblebee
+ENV BUMBLEBEE_OFFLINE=true
+
+# Only copy the final release from the build stage
+COPY --from=builder --chown=user:root /app/.bumblebee/ ./.bumblebee
+COPY --from=builder --chown=user:root /app/_build/${MIX_ENV}/rel/chai ./
+
+USER user
+
+CMD ["/app/bin/server"]

README.md

@@ -1 +1,35 @@
+---
+title: Chai
+emoji: 🍵
+colorFrom: pink
+colorTo: red
+sdk: docker
+pinned: false
+---
+
 # Chai 🍵
+
+Chai is a demo web application built with [Phoenix LiveView](https://github.com/phoenixframework/phoenix_live_view)
+and showcasing multiple Neural Network models from the [Bumblebee](https://github.com/elixir-nx/bumblebee) package.
+
+The app uses a combination of pre-trained models for the following features:
+
+  * **Conversation** using [Blenderbot](https://huggingface.co/facebook/blenderbot-400M-distill)
+  * **Speech transcription** using [Whisper](https://huggingface.co/openai/whisper-tiny)
+  * **Image captioning** using [BLIP](https://huggingface.co/Salesforce/blip-image-captioning-base)
+  * **Emotion recognition** using [RoBERTa](https://huggingface.co/j-hartmann/emotion-english-distilroberta-base)
+  * **Named entity recognition (NER)** using [BERT](https://huggingface.co/dslim/bert-base-NER)
+
+## Development
+
+You need Erlang and Elixir installed, then:
+
+```shell
+git clone https://huggingface.co/spaces/jonatanklosko/chai
+cd chai
+
+mix setup
+mix phx.server
+```
+
+Now you can visit [`localhost:4040`](http://localhost:4040) from your browser.

assets/css/app.css

@@ -3,3 +3,15 @@
 @import "tailwindcss/utilities";
 
 /* This file is for your main application CSS */
+
+@keyframes loading-fade {
+  0% {
+    opacity: 0;
+  }
+  50% {
+    opacity: 0.8;
+  }
+  100% {
+    opacity: 0;
+  }
+}

assets/js/app.js

@@ -3,12 +3,16 @@ import { Socket } from "phoenix";
 import { LiveSocket } from "phoenix_live_view";
 import topbar from "../vendor/topbar";
 
+import Messages from "./hooks/messages";
+import Microphone from "./hooks/microphone";
+
 let csrfToken = document
   .querySelector("meta[name='csrf-token']")
   .getAttribute("content");
 
 let liveSocket = new LiveSocket("/live", Socket, {
   params: { _csrf_token: csrfToken },
+  hooks: { Messages, Microphone },
 });
 
 // Show progress bar on live navigation and form submits

assets/js/hooks/messages.js

@@ -0,0 +1,15 @@
+const Messages = {
+  mounted() {
+    this.scroll();
+  },
+
+  updated() {
+    this.scroll();
+  },
+
+  scroll() {
+    this.el.scrollTop = this.el.scrollHeight;
+  },
+};
+
+export default Messages;

assets/js/hooks/microphone.js

@@ -0,0 +1,123 @@
+const SAMPLING_RATE = 16_000;
+
+const Microphone = {
+  mounted() {
+    this.mediaRecorder = null;
+
+    this.el.addEventListener("mousedown", (event) => {
+      this.startRecording();
+    });
+
+    this.el.addEventListener("mouseup", (event) => {
+      this.stopRecording();
+    });
+  },
+
+  startRecording() {
+    this.audioChunks = [];
+
+    navigator.mediaDevices.getUserMedia({ audio: true }).then((stream) => {
+      this.mediaRecorder = new MediaRecorder(stream);
+
+      this.mediaRecorder.addEventListener("dataavailable", (event) => {
+        if (event.data.size > 0) {
+          this.audioChunks.push(event.data);
+        }
+      });
+
+      this.mediaRecorder.start();
+    });
+  },
+
+  stopRecording() {
+    this.mediaRecorder.addEventListener("stop", (event) => {
+      if (this.audioChunks.length === 0) return;
+
+      const audioBlob = new Blob(this.audioChunks);
+
+      audioBlob.arrayBuffer().then((buffer) => {
+        const context = new AudioContext({ sampleRate: SAMPLING_RATE });
+
+        context.decodeAudioData(buffer, (audioBuffer) => {
+          const pcmBuffer = audioBufferToPcm(audioBuffer);
+          const buffer = convertEndianness32(
+            pcmBuffer,
+            getEndianness(),
+            this.el.dataset.endianness
+          );
+          this.upload("audio", [new Blob([buffer])]);
+        });
+      });
+    });
+
+    this.mediaRecorder.stop();
+  },
+
+  isRecording() {
+    return this.mediaRecorder && this.mediaRecorder.state === "recording";
+  },
+};
+
+function audioBufferToPcm(audioBuffer) {
+  const numChannels = audioBuffer.numberOfChannels;
+  const length = audioBuffer.length;
+
+  const size = Float32Array.BYTES_PER_ELEMENT * length;
+  const buffer = new ArrayBuffer(size);
+
+  const pcmArray = new Float32Array(buffer);
+
+  const channelDataBuffers = Array.from({ length: numChannels }, (x, channel) =>
+    audioBuffer.getChannelData(channel)
+  );
+
+  // Average all channels upfront, so the PCM is always mono
+
+  for (let i = 0; i < pcmArray.length; i++) {
+    let sum = 0;
+
+    for (let channel = 0; channel < numChannels; channel++) {
+      sum += channelDataBuffers[channel][i];
+    }
+
+    pcmArray[i] = sum / numChannels;
+  }
+
+  return buffer;
+}
+
+function convertEndianness32(buffer, from, to) {
+  if (from === to) {
+    return buffer;
+  }
+
+  // If the endianness differs, we swap bytes accordingly
+  for (let i = 0; i < buffer.byteLength / 4; i++) {
+    const b1 = buffer[i];
+    const b2 = buffer[i + 1];
+    const b3 = buffer[i + 2];
+    const b4 = buffer[i + 3];
+    buffer[i] = b4;
+    buffer[i + 1] = b3;
+    buffer[i + 2] = b2;
+    buffer[i + 3] = b1;
+  }
+
+  return buffer;
+}
+
+function getEndianness() {
+  const buffer = new ArrayBuffer(2);
+  const int16Array = new Uint16Array(buffer);
+  const int8Array = new Uint8Array(buffer);
+
+  int16Array[0] = 1;
+
+  if (int8Array[0] === 1) {
+    return "little";
+  } else {
+    return "big";
+  }
+}
+
+export default Microphone;

config/config.exs

@@ -40,6 +40,13 @@ config :logger, :console,
 # Use Jason for JSON parsing in Phoenix
 config :phoenix, :json_library, Jason
 
+# EXLA allows only a single computation per device to run at the same
+# time, so we want to run only expensive computations on the GPU, and
+# those computations we generally defn-compile. Individual operations
+# that are executed by the tensor backend should use the CPU (:host)
+# instead.
+config :nx, :default_backend, {EXLA.Backend, client: :host}
+
 # Import environment specific config. This must remain at the bottom
 # of this file so it overrides the configuration defined above.
 import_config "#{config_env()}.exs"

lib/chai.ex

@@ -1,2 +1,8 @@
 defmodule Chai do
+  @doc """
+  Returns path to uploaded file with the given filename.
+  """
+  def upload_path(filename) do
+    Path.join([:code.priv_dir(:chai), "static", "uploads", filename])
+  end
 end

lib/chai/ai.ex

@@ -0,0 +1,138 @@
+defmodule Chai.AI do
+  def generate_reply(text, history) do
+    %{text: text, history: history} =
+      Nx.Serving.batched_run(Chai.ConversationServing, %{text: text, history: history})
+
+    {text, history}
+  end
+
+  def transcribe(audio) do
+    %{results: [%{text: text}]} = Nx.Serving.batched_run(Chai.SpeechToTextServing, audio)
+    text
+  end
+
+  def describe_image(image) do
+    %{results: [%{text: text}]} = Nx.Serving.batched_run(Chai.ImageToTextServing, image)
+    text
+  end
+
+  def get_reaction(text) do
+    %{predictions: [%{label: label, score: score}]} =
+      Nx.Serving.batched_run(Chai.EmotionServing, text)
+
+    if score >= 0.7 do
+      case label do
+        "sadness" -> "😢"
+        "surprise" -> "😮"
+        "joy" -> "😀"
+        "neutral" -> nil
+        "anger" -> "😡"
+        "fear" -> "😱"
+        "disgust" -> "🤮"
+      end
+    end
+  end
+
+  def get_entities(text) do
+    %{entities: entities} = Nx.Serving.batched_run(Chai.NERServing, text)
+    Enum.filter(entities, &(&1.score >= 0.8))
+  end
+
+  # Servings
+
+  def conversation_serving() do
+    {:ok, model_info} =
+      Bumblebee.load_model({:hf, "facebook/blenderbot-400M-distill"}, backend: params_backend())
+
+    {:ok, tokenizer} = Bumblebee.load_tokenizer({:hf, "facebook/blenderbot-400M-distill"})
+
+    {:ok, generation_config} =
+      Bumblebee.load_generation_config({:hf, "facebook/blenderbot-400M-distill"})
+
+    generation_config =
+      Bumblebee.configure(generation_config, min_new_tokens: 5, max_new_tokens: 50)
+
+    Bumblebee.Text.conversation(model_info, tokenizer, generation_config,
+      compile: compile_opts(batch_size: 8, sequence_length: 128),
+      defn_options: [compiler: EXLA]
+    )
+  end
+
+  def speech_to_text_serving() do
+    {:ok, model_info} =
+      Bumblebee.load_model({:hf, "openai/whisper-tiny"}, backend: params_backend())
+
+    {:ok, featurizer} = Bumblebee.load_featurizer({:hf, "openai/whisper-tiny"})
+    {:ok, tokenizer} = Bumblebee.load_tokenizer({:hf, "openai/whisper-tiny"})
+    {:ok, generation_config} = Bumblebee.load_generation_config({:hf, "openai/whisper-tiny"})
+
+    Bumblebee.Audio.speech_to_text(model_info, featurizer, tokenizer, generation_config,
+      compile: compile_opts(batch_size: 4),
+      defn_options: [compiler: EXLA]
+    )
+  end
+
+  def image_to_text_serving() do
+    {:ok, model_info} =
+      Bumblebee.load_model({:hf, "Salesforce/blip-image-captioning-base"},
+        backend: params_backend()
+      )
+
+    {:ok, featurizer} = Bumblebee.load_featurizer({:hf, "Salesforce/blip-image-captioning-base"})
+    {:ok, tokenizer} = Bumblebee.load_tokenizer({:hf, "Salesforce/blip-image-captioning-base"})
+
+    {:ok, generation_config} =
+      Bumblebee.load_generation_config({:hf, "Salesforce/blip-image-captioning-base"})
+
+    generation_config = Bumblebee.configure(generation_config, max_new_tokens: 50)
+
+    Bumblebee.Vision.image_to_text(model_info, featurizer, tokenizer, generation_config,
+      compile: compile_opts(batch_size: 2),
+      defn_options: [compiler: EXLA]
+    )
+  end
+
+  def emotion_serving() do
+    {:ok, model_info} =
+      Bumblebee.load_model({:hf, "j-hartmann/emotion-english-distilroberta-base"},
+        backend: params_backend()
+      )
+
+    {:ok, tokenizer} =
+      Bumblebee.load_tokenizer({:hf, "j-hartmann/emotion-english-distilroberta-base"})
+
+    Bumblebee.Text.text_classification(model_info, tokenizer,
+      top_k: 1,
+      compile: compile_opts(batch_size: 8, sequence_length: 100),
+      defn_options: [compiler: EXLA]
+    )
+  end
+
+  def ner_serving() do
+    {:ok, model_info} =
+      Bumblebee.load_model({:hf, "dslim/bert-base-NER"}, backend: params_backend())
+
+    {:ok, tokenizer} = Bumblebee.load_tokenizer({:hf, "bert-base-cased"})
+
+    Bumblebee.Text.token_classification(model_info, tokenizer,
+      aggregation: :word_average,
+      compile: compile_opts(batch_size: 8, sequence_length: 100),
+      defn_options: [compiler: EXLA]
+    )
+  end
+
+  # We compile computations upfront only in prod. In dev/test we JIT
+  # to reduce boot time
+  if Mix.env() == :prod do
+    defp compile_opts(opts), do: opts
+  else
+    defp compile_opts(_opts), do: nil
+  end
+
+  # In config/config.exs we set the default backend to always use :host
+  # client, whereas defn-compiled computations will use the preferred
+  # client (like :cuda). When loading parameters, we want to place them
+  # on the preferred client, so they don't need to be transferred for
+  # every defn invocation.
+  defp params_backend(), do: EXLA.Backend
+end

lib/chai/application.ex

@@ -10,6 +10,12 @@ defmodule Chai.Application do
       ChaiWeb.Telemetry,
       # Start the PubSub system
       {Phoenix.PubSub, name: Chai.PubSub},
+      # Start servings
+      {Nx.Serving, name: Chai.ConversationServing, serving: Chai.AI.conversation_serving()},
+      {Nx.Serving, name: Chai.SpeechToTextServing, serving: Chai.AI.speech_to_text_serving()},
+      {Nx.Serving, name: Chai.ImageToTextServing, serving: Chai.AI.image_to_text_serving()},
+      {Nx.Serving, name: Chai.EmotionServing, serving: Chai.AI.emotion_serving()},
+      {Nx.Serving, name: Chai.NERServing, serving: Chai.AI.ner_serving()},
       # Start the Endpoint (http/https)
       ChaiWeb.Endpoint
     ]

lib/chai/utils.ex

@@ -0,0 +1,42 @@
+defmodule Chai.Utils do
+  @moduledoc false
+
+  @doc """
+  Splits text into chunks based on the given labels.
+
+  ## Examples
+
+      iex> Chai.Utils.labelled_chunks("My friend Arnold lives in Italy.", [
+      ...>   %{start: 10, end: 16, label: "PER"},
+      ...>   %{start: 26, end: 31, label: "LOC"}
+      ...> ])
+      [
+        {"My friend ", nil},
+        {"Arnold", "PER"},
+        {" lives in ", nil},
+        {"Italy", "LOC"},
+        {".", nil}
+      ]
+
+  """
+  def labelled_chunks(text, entities), do: labelled_chunks(text, entities, 0)
+
+  defp labelled_chunks(text, [%{start: offset} = entity | entities], offset) do
+    length = entity.end - entity.start
+    chunk = binary_slice(text, offset, length)
+    [{chunk, entity.label} | labelled_chunks(text, entities, offset + length)]
+  end
+
+  defp labelled_chunks(text, [entity | entities], offset) do
+    length = entity.start - offset
+    chunk = binary_slice(text, offset, length)
+    [{chunk, nil} | labelled_chunks(text, [entity | entities], offset + length)]
+  end
+
+  defp labelled_chunks(text, [], offset) when offset < byte_size(text) do
+    chunk = binary_slice(text, offset..-1//1)
+    [{chunk, nil}]
+  end
+
+  defp labelled_chunks(_text, [], _offset), do: []
+end

lib/chai_web.ex

@@ -17,7 +17,7 @@ defmodule ChaiWeb do
   those modules here.
   """
 
-  def static_paths, do: ~w(assets fonts images favicon.svg logo.svg robots.txt)
+  def static_paths, do: ~w(uploads assets fonts images favicon.svg logo.svg robots.txt)
 
   def router do
     quote do

lib/chai_web/components/layouts/app.html.heex

@@ -14,7 +14,7 @@
         Source
       </a>
       <a
-        href="https://github.com/elixir-nx/bumblebee"
+        href="https://huggingface.co/spaces/jonatanklosko/chai/blob/main/README.md"
         target="_blank"
         class="rounded-lg bg-zinc-100 px-2 py-1 text-[0.8125rem] font-semibold leading-6 text-zinc-900 hover:bg-zinc-200/80 active:text-zinc-900/70"
       >
@@ -23,8 +23,8 @@
     </div>
   </div>
 </header>
-<main class="px-4 py-20 sm:px-6 lg:px-8">
-  <div class="mx-auto max-w-2xl">
+<main class="py-4 px-4 sm:px-6 lg:px-8">
+  <div class="m-auto max-w-2xl">
     <.flash_group flash={@flash} />
     <%= @inner_content %>
   </div>

lib/chai_web/endpoint.ex

@@ -8,7 +8,10 @@ defmodule ChaiWeb.Endpoint do
     store: :cookie,
     key: "_chai_key",
     signing_salt: "HnJ/u6tl",
-    same_site: "Lax"
+    # Disable SameSite restriction to allow the app to run inside
+    # an iframe (on HF Spaces)
+    same_site: "None",
+    secure: true
   ]
 
   socket "/live", Phoenix.LiveView.Socket, websocket: [connect_info: [session: @session_options]]

lib/chai_web/live/chat_live.ex

@@ -0,0 +1,282 @@
+defmodule ChaiWeb.ChatLive do
+  use ChaiWeb, :live_view
+
+  @impl true
+  def mount(_params, _session, socket) do
+    {:ok,
+     socket
+     |> assign(
+       messages: [],
+       message: "",
+       history: nil,
+       reply_task: nil,
+       transcribe_task: nil,
+       caption_task: nil
+     )
+     |> allow_upload(:audio, accept: :any, progress: &handle_progress/3, auto_upload: true)
+     |> allow_upload(:image,
+       accept: ~w(.jpg .jpeg .png),
+       progress: &handle_progress/3,
+       auto_upload: true
+     )}
+  end
+
+  @impl true
+  def render(assigns) do
+    ~H"""
+    <div class="mt-20 h-[512px] flex flex-col justify-end border border-zinc-100 rounded-lg">
+      <div id="messages" phx-hook="Messages" class="flex flex-col gap-2 p-3 overflow-y-auto">
+        <div class="flex flex-col-reverse gap-2">
+          <div
+            :for={message <- @messages}
+            class={["relative max-w-[80%]", if(message.user?, do: "self-end", else: "self-start")]}
+          >
+            <.message_content message={message} />
+            <div
+              :if={message.transcribed?}
+              class="flex absolute top-1/2 -left-5 transform -translate-y-1/2 text-zinc-500"
+            >
+              <.icon name="hero-microphone-solid" class="w-4 h-4" />
+            </div>
+            <div
+              :if={message.reaction}
+              class="flex absolute bottom-0 right-0 transform translate-y-1/2 bg-white shadow-md rounded-full p-0.5 leading-none"
+            >
+              <%= message.reaction %>
+            </div>
+          </div>
+        </div>
+        <div :if={@reply_task} class="self-start px-4 py-1.5 rounded-3xl text-zinc-900 bg-zinc-100">
+          <.typing />
+        </div>
+      </div>
+
+      <form phx-submit="send_message" class="px-3 py-2 flex gap-2 items-center">
+        <button
+          type="button"
+          id="microphone"
+          phx-hook="Microphone"
+          data-endianness={System.endianness()}
+          class="flex p-2.5 rounded-full text-white bg-zinc-900 hover:bg-zinc-700 active:bg-red-400 group"
+        >
+          <.icon name="hero-microphone-solid" class="w-5 h-5 group-active:animate-pulse" />
+        </button>
+        <button
+          type="button"
+          phx-click={JS.dispatch("click", to: "##{@uploads.image.ref}")}
+          class="flex p-2.5 rounded-full text-white bg-zinc-900 hover:bg-zinc-700"
+        >
+          <.icon name="hero-photo-solid" class="w-5 h-5" />
+        </button>
+        <input
+          type="text"
+          id="message"
+          name="message"
+          value={@message}
+          autofocus
+          autocomplete="off"
+          class="w-full rounded-xl bg-zinc-100 border-none focus:ring-0"
+        />
+        <button type="submit" class="flex text-zinc-900 hover:text-zinc-700 active:text-zinc-500">
+          <.icon name="hero-paper-airplane-solid" class="w-6 h-6" />
+        </button>
+      </form>
+
+      <form phx-change="noop" phx-submit="noop" class="hidden">
+        <.live_file_input upload={@uploads.audio} />
+      </form>
+
+      <form phx-change="noop" phx-submit="noop" class="hidden">
+        <.live_file_input upload={@uploads.image} />
+      </form>
+    </div>
+    """
+  end
+
+  defp typing(assigns) do
+    ~H"""
+    <div class="relative h-6 flex gap-1 items-center">
+      <div class="h-2 w-2 bg-current rounded-full opacity-0 animate-[loading-fade_1s_infinite] " />
+      <div class="h-2 w-2 bg-current rounded-full opacity-0 animate-[loading-fade_1s_infinite_0.2s] " />
+      <div class="h-2 w-2 bg-current rounded-full opacity-0 animate-[loading-fade_1s_infinite_0.4s] " />
+    </div>
+    """
+  end
+
+  defp message_content(assigns) when assigns.message.image != nil do
+    ~H"""
+    <img src={~p"/uploads/#{@message.image}"} class="max-w-[300px] max-h-[200px] rounded-xl" />
+    """
+  end
+
+  defp message_content(assigns) do
+    ~H"""
+    <div class={[
+      "px-4 py-1.5 rounded-3xl",
+      if(@message.user?, do: "text-white bg-blue-500", else: "text-zinc-900 bg-zinc-100")
+    ]}>
+      <span :for={{text, label} <- Chai.Utils.labelled_chunks(@message.text, @message.entities)}>
+        <%= if label do %>
+          <span class="inline-flex items-center gap-0.5">
+            <span class="font-bold"><%= text %></span>
+            <.icon :if={icon = label_to_icon(label)} name={icon} class="w-4 h-4" />
+          </span>
+        <% else %>
+          <%= text %>
+        <% end %>
+      </span>
+    </div>
+    """
+  end
+
+  defp label_to_icon("LOC"), do: "hero-map-pin-solid"
+  defp label_to_icon("PER"), do: "hero-user-solid"
+  defp label_to_icon("ORG"), do: "hero-building-office-solid"
+  defp label_to_icon("MISC"), do: nil
+
+  defp handle_progress(:audio, entry, socket) when entry.done? do
+    binary =
+      consume_uploaded_entry(socket, entry, fn %{path: path} ->
+        {:ok, File.read!(path)}
+      end)
+
+    # We always pre-process audio on the client into a single channel
+    audio = Nx.from_binary(binary, :f32)
+
+    {:noreply, request_transcription(socket, audio)}
+  end
+
+  defp handle_progress(:image, entry, socket) when entry.done? do
+    filename =
+      consume_uploaded_entry(socket, entry, fn %{path: path} ->
+        filename = Path.basename(path)
+        File.cp!(path, Chai.upload_path(filename))
+        {:ok, filename}
+      end)
+
+    {:noreply, request_caption(socket, filename)}
+  end
+
+  defp handle_progress(_name, _entry, socket), do: {:noreply, socket}
+
+  @impl true
+  def handle_event("send_message", %{"message" => text}, socket) do
+    {:noreply,
+     socket
+     |> insert_message(text, user?: true)
+     |> request_reply(text)
+     |> assign(message: "")}
+  end
+
+  def handle_event("noop", %{}, socket) do
+    # We need phx-change and phx-submit on the form for live uploads,
+    # but we process the upload immediately in handle_progress/3
+    {:noreply, socket}
+  end
+
+  @impl true
+  def handle_info({ref, {:reply, {text, history}}}, socket)
+      when socket.assigns.reply_task.ref == ref do
+    {:noreply,
+     socket
+     |> insert_message(text)
+     |> assign(history: history, reply_task: nil)}
+  end
+
+  def handle_info({ref, {:transcription, text}}, socket)
+      when socket.assigns.transcribe_task.ref == ref do
+    {:noreply,
+     socket
+     |> insert_message(text, user?: true, transcribed?: true)
+     |> request_reply(text)
+     |> assign(transcribe_task: nil)}
+  end
+
+  def handle_info({ref, {:caption, filename, text}}, socket)
+      when socket.assigns.caption_task.ref == ref do
+    text = "look, an image of " <> text
+
+    {:noreply,
+     socket
+     |> insert_message(text, user?: true, image: filename)
+     |> request_reply(text)
+     |> assign(caption_task: nil)}
+  end
+
+  def handle_info({_ref, {:reaction, message_id, reaction}}, socket) when reaction != nil do
+    {:noreply, update_message(socket, message_id, &%{&1 | reaction: reaction})}
+  end
+
+  def handle_info({_ref, {:entities, message_id, entities}}, socket) when entities != [] do
+    {:noreply, update_message(socket, message_id, &%{&1 | entities: entities})}
+  end
+
+  def handle_info(_message, socket), do: {:noreply, socket}
+
+  defp insert_message(socket, text, opts \\ []) do
+    message = %{
+      id: System.unique_integer(),
+      text: text,
+      user?: Keyword.get(opts, :user?, false),
+      transcribed?: Keyword.get(opts, :transcribed?, false),
+      image: Keyword.get(opts, :image),
+      reaction: nil,
+      entities: []
+    }
+
+    socket = update(socket, :messages, &[message | &1])
+
+    socket =
+      if message.image do
+        socket
+      else
+        request_entities(socket, message.text, message.id)
+      end
+
+    if message.user? do
+      request_reaction(socket, message.text, message.id)
+    else
+      socket
+    end
+  end
+
+  defp update_message(socket, message_id, fun) do
+    update(socket, :messages, fn messages ->
+      Enum.map(messages, fn
+        %{id: ^message_id} = message -> fun.(message)
+        message -> message
+      end)
+    end)
+  end
+
+  defp request_reply(socket, text) do
+    history = socket.assigns.history
+    task = Task.async(fn -> {:reply, Chai.AI.generate_reply(text, history)} end)
+    assign(socket, reply_task: task)
+  end
+
+  defp request_transcription(socket, audio) do
+    task = Task.async(fn -> {:transcription, Chai.AI.transcribe(audio)} end)
+    assign(socket, transcribe_task: task)
+  end
+
+  defp request_caption(socket, filename) do
+    task =
+      Task.async(fn ->
+        image = filename |> Chai.upload_path() |> StbImage.read_file!()
+        {:caption, filename, Chai.AI.describe_image(image)}
+      end)
+
+    assign(socket, caption_task: task)
+  end
+
+  defp request_reaction(socket, text, message_id) do
+    Task.async(fn -> {:reaction, message_id, Chai.AI.get_reaction(text)} end)
+    socket
+  end
+
+  defp request_entities(socket, text, message_id) do
+    Task.async(fn -> {:entities, message_id, Chai.AI.get_entities(text)} end)
+    socket
+  end
+end

lib/chai_web/router.ex

@@ -8,6 +8,7 @@ defmodule ChaiWeb.Router do
     plug :put_root_layout, {ChaiWeb.Layouts, :root}
     plug :protect_from_forgery
     plug :put_secure_browser_headers
+    plug :allow_within_iframe
   end
 
   pipeline :api do
@@ -16,6 +17,8 @@ defmodule ChaiWeb.Router do
 
   scope "/", ChaiWeb do
     pipe_through :browser
+
+    live "/", ChatLive, :page
   end
 
   # Enable LiveDashboard in development
@@ -28,4 +31,9 @@ defmodule ChaiWeb.Router do
       live_dashboard "/dashboard", metrics: ChaiWeb.Telemetry
     end
   end
+
+  # Allow the app to run inside iframe (on HF Spaces)
+  defp allow_within_iframe(conn, _opts) do
+    delete_resp_header(conn, "x-frame-options")
+  end
 end

mix.exs

@@ -36,7 +36,11 @@ defmodule Chai.MixProject do
       {:telemetry_metrics, "~> 0.6"},
       {:telemetry_poller, "~> 1.0"},
       {:jason, "~> 1.2"},
-      {:plug_cowboy, "~> 2.5"}
+      {:plug_cowboy, "~> 2.5"},
+      {:bumblebee, "~> 0.3.0"},
+      {:exla, "~> 0.5.1"},
+      {:nx, "~> 0.5.1"},
+      {:stb_image, "~> 0.6.1"}
     ]
   end
 

mix.lock

@@ -1,28 +1,45 @@
 %{
+  "axon": {:hex, :axon, "0.5.1", "1ae3a2193df45e51fca912158320b2ca87cb7fba4df242bd3ebe245504d0ea1a", [:mix], [{:kino, "~> 0.7", [hex: :kino, repo: "hexpm", optional: true]}, {:kino_vega_lite, "~> 0.1.7", [hex: :kino_vega_lite, repo: "hexpm", optional: true]}, {:nx, "~> 0.5.0", [hex: :nx, repo: "hexpm", optional: false]}, {:table_rex, "~> 3.1.1", [hex: :table_rex, repo: "hexpm", optional: true]}], "hexpm", "d36f2a11c34c6c2b458f54df5c71ffdb7ed91c6a9ccd908faba909c84cc6a38e"},
+  "bumblebee": {:hex, :bumblebee, "0.3.0", "ad6294b39b8fb2212620e9ed9fbebc936c574ae146d3f49b3e855e1254f7c981", [:mix], [{:axon, "~> 0.5.0", [hex: :axon, repo: "hexpm", optional: false]}, {:castore, "~> 0.1 or ~> 1.0", [hex: :castore, repo: "hexpm", optional: false]}, {:jason, "~> 1.4.0", [hex: :jason, repo: "hexpm", optional: false]}, {:nx, "~> 0.5.0", [hex: :nx, repo: "hexpm", optional: false]}, {:nx_image, "~> 0.1.0", [hex: :nx_image, repo: "hexpm", optional: false]}, {:nx_signal, "~> 0.1.0", [hex: :nx_signal, repo: "hexpm", optional: false]}, {:progress_bar, "~> 2.0", [hex: :progress_bar, repo: "hexpm", optional: false]}, {:tokenizers, "~> 0.3.1", [hex: :tokenizers, repo: "hexpm", optional: false]}, {:unpickler, "~> 0.1.0", [hex: :unpickler, repo: "hexpm", optional: false]}, {:unzip, "0.8.0", [hex: :unzip, repo: "hexpm", optional: false]}], "hexpm", "477ed5e15d4a5b18343086bed83e2990ca2ba67e0dc9e2d57518bda4cca4c95e"},
   "castore": {:hex, :castore, "1.0.1", "240b9edb4e9e94f8f56ab39d8d2d0a57f49e46c56aced8f873892df8ff64ff5a", [:mix], [], "hexpm", "b4951de93c224d44fac71614beabd88b71932d0b1dea80d2f80fb9044e01bbb3"},
+  "cc_precompiler": {:hex, :cc_precompiler, "0.1.7", "77de20ac77f0e53f20ca82c563520af0237c301a1ec3ab3bc598e8a96c7ee5d9", [:mix], [{:elixir_make, "~> 0.7.3", [hex: :elixir_make, repo: "hexpm", optional: false]}], "hexpm", "2768b28bf3c2b4f788c995576b39b8cb5d47eb788526d93bd52206c1d8bf4b75"},
+  "complex": {:hex, :complex, "0.5.0", "af2d2331ff6170b61bb738695e481b27a66780e18763e066ee2cd863d0b1dd92", [:mix], [], "hexpm", "2683bd3c184466cfb94fad74cbfddfaa94b860e27ad4ca1bffe3bff169d91ef1"},
   "cowboy": {:hex, :cowboy, "2.9.0", "865dd8b6607e14cf03282e10e934023a1bd8be6f6bacf921a7e2a96d800cd452", [:make, :rebar3], [{:cowlib, "2.11.0", [hex: :cowlib, repo: "hexpm", optional: false]}, {:ranch, "1.8.0", [hex: :ranch, repo: "hexpm", optional: false]}], "hexpm", "2c729f934b4e1aa149aff882f57c6372c15399a20d54f65c8d67bef583021bde"},
   "cowboy_telemetry": {:hex, :cowboy_telemetry, "0.4.0", "f239f68b588efa7707abce16a84d0d2acf3a0f50571f8bb7f56a15865aae820c", [:rebar3], [{:cowboy, "~> 2.7", [hex: :cowboy, repo: "hexpm", optional: false]}, {:telemetry, "~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "7d98bac1ee4565d31b62d59f8823dfd8356a169e7fcbb83831b8a5397404c9de"},
   "cowlib": {:hex, :cowlib, "2.11.0", "0b9ff9c346629256c42ebe1eeb769a83c6cb771a6ee5960bd110ab0b9b872063", [:make, :rebar3], [], "hexpm", "2b3e9da0b21c4565751a6d4901c20d1b4cc25cbb7fd50d91d2ab6dd287bc86a9"},
-  "esbuild": {:hex, :esbuild, "0.7.0", "ce3afb13cd2c5fd63e13c0e2d0e0831487a97a7696cfa563707342bb825d122a", [:mix], [{:castore, ">= 0.0.0", [hex: :castore, repo: "hexpm", optional: false]}], "hexpm", "4ae9f4f237c5ebcb001390b8ada65a12fb2bb04f3fe3d1f1692b7a06fbfe8752"},
+  "decimal": {:hex, :decimal, "2.0.0", "a78296e617b0f5dd4c6caf57c714431347912ffb1d0842e998e9792b5642d697", [:mix], [], "hexpm", "34666e9c55dea81013e77d9d87370fe6cb6291d1ef32f46a1600230b1d44f577"},
+  "elixir_make": {:hex, :elixir_make, "0.7.6", "67716309dc5d43e16b5abbd00c01b8df6a0c2ab54a8f595468035a50189f9169", [:mix], [{:castore, "~> 0.1 or ~> 1.0", [hex: :castore, repo: "hexpm", optional: true]}], "hexpm", "5a0569756b0f7873a77687800c164cca6dfc03a09418e6fcf853d78991f49940"},
+  "esbuild": {:hex, :esbuild, "0.6.1", "a774bfa7b4512a1211bf15880b462be12a4c48ed753a170c68c63b2c95888150", [:mix], [{:castore, ">= 0.0.0", [hex: :castore, repo: "hexpm", optional: false]}], "hexpm", "569f7409fb5a932211573fc20e2a930a0d5cf3377c5b4f6506c651b1783a1678"},
+  "exla": {:hex, :exla, "0.5.1", "8832aa299fe06ed9b772e004760b7c97e9d8dcbe40e9a4bfcbbe10b320b9c342", [:make, :mix], [{:elixir_make, "~> 0.6", [hex: :elixir_make, repo: "hexpm", optional: false]}, {:nx, "~> 0.5.1", [hex: :nx, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4.0 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}, {:xla, "~> 0.4.4", [hex: :xla, repo: "hexpm", optional: false]}], "hexpm", "48a990dbaf02bf5f288aa1360b5237c2f55db8bf52d4f63072f2b6a15d4e8375"},
   "file_system": {:hex, :file_system, "0.2.10", "fb082005a9cd1711c05b5248710f8826b02d7d1784e7c3451f9c1231d4fc162d", [:mix], [], "hexpm", "41195edbfb562a593726eda3b3e8b103a309b733ad25f3d642ba49696bf715dc"},
   "floki": {:hex, :floki, "0.34.2", "5fad07ef153b3b8ec110b6b155ec3780c4b2c4906297d0b4be1a7162d04a7e02", [:mix], [], "hexpm", "26b9d50f0f01796bc6be611ca815c5e0de034d2128e39cc9702eee6b66a4d1c8"},
   "jason": {:hex, :jason, "1.4.0", "e855647bc964a44e2f67df589ccf49105ae039d4179db7f6271dfd3843dc27e6", [:mix], [{:decimal, "~> 1.0 or ~> 2.0", [hex: :decimal, repo: "hexpm", optional: true]}], "hexpm", "79a3791085b2a0f743ca04cec0f7be26443738779d09302e01318f97bdb82121"},
   "mime": {:hex, :mime, "2.0.3", "3676436d3d1f7b81b5a2d2bd8405f412c677558c81b1c92be58c00562bb59095", [:mix], [], "hexpm", "27a30bf0db44d25eecba73755acf4068cbfe26a4372f9eb3e4ea3a45956bff6b"},
-  "phoenix": {:hex, :phoenix, "1.7.2", "c375ffb482beb4e3d20894f84dd7920442884f5f5b70b9f4528cbe0cedefec63", [:mix], [{:castore, ">= 0.0.0", [hex: :castore, repo: "hexpm", optional: false]}, {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}, {:phoenix_pubsub, "~> 2.1", [hex: :phoenix_pubsub, repo: "hexpm", optional: false]}, {:phoenix_template, "~> 1.0", [hex: :phoenix_template, repo: "hexpm", optional: false]}, {:phoenix_view, "~> 2.0", [hex: :phoenix_view, repo: "hexpm", optional: true]}, {:plug, "~> 1.14", [hex: :plug, repo: "hexpm", optional: false]}, {:plug_cowboy, "~> 2.6", [hex: :plug_cowboy, repo: "hexpm", optional: true]}, {:plug_crypto, "~> 1.2", [hex: :plug_crypto, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}, {:websock_adapter, "~> 0.4", [hex: :websock_adapter, repo: "hexpm", optional: false]}], "hexpm", "1ebca94b32b4d0e097ab2444a9742ed8ff3361acad17365e4e6b2e79b4792159"},
+  "nx": {:hex, :nx, "0.5.1", "118134b8c97c2a8f86c87aa8434994c1cbbe139a306b89cca04e08dd46228067", [:mix], [{:complex, "~> 0.5", [hex: :complex, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4.0 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "ceb8fbbe19b3c4252a7188d8b0e059fac9da0f4a4f3bb770fc665fdd0b29f0c5"},
+  "nx_image": {:hex, :nx_image, "0.1.0", "ae10fa41fa95126f934d6160ef4320f7db583535fb868415f2562fe19969d245", [:mix], [{:nx, "~> 0.4", [hex: :nx, repo: "hexpm", optional: false]}], "hexpm", "60a2928164cdca540b4c180ff25579b97a5f2a650fc890d40db3e1a7798c93ad"},
+  "nx_signal": {:hex, :nx_signal, "0.1.0", "403ac73140e2f368e827e0aca1a3035abaf6d890b00376742b359a6838e00d7f", [:mix], [{:nx, "~> 0.5", [hex: :nx, repo: "hexpm", optional: false]}], "hexpm", "1c68f2f0d186700819287f37ee6154a11e06bf5dbb30b73fcc92776293309a05"},
+  "phoenix": {:hex, :phoenix, "1.7.1", "a029bde19d9c3b559e5c3d06c78b76e81396bedd456a6acedb42f9c7b2e535a9", [:mix], [{:castore, ">= 0.0.0", [hex: :castore, repo: "hexpm", optional: false]}, {:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}, {:phoenix_pubsub, "~> 2.1", [hex: :phoenix_pubsub, repo: "hexpm", optional: false]}, {:phoenix_template, "~> 1.0", [hex: :phoenix_template, repo: "hexpm", optional: false]}, {:phoenix_view, "~> 2.0", [hex: :phoenix_view, repo: "hexpm", optional: true]}, {:plug, "~> 1.14", [hex: :plug, repo: "hexpm", optional: false]}, {:plug_cowboy, "~> 2.6", [hex: :plug_cowboy, repo: "hexpm", optional: true]}, {:plug_crypto, "~> 1.2", [hex: :plug_crypto, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}, {:websock_adapter, "~> 0.4", [hex: :websock_adapter, repo: "hexpm", optional: false]}], "hexpm", "ea9d4a85c3592e37efa07d0dc013254fda445885facaefddcbf646375c116457"},
   "phoenix_html": {:hex, :phoenix_html, "3.3.1", "4788757e804a30baac6b3fc9695bf5562465dd3f1da8eb8460ad5b404d9a2178", [:mix], [{:plug, "~> 1.5", [hex: :plug, repo: "hexpm", optional: true]}], "hexpm", "bed1906edd4906a15fd7b412b85b05e521e1f67c9a85418c55999277e553d0d3"},
   "phoenix_live_dashboard": {:hex, :phoenix_live_dashboard, "0.7.2", "97cc4ff2dba1ebe504db72cb45098cb8e91f11160528b980bd282cc45c73b29c", [:mix], [{:ecto, "~> 3.6.2 or ~> 3.7", [hex: :ecto, repo: "hexpm", optional: true]}, {:ecto_mysql_extras, "~> 0.5", [hex: :ecto_mysql_extras, repo: "hexpm", optional: true]}, {:ecto_psql_extras, "~> 0.7", [hex: :ecto_psql_extras, repo: "hexpm", optional: true]}, {:mime, "~> 1.6 or ~> 2.0", [hex: :mime, repo: "hexpm", optional: false]}, {:phoenix_live_view, "~> 0.18.3", [hex: :phoenix_live_view, repo: "hexpm", optional: false]}, {:telemetry_metrics, "~> 0.6 or ~> 1.0", [hex: :telemetry_metrics, repo: "hexpm", optional: false]}], "hexpm", "0e5fdf063c7a3b620c566a30fcf68b7ee02e5e46fe48ee46a6ec3ba382dc05b7"},
   "phoenix_live_reload": {:hex, :phoenix_live_reload, "1.4.1", "2aff698f5e47369decde4357ba91fc9c37c6487a512b41732818f2204a8ef1d3", [:mix], [{:file_system, "~> 0.2.1 or ~> 0.3", [hex: :file_system, repo: "hexpm", optional: false]}, {:phoenix, "~> 1.4", [hex: :phoenix, repo: "hexpm", optional: false]}], "hexpm", "9bffb834e7ddf08467fe54ae58b5785507aaba6255568ae22b4d46e2bb3615ab"},
-  "phoenix_live_view": {:hex, :phoenix_live_view, "0.18.18", "1f38fbd7c363723f19aad1a04b5490ff3a178e37daaf6999594d5f34796c47fc", [:mix], [{:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}, {:phoenix, "~> 1.6.15 or ~> 1.7.0", [hex: :phoenix, repo: "hexpm", optional: false]}, {:phoenix_html, "~> 3.3", [hex: :phoenix_html, repo: "hexpm", optional: false]}, {:phoenix_template, "~> 1.0", [hex: :phoenix_template, repo: "hexpm", optional: false]}, {:phoenix_view, "~> 2.0", [hex: :phoenix_view, repo: "hexpm", optional: true]}, {:telemetry, "~> 0.4.2 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "a5810d0472f3189ede6d2a95bda7f31c6113156b91784a3426cb0ab6a6d85214"},
+  "phoenix_live_view": {:hex, :phoenix_live_view, "0.18.17", "74938b02f3c531bed3f87fe1ea39af6b5b2d26ab1405e77e76b8ef5df9ffa8a1", [:mix], [{:jason, "~> 1.0", [hex: :jason, repo: "hexpm", optional: true]}, {:phoenix, "~> 1.6.15 or ~> 1.7.0", [hex: :phoenix, repo: "hexpm", optional: false]}, {:phoenix_html, "~> 3.3", [hex: :phoenix_html, repo: "hexpm", optional: false]}, {:phoenix_template, "~> 1.0", [hex: :phoenix_template, repo: "hexpm", optional: false]}, {:phoenix_view, "~> 2.0", [hex: :phoenix_view, repo: "hexpm", optional: true]}, {:telemetry, "~> 0.4.2 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "f4b5710e19a29b8dc93b7af4bab4739c067a3cb759af01ffc3057165453dce38"},
   "phoenix_pubsub": {:hex, :phoenix_pubsub, "2.1.1", "ba04e489ef03763bf28a17eb2eaddc2c20c6d217e2150a61e3298b0f4c2012b5", [:mix], [], "hexpm", "81367c6d1eea5878ad726be80808eb5a787a23dee699f96e72b1109c57cdd8d9"},
   "phoenix_template": {:hex, :phoenix_template, "1.0.1", "85f79e3ad1b0180abb43f9725973e3b8c2c3354a87245f91431eec60553ed3ef", [:mix], [{:phoenix_html, "~> 2.14.2 or ~> 3.0", [hex: :phoenix_html, repo: "hexpm", optional: true]}], "hexpm", "157dc078f6226334c91cb32c1865bf3911686f8bcd6bcff86736f6253e6993ee"},
-  "plug": {:hex, :plug, "1.14.2", "cff7d4ec45b4ae176a227acd94a7ab536d9b37b942c8e8fa6dfc0fff98ff4d80", [:mix], [{:mime, "~> 1.0 or ~> 2.0", [hex: :mime, repo: "hexpm", optional: false]}, {:plug_crypto, "~> 1.1.1 or ~> 1.2", [hex: :plug_crypto, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4.3 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "842fc50187e13cf4ac3b253d47d9474ed6c296a8732752835ce4a86acdf68d13"},
-  "plug_cowboy": {:hex, :plug_cowboy, "2.6.1", "9a3bbfceeb65eff5f39dab529e5cd79137ac36e913c02067dba3963a26efe9b2", [:mix], [{:cowboy, "~> 2.7", [hex: :cowboy, repo: "hexpm", optional: false]}, {:cowboy_telemetry, "~> 0.3", [hex: :cowboy_telemetry, repo: "hexpm", optional: false]}, {:plug, "~> 1.14", [hex: :plug, repo: "hexpm", optional: false]}], "hexpm", "de36e1a21f451a18b790f37765db198075c25875c64834bcc82d90b309eb6613"},
+  "plug": {:hex, :plug, "1.14.0", "ba4f558468f69cbd9f6b356d25443d0b796fbdc887e03fa89001384a9cac638f", [:mix], [{:mime, "~> 1.0 or ~> 2.0", [hex: :mime, repo: "hexpm", optional: false]}, {:plug_crypto, "~> 1.1.1 or ~> 1.2", [hex: :plug_crypto, repo: "hexpm", optional: false]}, {:telemetry, "~> 0.4.3 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "bf020432c7d4feb7b3af16a0c2701455cbbbb95e5b6866132cb09eb0c29adc14"},
+  "plug_cowboy": {:hex, :plug_cowboy, "2.6.0", "d1cf12ff96a1ca4f52207c5271a6c351a4733f413803488d75b70ccf44aebec2", [:mix], [{:cowboy, "~> 2.7", [hex: :cowboy, repo: "hexpm", optional: false]}, {:cowboy_telemetry, "~> 0.3", [hex: :cowboy_telemetry, repo: "hexpm", optional: false]}, {:plug, "~> 1.14", [hex: :plug, repo: "hexpm", optional: false]}], "hexpm", "073cf20b753ce6682ed72905cd62a2d4bd9bad1bf9f7feb02a1b8e525bd94fa6"},
   "plug_crypto": {:hex, :plug_crypto, "1.2.5", "918772575e48e81e455818229bf719d4ab4181fcbf7f85b68a35620f78d89ced", [:mix], [], "hexpm", "26549a1d6345e2172eb1c233866756ae44a9609bd33ee6f99147ab3fd87fd842"},
+  "progress_bar": {:hex, :progress_bar, "2.0.1", "7b40200112ae533d5adceb80ff75fbe66dc753bca5f6c55c073bfc122d71896d", [:mix], [{:decimal, "~> 2.0", [hex: :decimal, repo: "hexpm", optional: false]}], "hexpm", "2519eb58a2f149a3a094e729378256d8cb6d96a259ec94841bd69fdc71f18f87"},
   "ranch": {:hex, :ranch, "1.8.0", "8c7a100a139fd57f17327b6413e4167ac559fbc04ca7448e9be9057311597a1d", [:make, :rebar3], [], "hexpm", "49fbcfd3682fab1f5d109351b61257676da1a2fdbe295904176d5e521a2ddfe5"},
+  "rustler_precompiled": {:hex, :rustler_precompiled, "0.6.1", "160b545bce8bf9a3f1b436b2c10f53574036a0db628e40f393328cbbe593602f", [:mix], [{:castore, "~> 0.1 or ~> 1.0", [hex: :castore, repo: "hexpm", optional: false]}, {:rustler, "~> 0.23", [hex: :rustler, repo: "hexpm", optional: true]}], "hexpm", "0dd269fa261c4e3df290b12031c575fff07a542749f7b0e8b744d72d66c43600"},
+  "stb_image": {:hex, :stb_image, "0.6.1", "0749a2ca9a2f1f722e31f6c8ec32062684939a260924cafe66a92331c4862dd8", [:make, :mix], [{:cc_precompiler, "~> 0.1.0", [hex: :cc_precompiler, repo: "hexpm", optional: false]}, {:elixir_make, "~> 0.7.0", [hex: :elixir_make, repo: "hexpm", optional: false]}, {:kino, "~> 0.7", [hex: :kino, repo: "hexpm", optional: true]}, {:nx, "~> 0.4", [hex: :nx, repo: "hexpm", optional: true]}], "hexpm", "7aa2035e314272aa165c5d09dae2f6b09e648abbc1c68ad20a2e029494858f4b"},
   "tailwind": {:hex, :tailwind, "0.1.10", "21ed80ae1f411f747ee513470578acaaa1d0eb40170005350c5b0b6d07e2d624", [:mix], [{:castore, ">= 0.0.0", [hex: :castore, repo: "hexpm", optional: false]}], "hexpm", "e0fc474dfa8ed7a4573851ac69c5fd3ca70fbb0a5bada574d1d657ebc6f2f1f1"},
   "telemetry": {:hex, :telemetry, "1.2.1", "68fdfe8d8f05a8428483a97d7aab2f268aaff24b49e0f599faa091f1d4e7f61c", [:rebar3], [], "hexpm", "dad9ce9d8effc621708f99eac538ef1cbe05d6a874dd741de2e689c47feafed5"},
   "telemetry_metrics": {:hex, :telemetry_metrics, "0.6.1", "315d9163a1d4660aedc3fee73f33f1d355dcc76c5c3ab3d59e76e3edf80eef1f", [:mix], [{:telemetry, "~> 0.4 or ~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "7be9e0871c41732c233be71e4be11b96e56177bf15dde64a8ac9ce72ac9834c6"},
   "telemetry_poller": {:hex, :telemetry_poller, "1.0.0", "db91bb424e07f2bb6e73926fcafbfcbcb295f0193e0a00e825e589a0a47e8453", [:rebar3], [{:telemetry, "~> 1.0", [hex: :telemetry, repo: "hexpm", optional: false]}], "hexpm", "b3a24eafd66c3f42da30fc3ca7dda1e9d546c12250a2d60d7b81d264fbec4f6e"},
+  "tokenizers": {:hex, :tokenizers, "0.3.1", "31b445abf498d0edfd594651a1abe359f10ceeb841b2ba964d51473dcc1f1100", [:mix], [{:castore, "~> 0.1 or ~> 1.0", [hex: :castore, repo: "hexpm", optional: false]}, {:rustler, ">= 0.0.0", [hex: :rustler, repo: "hexpm", optional: true]}, {:rustler_precompiled, "~> 0.6", [hex: :rustler_precompiled, repo: "hexpm", optional: false]}], "hexpm", "7f25d28291a05ea71797750000a92ba913f7f65cc7a80fdb08a1c2a2b2b90def"},
+  "unpickler": {:hex, :unpickler, "0.1.0", "c2262c0819e6985b761e7107546cef96a485f401816be5304a65fdd200d5bd6a", [:mix], [], "hexpm", "e2b3f61e62406187ac52afead8a63bfb4e49394028993f3c4c42712743cab79e"},
+  "unzip": {:hex, :unzip, "0.8.0", "ee21d87c21b01567317387dab4228ac570ca15b41cfc221a067354cbf8e68c4d", [:mix], [], "hexpm", "ffa67a483efcedcb5876971a50947222e104d5f8fea2c4a0441e6f7967854827"},
   "websock": {:hex, :websock, "0.5.0", "f6bbce90226121d62a0715bca7c986c5e43de0ccc9475d79c55381d1796368cc", [:mix], [], "hexpm", "b51ac706df8a7a48a2c622ee02d09d68be8c40418698ffa909d73ae207eb5fb8"},
   "websock_adapter": {:hex, :websock_adapter, "0.5.0", "cea35d8bbf1a6964e32d4b02ceb561dfb769c04f16d60d743885587e7d2ca55b", [:mix], [{:bandit, "~> 0.6", [hex: :bandit, repo: "hexpm", optional: true]}, {:plug, "~> 1.14", [hex: :plug, repo: "hexpm", optional: false]}, {:plug_cowboy, "~> 2.6", [hex: :plug_cowboy, repo: "hexpm", optional: true]}, {:websock, "~> 0.5", [hex: :websock, repo: "hexpm", optional: false]}], "hexpm", "16318b124effab8209b1eb7906c636374f623dc9511a8278ad09c083cea5bb83"},
+  "xla": {:hex, :xla, "0.4.4", "c3a8ed1f579bda949df505e49ff65415c8281d991fbd6ae1d8f3c5d0fd155f54", [:make, :mix], [{:elixir_make, "~> 0.4", [hex: :elixir_make, repo: "hexpm", optional: false]}], "hexpm", "484f3f9011db3c9f1ff1e98eecefd382f3882a07ada540fd58803db1d2dab671"},
 }

rel/overlays/bin/server

@@ -0,0 +1,3 @@
+#!/bin/sh
+cd -P -- "$(dirname -- "$0")"
+PHX_SERVER=true exec ./chai start

test/chai/utils_test.exs

@@ -0,0 +1,5 @@
+defmodule Chai.UtilsTest do
+  use ExUnit.Case, async: true
+
+  doctest Chai.Utils
+end