clone 2nd repo

Dockerfile

@@ -5,7 +5,7 @@ WORKDIR /code
 # Install base utilities
 RUN apt-get update \
     && apt-get install -y build-essential \
-    && apt-get install -y wget \
+    && apt-get install -y wget libsnappy-dev \
     && apt-get clean \
     && rm -rf /var/lib/apt/lists/*
 
@@ -17,10 +17,14 @@ RUN wget --quiet https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-x86
 # Put conda in path so we can use conda activate
 ENV PATH=$CONDA_DIR/bin:$PATH
 
-COPY ./environment.yml /code/environment.yml
-RUN conda env create --file /code/environment.yml
+RUN conda install --yes pytorch torchvision torchaudio pytorch-cuda=12.1 -c pytorch -c nvidia
 
 COPY . .
 
-CMD ["python", "code.serve.gradio_web_server"]
-# CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
+RUN git clone https://github.com/TRI-ML/vlm-evaluation.git
+
+RUN cd vlm-evaluation && pip install -e .
+
+RUN pip install -e .
+
+CMD ["sh", "/code/startup.sh"]

startup.sh

@@ -0,0 +1,3 @@
+#!/bin/sh
+python -m serve.controller --host 0.0.0.0 --port 10000 &
+python -m serve.gradio_web_server --controller http://localhost:10000 --model-list-mode reload --share