Hugging Face's logo

Spaces:
codificando
/
ai-lab-pipeline-video-image
Runtime error

App Files Community
ai-lab-pipeline-video-image
File size: 17,562 Bytes 
cb5ebfe
ca49949
 
 
 
 
 
 
035efd8
ca49949
 
 
 
 
8329449
 
c6cf7f1
ca49949
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
c77b6a0
 
 
ca49949
 
51eace1
ca49949
 
 
 
 
9d40742
ca49949
b5c463e
 
b723249
 
 
221fb25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
800be8f
d1f2a74
 
 
 
 
 
 
221fb25
af7371d
221fb25
 
 
 
 
e42f216
221fb25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
af7371d
 
 
221fb25
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
fa0156f
ca49949
 
b5c463e
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
 
FROM nvidia/cuda:12.1.0-cudnn8-devel-ubuntu22.04

ENV DEBIAN_FRONTEND=noninteractive \
    TZ=America/Los_Angeles

ARG USE_PERSISTENT_DATA

RUN apt-get update && apt-get install -y \
    git libgl1 libglib2.0-0 \
    make build-essential libssl-dev zlib1g-dev \
    libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm \
    libncursesw5-dev xz-utils tk-dev libxml2-dev libxmlsec1-dev libffi-dev liblzma-dev git git-lfs  \
    ffmpeg libsm6 libxext6 cmake libgl1-mesa-glx \
    && rm -rf /var/lib/apt/lists/* \
    && git lfs install \
    apt-get install nvidia-container-runtime
    
WORKDIR /code

COPY ./requirements.txt /code/requirements.txt

# User
RUN useradd -m -u 1000 user
USER user
ENV HOME=/home/user \
    PATH=/home/user/.local/bin:$PATH

# Pyenv
RUN curl https://pyenv.run | bash
ENV PATH=$HOME/.pyenv/shims:$HOME/.pyenv/bin:$PATH

ARG PYTHON_VERSION=3.10.12
# Python
RUN pyenv install $PYTHON_VERSION && \
    pyenv global $PYTHON_VERSION && \
    pyenv rehash && \
    pip install --no-cache-dir --upgrade pip setuptools wheel && \
    pip install --no-cache-dir \
    datasets \
    huggingface-hub "protobuf<4" "click<8.1"

RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
# PyTorch installation with CUDA 12.1 support

# Set the working directory to /data if USE_PERSISTENT_DATA is set, otherwise set to $HOME/app
WORKDIR $HOME/app


RUN git clone https://github.com/comfyanonymous/ComfyUI . && \pip install xformers!=0.0.24 --no-cache-dir -r requirements.txt --extra-index-url https://download.pytorch.org/whl/cu121

# instal custom nodes
RUN echo "Installing custom nodes..." 
RUN pip install -U onnxruntime-gpu


RUN cd custom_nodes && git clone https://github.com/ltdrdata/ComfyUI-Manager.git
RUN cd custom_nodes && git clone https://github.com/ltdrdata/ComfyUI-Impact-Pack && cd ComfyUI-Impact-Pack && python install.py
RUN cd custom_nodes && git clone https://github.com/ltdrdata/ComfyUI-Inspire-Pack && cd ComfyUI-Inspire-Pack && pip install -r requirements.txt
RUN cd custom_nodes && git clone https://github.com/Fannovel16/ComfyUI-Frame-Interpolation && cd ComfyUI-Frame-Interpolation && python install.py
RUN cd custom_nodes && git clone https://github.com/Fannovel16/ComfyUI-Video-Matting && cd ComfyUI-Video-Matting && pip install -r requirements.txt
RUN cd custom_nodes && git clone https://github.com/BlenderNeko/ComfyUI_Cutoff
RUN cd custom_nodes && git clone https://github.com/WASasquatch/PPF_Noise_ComfyUI && cd PPF_Noise_ComfyUI && pip install -r requirements.txt
RUN cd custom_nodes && git clone https://github.com/WASasquatch/PowerNoiseSuite && cd PowerNoiseSuite && pip install -r requirements.txt
RUN cd custom_nodes && git clone https://github.com/Jordach/comfy-plasma
RUN cd custom_nodes && git clone https://github.com/Suzie1/ComfyUI_Comfyroll_CustomNodes
RUN cd custom_nodes && git clone https://github.com/space-nuko/ComfyUI-OpenPose-Editor
RUN cd custom_nodes && git clone https://github.com/twri/sdxl_prompt_styler
RUN cd custom_nodes && git clone https://github.com/Kosinkadink/ComfyUI-AnimateDiff-Evolved
RUN cd custom_nodes && git clone https://github.com/AIrjen/OneButtonPrompt
RUN cd custom_nodes && git clone https://github.com/WASasquatch/was-node-suite-comfyui && cd was-node-suite-comfyui && pip install -r requirements.txt
RUN cd custom_nodes && git clone https://github.com/cubiq/ComfyUI_essentials
RUN cd custom_nodes && git clone https://github.com/crystian/ComfyUI-Crystools && cd ComfyUI-Crystools && pip install -r requirements.txt
RUN cd custom_nodes && git clone https://github.com/ssitu/ComfyUI_UltimateSDUpscale --recursive
RUN cd custom_nodes && git clone https://github.com/gokayfem/ComfyUI_VLM_nodes && cd ComfyUI_VLM_nodes && pip install -r requirements.txt
RUN cd custom_nodes && git clone https://github.com/Fannovel16/comfyui_controlnet_aux && cd comfyui_controlnet_aux && pip install -r requirements.txt
RUN cd custom_nodes && git clone https://github.com/Stability-AI/stability-ComfyUI-nodes && cd stability-ComfyUI-nodes && pip install -r requirements.txt 
RUN cd custom_nodes && git clone https://github.com/jags111/efficiency-nodes-comfyui && cd efficiency-nodes-comfyui && pip install -r requirements.txt 
RUN cd custom_nodes && git clone https://github.com/Kosinkadink/ComfyUI-VideoHelperSuite && cd ComfyUI-VideoHelperSuite && pip install -r requirements.txt 
RUN cd custom_nodes && git clone https://github.com/pythongosssss/ComfyUI-Custom-Scripts
RUN cd custom_nodes && git clone https://github.com/WASasquatch/FreeU_Advanced
RUN cd custom_nodes && git clone https://github.com/city96/SD-Advanced-Noise
RUN cd custom_nodes && git clone https://github.com/kadirnar/ComfyUI_Custom_Nodes_AlekPet
RUN cd custom_nodes && git clone https://github.com/sipherxyz/comfyui-art-venture && cd comfyui-art-venture && pip install -r requirements.txt 
RUN cd custom_nodes && git clone https://github.com/evanspearman/ComfyMath && cd ComfyMath && pip install -r requirements.txt 
RUN cd custom_nodes && git clone https://github.com/Gourieff/comfyui-reactor-node && cd comfyui-reactor-node && pip install -r requirements.txt 
RUN cd custom_nodes && git clone https://github.com/rgthree/rgthree-comfy && cd rgthree-comfy && pip install -r requirements.txt 
RUN cd custom_nodes && git clone https://github.com/giriss/comfy-image-saver && cd comfy-image-saver && pip install -r requirements.txt 
RUN cd custom_nodes && git clone https://github.com/gokayfem/ComfyUI-Depth-Visualization && cd ComfyUI-Depth-Visualization && pip install -r requirements.txt
RUN cd custom_nodes && git clone https://github.com/kohya-ss/ControlNet-LLLite-ComfyUI
RUN cd custom_nodes && git clone https://github.com/gokayfem/ComfyUI-Dream-Interpreter && cd ComfyUI-Dream-Interpreter && pip install -r requirements.txt
RUN cd custom_nodes && git clone https://github.com/cubiq/ComfyUI_IPAdapter_plus
RUN cd custom_nodes && git clone https://github.com/Kosinkadink/ComfyUI-Advanced-ControlNet && cd ComfyUI-Advanced-ControlNet && pip install -r requirements.txt 
RUN cd custom_nodes && git clone https://github.com/Acly/comfyui-inpaint-nodes 
RUN cd custom_nodes && git clone https://github.com/chflame163/ComfyUI_LayerStyle  && cd ComfyUI_LayerStyle && pip install -r requirements.txt 
RUN cd custom_nodes && git clone https://github.com/omar92/ComfyUI-QualityOfLifeSuit_Omar92
RUN cd custom_nodes && git clone  https://github.com/Derfuu/Derfuu_ComfyUI_ModdedNodes
RUN cd custom_nodes && git clone  https://github.com/EllangoK/ComfyUI-post-processing-nodes
RUN cd custom_nodes && git clone  https://github.com/jags111/ComfyUI_Jags_VectorMagic
RUN cd custom_nodes && git clone  https://github.com/melMass/comfy_mtb  && cd comfy_mtb && pip install -r requirements.txt 
# RUN cd custom_nodes && git clone https://github.com/MrForExample/ComfyUI-3D-Pack && cd ComfyUI-3D-Pack && pip install -r requirements.txt
RUN cd custom_nodes && git clone  https://github.com/AuroBit/ComfyUI-OOTDiffusion  && cd ComfyUI-OOTDiffusion && pip install -r requirements.txt 

RUN echo "Downloading checkpoints..."  
RUN wget -c https://huggingface.co/SG161222/RealVisXL_V4.0_Lightning/resolve/main/RealVisXL_V4.0_Lightning.safetensors -P ./models/checkpoints/ 
RUN wget -c https://huggingface.co/Lykon/dreamshaper-xl-lightning/resolve/main/DreamShaperXL_Lightning.safetensors -P ./models/checkpoints/ 
RUN wget -c https://huggingface.co/Lykon/DreamShaper/resolve/main/DreamShaper_8_pruned.safetensors -P ./models/checkpoints/ 
RUN wget -c https://huggingface.co/cagliostrolab/animagine-xl-3.1/resolve/main/animagine-xl-3.1.safetensors -P ./models/checkpoints/ 
RUN echo "Downloading AnimateDiff Models..."  

RUN wget -c  https://huggingface.co/hotshotco/Hotshot-XL/resolve/main/hsxl_temporal_layers.f16.safetensors -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/models/ 
RUN wget -c  https://huggingface.co/hotshotco/SDXL-512/resolve/main/hsxl_base_1.0.f16.safetensors -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/models/ 
RUN wget -c  https://huggingface.co/guoyww/animatediff/resolve/main/mm_sd_v15.ckpt -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/models/ 
RUN wget -c  https://huggingface.co/guoyww/animatediff/resolve/main/mm_sd_v15_v2.ckpt -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/models/ 
RUN wget -c  https://huggingface.co/guoyww/animatediff/resolve/main/v3_sd15_mm.ckpt -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/models/ 
RUN wget -c  https://huggingface.co/guoyww/animatediff/resolve/main/v3_sd15_sparsectrl_rgb.ckpt -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/models/ 
RUN wget -c  https://huggingface.co/guoyww/animatediff/resolve/main/v3_sd15_sparsectrl_scribble.ckpt -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/models/ 

RUN echo "Downloading Vae..."  

RUN wget -c https://huggingface.co/stabilityai/sd-vae-ft-mse-original/resolve/main/vae-ft-mse-840000-ema-pruned.safetensors -P ./models/vae/ 
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/taesdxl.safetensors -P ./models/vae/ 

RUN echo "Downloading Controlnet..."  

RUN wget -c https://huggingface.co/stabilityai/control-lora/resolve/main/control-LoRAs-rank256/control-lora-canny-rank256.safetensors -P ./models/controlnet/ 
RUN wget -c https://huggingface.co/stabilityai/control-lora/resolve/main/control-LoRAs-rank256/control-lora-depth-rank256.safetensors -P ./models/controlnet/ 
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/controlnet-sdxl-canny-mid.safetensors -P ./models/controlnet/
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/controlnet-sdxl-depth-mid.safetensors -P ./models/controlnet/
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/controlnet_scribble_sd15.safetensors -P ./models/controlnet/
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/control_v11p_sd15s2_lineart_anime.safetensors -P ./models/controlnet/
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/control_v11p_sd15_lineart.safetensors -P ./models/controlnet/
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/control_v11p_sd15_canny_fp16.safetensors -P ./models/controlnet/
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/controlnet_depth_sd15.safetensors -P ./models/controlnet/
RUN wget -c https://huggingface.co/lllyasviel/sd_control_collection/resolve/main/kohya_controllllite_xl_scribble_anime.safetensors -P ./custom_nodes/ControlNet-LLLite-ComfyUI/models
RUN wget -c https://huggingface.co/lllyasviel/sd_control_collection/resolve/main/kohya_controllllite_xl_blur.safetensors -P ./custom_nodes/ControlNet-LLLite-ComfyUI/models
RUN wget -c https://huggingface.co/lllyasviel/sd_control_collection/resolve/main/kohya_controllllite_xl_blur_anime.safetensors -P ./custom_nodes/ControlNet-LLLite-ComfyUI/models
RUN wget -c https://huggingface.co/lllyasviel/sd_control_collection/resolve/main/kohya_controllllite_xl_blur_anime_beta.safetensors -P ./custom_nodes/ControlNet-LLLite-ComfyUI/models
RUN wget -c https://huggingface.co/lllyasviel/sd_control_collection/resolve/main/kohya_controllllite_xl_canny.safetensors -P ./custom_nodes/ControlNet-LLLite-ComfyUI/models
RUN wget -c https://huggingface.co/lllyasviel/sd_control_collection/resolve/main/kohya_controllllite_xl_canny_anime.safetensors -P ./custom_nodes/ControlNet-LLLite-ComfyUI/models
RUN wget -c https://huggingface.co/lllyasviel/sd_control_collection/resolve/main/kohya_controllllite_xl_depth.safetensors -P ./custom_nodes/ControlNet-LLLite-ComfyUI/models
RUN wget -c https://huggingface.co/lllyasviel/sd_control_collection/resolve/main/kohya_controllllite_xl_depth_anime.safetensors -P ./custom_nodes/ControlNet-LLLite-ComfyUI/models
RUN wget -c https://huggingface.co/lllyasviel/sd_control_collection/resolve/main/kohya_controllllite_xl_openpose_anime.safetensors -P ./custom_nodes/ControlNet-LLLite-ComfyUI/models
RUN wget -c https://huggingface.co/lllyasviel/sd_control_collection/resolve/main/kohya_controllllite_xl_openpose_anime_v2.safetensors -P ./custom_nodes/ControlNet-LLLite-ComfyUI/models
RUN wget -c https://huggingface.co/lllyasviel/sd_control_collection/resolve/main/kohya_controllllite_xl_scribble_anime.safetensors -P ./custom_nodes/ControlNet-LLLite-ComfyUI/models
RUN wget -c https://huggingface.co/thibaud/controlnet-openpose-sdxl-1.0/resolve/main/control-lora-openposeXL2-rank256.safetensors -P ./models/controlnet/


RUN echo "Downloading LLavacheckpoints..."  

RUN wget -c https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/llava-v1.6-mistral-7b.Q5_K_M.gguf -P ./models/LLavacheckpoints/ 
RUN wget -c https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/llava-v1.6-mistral-7b.Q4_K_M.gguf -P ./models/LLavacheckpoints/ 
RUN wget -c https://huggingface.co/cjpais/llava-1.6-mistral-7b-gguf/resolve/main/mmproj-model-f16.gguf -P ./models/LLavacheckpoints/ 

RUN echo "Downloading IPAdapter Plus..."  
RUN wget -c https://huggingface.co/h94/IP-Adapter/resolve/main/sdxl_models/ip-adapter-plus-face_sdxl_vit-h.safetensors -P ./custom_nodes/ComfyUI_IPAdapter_plus/models/ 
RUN wget -c https://huggingface.co/h94/IP-Adapter/resolve/main/sdxl_models/ip-adapter-plus_sdxl_vit-h.safetensors -P ./custom_nodes/ComfyUI_IPAdapter_plus/models/ 
RUN wget -c https://huggingface.co/h94/IP-Adapter/resolve/main/models/ip-adapter-plus-face_sd15.safetensors -P ./custom_nodes/ComfyUI_IPAdapter_plus/models/ 
RUN wget -c https://huggingface.co/h94/IP-Adapter/resolve/main/models/ip-adapter-plus_sd15.safetensors -P ./custom_nodes/ComfyUI_IPAdapter_plus/models/ 
RUN wget -c https://huggingface.co/h94/IP-Adapter-FaceID/resolve/main/ip-adapter-faceid-plusv2_sd15.bin -P ./custom_nodes/ComfyUI_IPAdapter_plus/models/ 
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/ip-adapter_sdxl.safetensors -P ./custom_nodes/ComfyUI_IPAdapter_plus/models/ 

RUN echo "Downloading ClipVision..."  

RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/CLIP-ViT-H-14-laion2B-s32B-b79K.safetensors -P ./models/clip_vision/ 
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/sd15_model.safetensors -P ./models/clip_vision/ 
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/sdxl_model.safetensors -P ./models/clip_vision/ 
RUN wget -c https://huggingface.co/h94/IP-Adapter-FaceID/resolve/main/ip-adapter-faceid-plusv2_sd15.bin -P ./models/clip_vision/ 

RUN echo "Downloading Upscaler..."  

RUN wget -c https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.0/RealESRGAN_x4plus.pth -P ./models/upscale_models/ 
RUN wget -c https://huggingface.co/sberbank-ai/Real-ESRGAN/resolve/main/RealESRGAN_x2.pth -P ./models/upscale_models/ 
RUN wget -c https://huggingface.co/sberbank-ai/Real-ESRGAN/resolve/main/RealESRGAN_x4.pth -P ./models/upscale_models/ 

RUN echo "Downloading Lora..."  

RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/lcm-lora-sdv1-5.safetensors -P ./models/loras/ 
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/lcm-lora-sdxl.safetensors -P ./models/loras/ 
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/3DMM_V12_sd15.safetensors -P ./models/loras/  
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/add_detail.safetensors -P ./models/loras/ 
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/anime_lineart_lora.safetensors -P ./models/loras/ 
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/epi_noiseoffset2_sd15.safetensors -P ./models/loras/ 
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/game_bottle_lora.safetensors -P ./models/loras/ 
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/game_sword_lora.safetensors -P ./models/loras/ 

RUN echo "Downloading Motion Lora..."  

RUN wget -c https://huggingface.co/guoyww/animatediff/resolve/main/v2_lora_PanLeft.ckpt -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/motion_lora/ 
RUN wget -c https://huggingface.co/guoyww/animatediff/resolve/main/v2_lora_PanRight.ckpt -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/motion_lora/ 
RUN wget -c https://huggingface.co/guoyww/animatediff/resolve/main/v2_lora_RollingAnticlockwise.ckpt -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/motion_lora/ 
RUN wget -c https://huggingface.co/guoyww/animatediff/resolve/main/v2_lora_RollingClockwise.ckpt  -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/motion_lora/ 
RUN wget -c https://huggingface.co/guoyww/animatediff/resolve/main/v2_lora_TiltDown.ckpt -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/motion_lora/ 
RUN wget -c https://huggingface.co/guoyww/animatediff/resolve/main/v2_lora_TiltUp.ckpt -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/motion_lora/ 
RUN wget -c https://huggingface.co/guoyww/animatediff/resolve/main/v2_lora_ZoomIn.ckpt -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/motion_lora/ 
RUN wget -c https://huggingface.co/guoyww/animatediff/resolve/main/v2_lora_ZoomOut.ckpt -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/motion_lora/ 
RUN wget -c https://huggingface.co/guoyww/animatediff/resolve/main/v3_sd15_adapter.ckpt -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/motion_lora/ 
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/StopMotionAnimation.safetensors -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/motion_lora/ 
RUN wget -c https://huggingface.co/ArtGAN/Controlnet/resolve/main/shatterAnimatediff_v10.safetensors -P ./custom_nodes/ComfyUI-AnimateDiff-Evolved/motion_lora/ 

RUN echo "Done"

CMD ["python", "main.py", "--listen", "0.0.0.0", "--port", "7860", "--output-directory", "${USE_PERSISTENT_DATA:+/data/}"]