Change file structure
Browse files- MusePose/denoising_unet.pth +3 -0
- MusePose/motion_module.pth +3 -0
- MusePose/pose_guider.pth +3 -0
- MusePose/reference_unet.pth +3 -0
- README.md +2 -33
- dwpose/dw-ll_ucoco_384_bs5.torchscript.pt +3 -0
- dwpose/yolox_l.torchscript.pt +3 -0
- image_encoder/config.json +23 -0
- image_encoder/pytorch_model.bin +3 -0
- sd-image-variations-diffusers/unet/config.json +40 -0
- sd-image-variations-diffusers/unet/diffusion_pytorch_model.bin +3 -0
- sd-vae-ft-mse/config.json +29 -0
- sd-vae-ft-mse/diffusion_pytorch_model.bin +3 -0
MusePose/denoising_unet.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3851e59b6c6106219e5197730747e5c3f26a1582e807e08e2b23fa879c435b36
|
3 |
+
size 3402758813
|
MusePose/motion_module.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8427f8b660647834d6cbfcce7400ce7f48119c823ef6aad470a6d3a5b3720fd2
|
3 |
+
size 916202377
|
MusePose/pose_guider.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:162c43ec616965e1df65ff818aec42acd0d699310e95939b74cbd70b56396234
|
3 |
+
size 3402614286
|
MusePose/reference_unet.pth
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e80019162d586dac73e5e67e47c9d456c4a78292a127bb3de844ae47aff558c9
|
3 |
+
size 3440402647
|
README.md
CHANGED
@@ -3,40 +3,9 @@ license: creativeml-openrail-m
|
|
3 |
language:
|
4 |
- en
|
5 |
---
|
6 |
-
# MusePose ComfyUI
|
7 |
|
8 |
-
|
9 |
-
Chao Li,
|
10 |
-
Zhaokang Chen,
|
11 |
-
Bin Wu<sup>†</sup>,
|
12 |
-
Wenjiang Zhou
|
13 |
-
(<sup>†</sup>Corresponding Author, benbinwu@tencent.com)
|
14 |
-
|
15 |
-
**[github](https://github.com/TMElyralab/MusePose)** **[huggingface](https://huggingface.co/TMElyralab/MusePose)** **space (comming soon)** **Project (comming soon)** **Technical report (comming soon)**
|
16 |
-
|
17 |
-
# This is a script to quickly install MusePose ComfyUI node
|
18 |
-
|
19 |
-
## Installation script
|
20 |
-
|
21 |
-
Save the code to a script file like `install_musepose.sh` under the ComfyUI directory, and execute it (`source install_musepose.sh`) to install the node.
|
22 |
-
```
|
23 |
-
#!/bin/bash
|
24 |
-
cd custom_nodes/
|
25 |
-
rm -rf Comfyui-MusePose
|
26 |
-
git clone https://github.com/TMElyralab/Comfyui-MusePose.git
|
27 |
-
cd Comfyui-MusePose
|
28 |
-
apt update
|
29 |
-
apt install ffmpeg
|
30 |
-
pip install -r requirements.txt
|
31 |
-
pip install openmim
|
32 |
-
mim install mmengine "mmcv>=2.0.1" "mmdet>=3.1.0" "mmpose>=1.1.0"
|
33 |
-
pip install "diffusers<0.29"
|
34 |
-
|
35 |
-
# Download weights
|
36 |
-
huggingface-cli download --local-dir /tmp/download hoveyc/musepose
|
37 |
-
rm -rf pretrained_weights
|
38 |
-
mv /tmp/download/pretrained_weights .
|
39 |
-
```
|
40 |
|
41 |
If no errors occur, restart the ComfyUI and it should work.
|
42 |
|
|
|
3 |
language:
|
4 |
- en
|
5 |
---
|
6 |
+
# MusePose ComfyUI Checkpoints
|
7 |
|
8 |
+
Reuploading of all depending checkpoints for [ComfyUI-MusePose-Remaster](https://github.com/hoveychen/ComfyUI-MusePose-Remaster)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
9 |
|
10 |
If no errors occur, restart the ComfyUI and it should work.
|
11 |
|
dwpose/dw-ll_ucoco_384_bs5.torchscript.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d86a0b2b59fddc0901a7076e9f59c9f8602602133ed72511c693fd11eea23d91
|
3 |
+
size 135059124
|
dwpose/yolox_l.torchscript.pt
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:80bc14b13c260c24b3014cd42c02994bf52296ab8fa2d80a60b6afe08c93ef42
|
3 |
+
size 217697649
|
image_encoder/config.json
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "/home/jpinkney/.cache/huggingface/diffusers/models--lambdalabs--sd-image-variations-diffusers/snapshots/ca6f97f838ae1b5bf764f31363a21f388f4d8f3e/image_encoder",
|
3 |
+
"architectures": [
|
4 |
+
"CLIPVisionModelWithProjection"
|
5 |
+
],
|
6 |
+
"attention_dropout": 0.0,
|
7 |
+
"dropout": 0.0,
|
8 |
+
"hidden_act": "quick_gelu",
|
9 |
+
"hidden_size": 1024,
|
10 |
+
"image_size": 224,
|
11 |
+
"initializer_factor": 1.0,
|
12 |
+
"initializer_range": 0.02,
|
13 |
+
"intermediate_size": 4096,
|
14 |
+
"layer_norm_eps": 1e-05,
|
15 |
+
"model_type": "clip_vision_model",
|
16 |
+
"num_attention_heads": 16,
|
17 |
+
"num_channels": 3,
|
18 |
+
"num_hidden_layers": 24,
|
19 |
+
"patch_size": 14,
|
20 |
+
"projection_dim": 768,
|
21 |
+
"torch_dtype": "float32",
|
22 |
+
"transformers_version": "4.25.1"
|
23 |
+
}
|
image_encoder/pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:89d2aa29b5fdf64f3ad4f45fb4227ea98bc45156bbae673b85be1af7783dbabb
|
3 |
+
size 1215993967
|
sd-image-variations-diffusers/unet/config.json
ADDED
@@ -0,0 +1,40 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_class_name": "UNet2DConditionModel",
|
3 |
+
"_diffusers_version": "0.9.0",
|
4 |
+
"act_fn": "silu",
|
5 |
+
"attention_head_dim": 8,
|
6 |
+
"block_out_channels": [
|
7 |
+
320,
|
8 |
+
640,
|
9 |
+
1280,
|
10 |
+
1280
|
11 |
+
],
|
12 |
+
"center_input_sample": false,
|
13 |
+
"cross_attention_dim": 768,
|
14 |
+
"down_block_types": [
|
15 |
+
"CrossAttnDownBlock2D",
|
16 |
+
"CrossAttnDownBlock2D",
|
17 |
+
"CrossAttnDownBlock2D",
|
18 |
+
"DownBlock2D"
|
19 |
+
],
|
20 |
+
"downsample_padding": 1,
|
21 |
+
"dual_cross_attention": false,
|
22 |
+
"flip_sin_to_cos": true,
|
23 |
+
"freq_shift": 0,
|
24 |
+
"in_channels": 4,
|
25 |
+
"layers_per_block": 2,
|
26 |
+
"mid_block_scale_factor": 1,
|
27 |
+
"norm_eps": 1e-05,
|
28 |
+
"norm_num_groups": 32,
|
29 |
+
"num_class_embeds": null,
|
30 |
+
"only_cross_attention": false,
|
31 |
+
"out_channels": 4,
|
32 |
+
"sample_size": 64,
|
33 |
+
"up_block_types": [
|
34 |
+
"UpBlock2D",
|
35 |
+
"CrossAttnUpBlock2D",
|
36 |
+
"CrossAttnUpBlock2D",
|
37 |
+
"CrossAttnUpBlock2D"
|
38 |
+
],
|
39 |
+
"use_linear_projection": false
|
40 |
+
}
|
sd-image-variations-diffusers/unet/diffusion_pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ee23e3368e4e7c0e4ef636ed61923609c97fcaa583f8bb416e3e0986d4a0cfc6
|
3 |
+
size 3438354725
|
sd-vae-ft-mse/config.json
ADDED
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_class_name": "AutoencoderKL",
|
3 |
+
"_diffusers_version": "0.4.2",
|
4 |
+
"act_fn": "silu",
|
5 |
+
"block_out_channels": [
|
6 |
+
128,
|
7 |
+
256,
|
8 |
+
512,
|
9 |
+
512
|
10 |
+
],
|
11 |
+
"down_block_types": [
|
12 |
+
"DownEncoderBlock2D",
|
13 |
+
"DownEncoderBlock2D",
|
14 |
+
"DownEncoderBlock2D",
|
15 |
+
"DownEncoderBlock2D"
|
16 |
+
],
|
17 |
+
"in_channels": 3,
|
18 |
+
"latent_channels": 4,
|
19 |
+
"layers_per_block": 2,
|
20 |
+
"norm_num_groups": 32,
|
21 |
+
"out_channels": 3,
|
22 |
+
"sample_size": 256,
|
23 |
+
"up_block_types": [
|
24 |
+
"UpDecoderBlock2D",
|
25 |
+
"UpDecoderBlock2D",
|
26 |
+
"UpDecoderBlock2D",
|
27 |
+
"UpDecoderBlock2D"
|
28 |
+
]
|
29 |
+
}
|
sd-vae-ft-mse/diffusion_pytorch_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1b4889b6b1d4ce7ae320a02dedaeff1780ad77d415ea0d744b476155c6377ddc
|
3 |
+
size 334707217
|