Finegrain/refiners
1
0
Fork 0
mirror of https://github.com/finegrain-ai/refiners.git synced 2024-11-09 23:12:02 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

add test weights conversion script

Browse source
This commit is contained in:
Pierre Chapuis 2023-10-09 10:31:12 +02:00
parent 05126c8f4d
commit 976b55aea5
2 changed files with 385 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
README.md
View file

@ -196,6 +196,14 @@ If you want to depend on Refiners in your project which uses Poetry, you can do
poetry add git+ssh://git@github.com:finegrain-ai/refiners.git#main
```
If you want to run tests, we provide a script to download and convert all the necessary weights first. Be aware that this will use around 50 GB of disk space.
```bash
poetry shell
./scripts/prepare-test-weights.sh
pytest
```
### Hello World
Here is how to perform a text-to-image inference using the Stable Diffusion 1.5 foundational model patched with a Pokemon LoRA:

377
scripts/prepare-test-weights.sh Executable file
View file

@ -0,0 +1,377 @@
#!/bin/bash
# This script downloads source weights from Hugging Face using cURL.
# We want to convert from local directories (not use the network in conversion
# scripts) but we also do not want to clone full repositories to save space.
# This approach is more verbose but it lets us pick and choose.
set -x
cd "$(dirname "$0")/.."
die () { >&2 echo "$@" ; exit 1 ; }
check_hash () { # (path, hash)
_path="$1"; shift
_expected="$1"
_found="$(b2sum -l 32 "$_path" | cut -d' ' -f1)"
[ "$_found" = "$_expected" ] || die "invalid hash for $_path ($_found != $_expected)"
}
download_sd_text_encoder () { # (base="runwayml/stable-diffusion-v1-5" subdir="text_encoder")
_base="$1"; shift
_subdir="$1"
mkdir tests/weights/$_base/$_subdir
pushd tests/weights/$_base/$_subdir
curl -LO https://huggingface.co/$_base/raw/main/$_subdir/config.json
curl -LO https://huggingface.co/$_base/resolve/main/$_subdir/model.safetensors
popd
}
download_sd_tokenizer () { # (base="runwayml/stable-diffusion-v1-5" subdir="tokenizer")
_base="$1"; shift
_subdir="$1"
mkdir tests/weights/$_base/$_subdir
pushd tests/weights/$_base/$_subdir
curl -LO https://huggingface.co/$_base/raw/main/$_subdir/merges.txt
curl -LO https://huggingface.co/$_base/raw/main/$_subdir/special_tokens_map.json
curl -LO https://huggingface.co/$_base/raw/main/$_subdir/tokenizer_config.json
curl -LO https://huggingface.co/$_base/raw/main/$_subdir/vocab.json
popd
}
download_sd_base () { # (base="runwayml/stable-diffusion-v1-5")
_base="$1"
# Inpainting source does not have safetensors.
_ext="safetensors"
grep -q "inpainting" <<< $_base && _ext="bin"
mkdir -p tests/weights/$_base
pushd tests/weights/$_base
curl -LO https://huggingface.co/$_base/raw/main/model_index.json
mkdir scheduler unet vae
pushd scheduler
curl -LO https://huggingface.co/$_base/raw/main/scheduler/scheduler_config.json
popd
pushd unet
curl -LO https://huggingface.co/$_base/raw/main/unet/config.json
curl -LO https://huggingface.co/$_base/resolve/main/unet/diffusion_pytorch_model.$_ext
popd
pushd vae
curl -LO https://huggingface.co/$_base/raw/main/vae/config.json
curl -LO https://huggingface.co/$_base/resolve/main/vae/diffusion_pytorch_model.$_ext
popd
popd
download_sd_text_encoder $_base text_encoder
download_sd_tokenizer $_base tokenizer
}
download_sd15 () { # (base="runwayml/stable-diffusion-v1-5")
_base="$1"
download_sd_base $_base
pushd tests/weights/$_base
mkdir feature_extractor safety_checker
pushd feature_extractor
curl -LO https://huggingface.co/$_base/raw/main/feature_extractor/preprocessor_config.json
popd
pushd safety_checker
curl -LO https://huggingface.co/$_base/raw/main/safety_checker/config.json
curl -LO https://huggingface.co/$_base/resolve/main/safety_checker/model.safetensors
popd
popd
}
download_sdxl () { # (base="stabilityai/stable-diffusion-xl-base-1.0")
_base="$1"
download_sd_base $_base
download_sd_text_encoder $_base text_encoder_2
download_sd_tokenizer $_base tokenizer_2
}
download_vae_ft_mse () {
mkdir -p tests/weights/stabilityai/sd-vae-ft-mse
pushd tests/weights/stabilityai/sd-vae-ft-mse
curl -LO https://huggingface.co/stabilityai/sd-vae-ft-mse/raw/main/config.json
curl -LO https://huggingface.co/stabilityai/sd-vae-ft-mse/resolve/main/diffusion_pytorch_model.safetensors
popd
}
download_lora () {
mkdir -p tests/weights/pcuenq/pokemon-lora
pushd tests/weights/pcuenq/pokemon-lora
curl -LO https://huggingface.co/pcuenq/pokemon-lora/resolve/main/pytorch_lora_weights.bin
popd
}
download_preprocessors () {
mkdir -p tests/weights/carolineec/informativedrawings
pushd tests/weights/carolineec/informativedrawings
curl -LO https://huggingface.co/spaces/carolineec/informativedrawings/resolve/main/model2.pth
popd
}
download_controlnet () {
mkdir -p tests/weights/lllyasviel
pushd tests/weights/lllyasviel
mkdir control_v11p_sd15_canny
pushd control_v11p_sd15_canny
curl -LO https://huggingface.co/lllyasviel/control_v11p_sd15_canny/raw/main/config.json
curl -LO https://huggingface.co/lllyasviel/control_v11p_sd15_canny/resolve/main/diffusion_pytorch_model.safetensors
popd
mkdir control_v11f1p_sd15_depth
pushd control_v11f1p_sd15_depth
curl -LO https://huggingface.co/lllyasviel/control_v11f1p_sd15_depth/raw/main/config.json
curl -LO https://huggingface.co/lllyasviel/control_v11f1p_sd15_depth/resolve/main/diffusion_pytorch_model.safetensors
popd
mkdir control_v11p_sd15_normalbae
pushd control_v11p_sd15_normalbae
curl -LO https://huggingface.co/lllyasviel/control_v11p_sd15_normalbae/raw/main/config.json
curl -LO https://huggingface.co/lllyasviel/control_v11p_sd15_normalbae/resolve/main/diffusion_pytorch_model.safetensors
popd
mkdir control_v11p_sd15_lineart
pushd control_v11p_sd15_lineart
curl -LO https://huggingface.co/lllyasviel/control_v11p_sd15_lineart/raw/main/config.json
curl -LO https://huggingface.co/lllyasviel/control_v11p_sd15_lineart/resolve/main/diffusion_pytorch_model.safetensors
popd
popd
mkdir -p tests/weights/mfidabel/controlnet-segment-anything
pushd tests/weights/mfidabel/controlnet-segment-anything
curl -LO https://huggingface.co/mfidabel/controlnet-segment-anything/raw/main/config.json
curl -LO https://huggingface.co/mfidabel/controlnet-segment-anything/resolve/main/diffusion_pytorch_model.bin
popd
}
download_unclip () {
mkdir -p tests/weights/stabilityai/stable-diffusion-2-1-unclip
pushd tests/weights/stabilityai/stable-diffusion-2-1-unclip
curl -LO https://huggingface.co/stabilityai/stable-diffusion-2-1-unclip/raw/main/model_index.json
mkdir image_encoder
pushd image_encoder
curl -LO https://huggingface.co/stabilityai/stable-diffusion-2-1-unclip/raw/main/image_encoder/config.json
curl -LO https://huggingface.co/stabilityai/stable-diffusion-2-1-unclip/resolve/main/image_encoder/model.safetensors
popd
popd
}
download_ip_adapter () {
mkdir -p tests/weights/h94/IP-Adapter
pushd tests/weights/h94/IP-Adapter
mkdir -p models
pushd models
curl -LO https://huggingface.co/h94/IP-Adapter/resolve/main/models/ip-adapter_sd15.bin
curl -LO https://huggingface.co/h94/IP-Adapter/resolve/main/models/ip-adapter-plus_sd15.bin
popd
mkdir -p sdxl_models
pushd sdxl_models
curl -LO https://huggingface.co/h94/IP-Adapter/resolve/main/sdxl_models/ip-adapter_sdxl_vit-h.bin
curl -LO https://huggingface.co/h94/IP-Adapter/resolve/main/sdxl_models/ip-adapter-plus_sdxl_vit-h.bin
popd
popd
}
download_t2i_adapter () {
mkdir -p tests/weights/TencentARC/t2iadapter_depth_sd15v2
pushd tests/weights/TencentARC/t2iadapter_depth_sd15v2
curl -LO https://huggingface.co/TencentARC/t2iadapter_depth_sd15v2/raw/main/config.json
curl -LO https://huggingface.co/TencentARC/t2iadapter_depth_sd15v2/resolve/main/diffusion_pytorch_model.bin
popd
}
download_sam () {
mkdir -p tests/weights
pushd tests/weights
curl -LO https://dl.fbaipublicfiles.com/segment_anything/sam_vit_h_4b8939.pth
popd
check_hash "tests/weights/sam_vit_h_4b8939.pth" 06785e66
}
convert_sd15 () {
python scripts/conversion/convert_transformers_clip_text_model.py \
--from "tests/weights/runwayml/stable-diffusion-v1-5" \
--to "tests/weights/CLIPTextEncoderL.safetensors" \
--half
check_hash "tests/weights/CLIPTextEncoderL.safetensors" bef71657
python scripts/conversion/convert_diffusers_autoencoder_kl.py \
--from "tests/weights/runwayml/stable-diffusion-v1-5" \
--to "tests/weights/lda.safetensors"
check_hash "tests/weights/lda.safetensors" 28f38b35
python scripts/conversion/convert_diffusers_unet.py \
--from "tests/weights/runwayml/stable-diffusion-v1-5" \
--to "tests/weights/unet.safetensors" \
--half
check_hash "tests/weights/unet.safetensors" d283a9a5
mkdir tests/weights/inpainting
python scripts/conversion/convert_diffusers_unet.py \
--from "tests/weights/runwayml/stable-diffusion-inpainting" \
--to "tests/weights/inpainting/unet.safetensors" \
--half
check_hash "tests/weights/inpainting/unet.safetensors" 78069e20
}
convert_sdxl () {
python scripts/conversion/convert_transformers_clip_text_model.py \
--from "tests/weights/stabilityai/stable-diffusion-xl-base-1.0" \
--to "tests/weights/DoubleCLIPTextEncoder.safetensors" \
--subfolder2 text_encoder_2 \
--half
check_hash "tests/weights/DoubleCLIPTextEncoder.safetensors" a68fd375
python scripts/conversion/convert_diffusers_autoencoder_kl.py \
--from "tests/weights/stabilityai/stable-diffusion-xl-base-1.0" \
--to "tests/weights/sdxl-lda.safetensors" \
--half
check_hash "tests/weights/sdxl-lda.safetensors" b00aaf87
python scripts/conversion/convert_diffusers_unet.py \
--from "tests/weights/stabilityai/stable-diffusion-xl-base-1.0" \
--to "tests/weights/sdxl-unet.safetensors" \
--half
check_hash "tests/weights/sdxl-unet.safetensors" 861b57fd
}
convert_vae_ft_mse () {
python scripts/conversion/convert_diffusers_autoencoder_kl.py \
--from "tests/weights/stabilityai/sd-vae-ft-mse" \
--to "tests/weights/lda_ft_mse.safetensors" \
--half
check_hash "tests/weights/lda_ft_mse.safetensors" 6cfb7776
}
convert_lora () {
mkdir tests/weights/loras
python scripts/conversion/convert_diffusers_lora.py \
--from "tests/weights/pcuenq/pokemon-lora/pytorch_lora_weights.bin" \
--base-model "tests/weights/runwayml/stable-diffusion-v1-5" \
--to "tests/weights/loras/pcuenq_pokemon_lora.safetensors"
check_hash "tests/weights/loras/pcuenq_pokemon_lora.safetensors" a9d7e08e
}
convert_preprocessors () {
curl -L https://raw.githubusercontent.com/carolineec/informative-drawings/main/model.py \
-o src/model.py
python scripts/conversion/convert_informative_drawings.py \
--from "tests/weights/carolineec/informativedrawings/model2.pth" \
--to "tests/weights/informative-drawings.safetensors"
rm -f src/model.py
check_hash "tests/weights/informative-drawings.safetensors" 0294ac8a
}
convert_controlnet () {
mkdir tests/weights/controlnet
python scripts/conversion/convert_diffusers_controlnet.py \
--from "tests/weights/lllyasviel/control_v11p_sd15_canny" \
--to "tests/weights/controlnet/lllyasviel_control_v11p_sd15_canny.safetensors"
check_hash "tests/weights/controlnet/lllyasviel_control_v11p_sd15_canny.safetensors" be9ffe47
python scripts/conversion/convert_diffusers_controlnet.py \
--from "tests/weights/lllyasviel/control_v11f1p_sd15_depth" \
--to "tests/weights/controlnet/lllyasviel_control_v11f1p_sd15_depth.safetensors"
check_hash "tests/weights/controlnet/lllyasviel_control_v11f1p_sd15_depth.safetensors" bbeaa1ba
python scripts/conversion/convert_diffusers_controlnet.py \
--from "tests/weights/lllyasviel/control_v11p_sd15_normalbae" \
--to "tests/weights/controlnet/lllyasviel_control_v11p_sd15_normalbae.safetensors"
check_hash "tests/weights/controlnet/lllyasviel_control_v11p_sd15_normalbae.safetensors" 24520c5b
python scripts/conversion/convert_diffusers_controlnet.py \
--from "tests/weights/lllyasviel/control_v11p_sd15_lineart" \
--to "tests/weights/controlnet/lllyasviel_control_v11p_sd15_lineart.safetensors"
check_hash "tests/weights/controlnet/lllyasviel_control_v11p_sd15_lineart.safetensors" 5bc4de82
python scripts/conversion/convert_diffusers_controlnet.py \
--from "tests/weights/mfidabel/controlnet-segment-anything" \
--to "tests/weights/controlnet/mfidabel_controlnet-segment-anything.safetensors"
check_hash "tests/weights/controlnet/mfidabel_controlnet-segment-anything.safetensors" ba7059fc
}
convert_unclip () {
python scripts/conversion/convert_transformers_clip_image_model.py \
--from "tests/weights/stabilityai/stable-diffusion-2-1-unclip" \
--to "tests/weights/CLIPImageEncoderH.safetensors" \
--half
check_hash "tests/weights/CLIPImageEncoderH.safetensors" 654842e4
}
convert_ip_adapter () {
python scripts/conversion/convert_diffusers_ip_adapter.py \
--from "tests/weights/h94/IP-Adapter/models/ip-adapter_sd15.bin" \
--to "tests/weights/ip-adapter_sd15.safetensors"
check_hash "tests/weights/ip-adapter_sd15.safetensors" 9579b465
python scripts/conversion/convert_diffusers_ip_adapter.py \
--from "tests/weights/h94/IP-Adapter/sdxl_models/ip-adapter_sdxl_vit-h.bin" \
--to "tests/weights/ip-adapter_sdxl_vit-h.safetensors" \
--half
check_hash "tests/weights/ip-adapter_sdxl_vit-h.safetensors" 739504c6
python scripts/conversion/convert_diffusers_ip_adapter.py \
--from "tests/weights/h94/IP-Adapter/models/ip-adapter-plus_sd15.bin" \
--to "tests/weights/ip-adapter-plus_sd15.safetensors" \
--half
check_hash "tests/weights/ip-adapter-plus_sd15.safetensors" 9cea790f
python scripts/conversion/convert_diffusers_ip_adapter.py \
--from "tests/weights/h94/IP-Adapter/sdxl_models/ip-adapter-plus_sdxl_vit-h.bin" \
--to "tests/weights/ip-adapter-plus_sdxl_vit-h.safetensors" \
--half
check_hash "tests/weights/ip-adapter-plus_sdxl_vit-h.safetensors" a090ab44
}
convert_t2i_adapter () {
mkdir tests/weights/T2I-Adapter
python scripts/conversion/convert_diffusers_t2i_adapter.py \
--from "tests/weights/TencentARC/t2iadapter_depth_sd15v2" \
--to "tests/weights/T2I-Adapter/t2iadapter_depth_sd15v2.safetensors" \
--half
check_hash "tests/weights/T2I-Adapter/t2iadapter_depth_sd15v2.safetensors" 809a355f
}
convert_sam () {
python scripts/conversion/convert_segment_anything.py \
--from "tests/weights/sam_vit_h_4b8939.pth" \
--to "tests/weights/segment-anything-h.safetensors"
check_hash "tests/weights/segment-anything-h.safetensors" e11e1ec5
}
download_all () {
download_sd15 runwayml/stable-diffusion-v1-5
download_sd15 runwayml/stable-diffusion-inpainting
download_sdxl stabilityai/stable-diffusion-xl-base-1.0
download_vae_ft_mse
download_lora
download_preprocessors
download_controlnet
download_unclip
download_ip_adapter
download_t2i_adapter
download_sam
}
convert_all () {
convert_sd15
convert_sdxl
convert_vae_ft_mse
convert_lora
convert_preprocessors
convert_controlnet
convert_unclip
convert_ip_adapter
convert_t2i_adapter
convert_sam
}
main () {
git lfs install || die "could not install git lfs"
rm -rf tests/weights
download_all
convert_all
}
main