nightly
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- README.md +4 -3
- eval_alchemist.py +8 -8
- vaetest/001_all.png +2 -2
- vaetest/001_decoded_AiArtLab_sdxl_vae.png +3 -0
- vaetest/001_decoded_AiArtLab_sdxlvae_nightly.png +3 -0
- vaetest/001_decoded_AiArtLab_sdxs.png +3 -0
- vaetest/001_decoded_FLUX.1_schnell_vae.png +3 -0
- vaetest/001_decoded_KBlueLeaf_EQ_SDXL_VAE.png +3 -0
- vaetest/001_decoded_madebyollin_sdxl_vae_fp16.png +3 -0
- vaetest/001_orig.png +2 -2
- vaetest/002_all.png +2 -2
- vaetest/002_decoded_AiArtLab_sdxl_vae.png +3 -0
- vaetest/002_decoded_AiArtLab_sdxlvae_nightly.png +3 -0
- vaetest/002_decoded_AiArtLab_sdxs.png +3 -0
- vaetest/002_decoded_FLUX.1_schnell_vae.png +3 -0
- vaetest/002_decoded_KBlueLeaf_EQ_SDXL_VAE.png +3 -0
- vaetest/002_decoded_madebyollin_sdxl_vae_fp16.png +3 -0
- vaetest/002_orig.png +2 -2
- vaetest/003_all.png +2 -2
- vaetest/003_decoded_AiArtLab_sdxl_vae.png +3 -0
- vaetest/003_decoded_AiArtLab_sdxlvae_nightly.png +3 -0
- vaetest/003_decoded_AiArtLab_sdxs.png +3 -0
- vaetest/003_decoded_FLUX.1_schnell_vae.png +3 -0
- vaetest/003_decoded_KBlueLeaf_EQ_SDXL_VAE.png +3 -0
- vaetest/003_decoded_madebyollin_sdxl_vae_fp16.png +3 -0
- vaetest/003_orig.png +2 -2
- vaetest/004_all.png +2 -2
- vaetest/004_decoded_AiArtLab_sdxl_vae.png +3 -0
- vaetest/004_decoded_AiArtLab_sdxlvae_nightly.png +3 -0
- vaetest/004_decoded_AiArtLab_sdxs.png +3 -0
- vaetest/004_decoded_FLUX.1_schnell_vae.png +3 -0
- vaetest/004_decoded_KBlueLeaf_EQ_SDXL_VAE.png +3 -0
- vaetest/004_decoded_madebyollin_sdxl_vae_fp16.png +3 -0
- vaetest/004_orig.png +2 -2
- vaetest/005_all.png +2 -2
- vaetest/005_decoded_AiArtLab_sdxl_vae.png +3 -0
- vaetest/005_decoded_AiArtLab_sdxlvae_nightly.png +3 -0
- vaetest/005_decoded_AiArtLab_sdxs.png +3 -0
- vaetest/005_decoded_FLUX.1_schnell_vae.png +3 -0
- vaetest/005_decoded_KBlueLeaf_EQ_SDXL_VAE.png +3 -0
- vaetest/005_decoded_madebyollin_sdxl_vae_fp16.png +3 -0
- vaetest/005_orig.png +2 -2
- vaetest/006_all.png +2 -2
- vaetest/006_decoded_AiArtLab_sdxl_vae.png +3 -0
- vaetest/006_decoded_AiArtLab_sdxlvae_nightly.png +3 -0
- vaetest/006_decoded_AiArtLab_sdxs.png +3 -0
- vaetest/006_decoded_FLUX.1_schnell_vae.png +3 -0
- vaetest/006_decoded_KBlueLeaf_EQ_SDXL_VAE.png +3 -0
- vaetest/006_decoded_madebyollin_sdxl_vae_fp16.png +3 -0
- vaetest/006_orig.png +2 -2
README.md
CHANGED
@@ -19,12 +19,12 @@ Imagenet eval (256px)
|
|
19 |
|
20 |
Alchemist eval (512px)
|
21 |
|
22 |
-
|
|
23 |
|--------------------------------|------------|------------|------------|------------|
|
24 |
| madebyollin/sdxl-vae-fp16 | 100% | 100% | 100% | 100% |
|
25 |
-
| KBlueLeaf/EQ-SDXL-VAE | 106.
|
26 |
| AiArtLab/sdxl_vae | 111.8% | 101.7% | 106.7% | 102.3% |
|
27 |
-
| AiArtLab/sdxlvae_nightly |
|
28 |
| AiArtLab/sdxs | 321.4% | 119.5% | 263.7% | 176.4% |
|
29 |
| FLUX.1-schnell-vae | 382.2% | 120.9% | 320.7% | 201.6% |
|
30 |
|
@@ -55,6 +55,7 @@ We are currently testing the possibility of improving the SDXL VAE decoder by in
|
|
55 |
- Precision: FP32
|
56 |
- Effective Batch Size: 16 (batch size 2 + gradient accumulation 8)
|
57 |
- Optimizer: AdamW (8-bit)
|
|
|
58 |
|
59 |
## Implementation
|
60 |
|
|
|
19 |
|
20 |
Alchemist eval (512px)
|
21 |
|
22 |
+
| Модель | MSE | PSNR | LPIPS | Edge |
|
23 |
|--------------------------------|------------|------------|------------|------------|
|
24 |
| madebyollin/sdxl-vae-fp16 | 100% | 100% | 100% | 100% |
|
25 |
+
| KBlueLeaf/EQ-SDXL-VAE | 106.1% | 99.8% | 96.5% | 97.6% |
|
26 |
| AiArtLab/sdxl_vae | 111.8% | 101.7% | 106.7% | 102.3% |
|
27 |
+
| AiArtLab/sdxlvae_nightly | 118.0% | 102.3% | 107.2% | 102.9% |
|
28 |
| AiArtLab/sdxs | 321.4% | 119.5% | 263.7% | 176.4% |
|
29 |
| FLUX.1-schnell-vae | 382.2% | 120.9% | 320.7% | 201.6% |
|
30 |
|
|
|
55 |
- Precision: FP32
|
56 |
- Effective Batch Size: 16 (batch size 2 + gradient accumulation 8)
|
57 |
- Optimizer: AdamW (8-bit)
|
58 |
+
- ++ MSE && Edge Loss: https://wandb.ai/recoilme/vae/runs/qy438uak
|
59 |
|
60 |
## Implementation
|
61 |
|
eval_alchemist.py
CHANGED
@@ -15,8 +15,8 @@ DTYPE = torch.float16
|
|
15 |
IMAGE_FOLDER = "/workspace/alchemist" #wget https://huggingface.co/datasets/AiArtLab/alchemist/resolve/main/alchemist.zip
|
16 |
MIN_SIZE = 1280
|
17 |
CROP_SIZE = 512
|
18 |
-
BATCH_SIZE =
|
19 |
-
MAX_IMAGES =
|
20 |
NUM_WORKERS = 4
|
21 |
NUM_SAMPLES_TO_SAVE = 10 # Сколько примеров сохранить (0 - не сохранять)
|
22 |
SAMPLES_FOLDER = "vaetest"
|
@@ -26,13 +26,13 @@ VAE_LIST = [
|
|
26 |
|
27 |
# ("stable-diffusion-v1-5/stable-diffusion-v1-5", AutoencoderKL, "stable-diffusion-v1-5/stable-diffusion-v1-5", "vae"),
|
28 |
# ("cross-attention/asymmetric-autoencoder-kl-x-1-5", AsymmetricAutoencoderKL, "cross-attention/asymmetric-autoencoder-kl-x-1-5", None),
|
29 |
-
|
30 |
-
# ("AiArtLab/sdxs", AutoencoderKL, "AiArtLab/sdxs", "vae"),
|
31 |
# ("vae", AutoencoderKL, "/workspace/sdxl_vae/vae", None),
|
32 |
-
|
33 |
-
("
|
34 |
-
|
35 |
-
|
|
|
36 |
]
|
37 |
|
38 |
# --------------------------- Sobel Edge Detection ---------------------------
|
|
|
15 |
IMAGE_FOLDER = "/workspace/alchemist" #wget https://huggingface.co/datasets/AiArtLab/alchemist/resolve/main/alchemist.zip
|
16 |
MIN_SIZE = 1280
|
17 |
CROP_SIZE = 512
|
18 |
+
BATCH_SIZE = 10
|
19 |
+
MAX_IMAGES = 0
|
20 |
NUM_WORKERS = 4
|
21 |
NUM_SAMPLES_TO_SAVE = 10 # Сколько примеров сохранить (0 - не сохранять)
|
22 |
SAMPLES_FOLDER = "vaetest"
|
|
|
26 |
|
27 |
# ("stable-diffusion-v1-5/stable-diffusion-v1-5", AutoencoderKL, "stable-diffusion-v1-5/stable-diffusion-v1-5", "vae"),
|
28 |
# ("cross-attention/asymmetric-autoencoder-kl-x-1-5", AsymmetricAutoencoderKL, "cross-attention/asymmetric-autoencoder-kl-x-1-5", None),
|
29 |
+
("madebyollin/sdxl-vae-fp16", AutoencoderKL, "madebyollin/sdxl-vae-fp16-fix", None),
|
|
|
30 |
# ("vae", AutoencoderKL, "/workspace/sdxl_vae/vae", None),
|
31 |
+
("KBlueLeaf/EQ-SDXL-VAE", AutoencoderKL, "KBlueLeaf/EQ-SDXL-VAE", None),
|
32 |
+
("AiArtLab/sdxl_vae", AutoencoderKL, "AiArtLab/sdxl_vae", None),
|
33 |
+
("AiArtLab/sdxlvae_nightly", AutoencoderKL, "AiArtLab/sdxl_vae", "vae_nightly"),
|
34 |
+
("AiArtLab/sdxs", AutoencoderKL, "AiArtLab/sdxs", "vae"),
|
35 |
+
("FLUX.1-schnell-vae", AutoencoderKL, "black-forest-labs/FLUX.1-schnell", "vae"),
|
36 |
]
|
37 |
|
38 |
# --------------------------- Sobel Edge Detection ---------------------------
|
vaetest/001_all.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
vaetest/001_decoded_AiArtLab_sdxl_vae.png
ADDED
![]() |
Git LFS Details
|
vaetest/001_decoded_AiArtLab_sdxlvae_nightly.png
ADDED
![]() |
Git LFS Details
|
vaetest/001_decoded_AiArtLab_sdxs.png
ADDED
![]() |
Git LFS Details
|
vaetest/001_decoded_FLUX.1_schnell_vae.png
ADDED
![]() |
Git LFS Details
|
vaetest/001_decoded_KBlueLeaf_EQ_SDXL_VAE.png
ADDED
![]() |
Git LFS Details
|
vaetest/001_decoded_madebyollin_sdxl_vae_fp16.png
ADDED
![]() |
Git LFS Details
|
vaetest/001_orig.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
vaetest/002_all.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
vaetest/002_decoded_AiArtLab_sdxl_vae.png
ADDED
![]() |
Git LFS Details
|
vaetest/002_decoded_AiArtLab_sdxlvae_nightly.png
ADDED
![]() |
Git LFS Details
|
vaetest/002_decoded_AiArtLab_sdxs.png
ADDED
![]() |
Git LFS Details
|
vaetest/002_decoded_FLUX.1_schnell_vae.png
ADDED
![]() |
Git LFS Details
|
vaetest/002_decoded_KBlueLeaf_EQ_SDXL_VAE.png
ADDED
![]() |
Git LFS Details
|
vaetest/002_decoded_madebyollin_sdxl_vae_fp16.png
ADDED
![]() |
Git LFS Details
|
vaetest/002_orig.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
vaetest/003_all.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
vaetest/003_decoded_AiArtLab_sdxl_vae.png
ADDED
![]() |
Git LFS Details
|
vaetest/003_decoded_AiArtLab_sdxlvae_nightly.png
ADDED
![]() |
Git LFS Details
|
vaetest/003_decoded_AiArtLab_sdxs.png
ADDED
![]() |
Git LFS Details
|
vaetest/003_decoded_FLUX.1_schnell_vae.png
ADDED
![]() |
Git LFS Details
|
vaetest/003_decoded_KBlueLeaf_EQ_SDXL_VAE.png
ADDED
![]() |
Git LFS Details
|
vaetest/003_decoded_madebyollin_sdxl_vae_fp16.png
ADDED
![]() |
Git LFS Details
|
vaetest/003_orig.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
vaetest/004_all.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
vaetest/004_decoded_AiArtLab_sdxl_vae.png
ADDED
![]() |
Git LFS Details
|
vaetest/004_decoded_AiArtLab_sdxlvae_nightly.png
ADDED
![]() |
Git LFS Details
|
vaetest/004_decoded_AiArtLab_sdxs.png
ADDED
![]() |
Git LFS Details
|
vaetest/004_decoded_FLUX.1_schnell_vae.png
ADDED
![]() |
Git LFS Details
|
vaetest/004_decoded_KBlueLeaf_EQ_SDXL_VAE.png
ADDED
![]() |
Git LFS Details
|
vaetest/004_decoded_madebyollin_sdxl_vae_fp16.png
ADDED
![]() |
Git LFS Details
|
vaetest/004_orig.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
vaetest/005_all.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
vaetest/005_decoded_AiArtLab_sdxl_vae.png
ADDED
![]() |
Git LFS Details
|
vaetest/005_decoded_AiArtLab_sdxlvae_nightly.png
ADDED
![]() |
Git LFS Details
|
vaetest/005_decoded_AiArtLab_sdxs.png
ADDED
![]() |
Git LFS Details
|
vaetest/005_decoded_FLUX.1_schnell_vae.png
ADDED
![]() |
Git LFS Details
|
vaetest/005_decoded_KBlueLeaf_EQ_SDXL_VAE.png
ADDED
![]() |
Git LFS Details
|
vaetest/005_decoded_madebyollin_sdxl_vae_fp16.png
ADDED
![]() |
Git LFS Details
|
vaetest/005_orig.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
vaetest/006_all.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
vaetest/006_decoded_AiArtLab_sdxl_vae.png
ADDED
![]() |
Git LFS Details
|
vaetest/006_decoded_AiArtLab_sdxlvae_nightly.png
ADDED
![]() |
Git LFS Details
|
vaetest/006_decoded_AiArtLab_sdxs.png
ADDED
![]() |
Git LFS Details
|
vaetest/006_decoded_FLUX.1_schnell_vae.png
ADDED
![]() |
Git LFS Details
|
vaetest/006_decoded_KBlueLeaf_EQ_SDXL_VAE.png
ADDED
![]() |
Git LFS Details
|
vaetest/006_decoded_madebyollin_sdxl_vae_fp16.png
ADDED
![]() |
Git LFS Details
|
vaetest/006_orig.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|