Spaces:
Running
on
Zero
Running
on
Zero
Alexander Bagus
commited on
Commit
·
89aa5ab
1
Parent(s):
d2c9b66
22
Browse files
app.py
CHANGED
|
@@ -14,14 +14,15 @@ from image_utils import get_image_latent, scale_image
|
|
| 14 |
# from videox_fun.utils.utils import get_image_latent
|
| 15 |
|
| 16 |
|
| 17 |
-
MODEL_REPO = "Tongyi-MAI/Z-Image-Turbo"
|
| 18 |
MAX_SEED = np.iinfo(np.int32).max
|
| 19 |
MAX_IMAGE_SIZE = 1280
|
| 20 |
|
|
|
|
| 21 |
MODEL_LOCAL = "models/Z-Image-Turbo/"
|
|
|
|
| 22 |
TRANSFORMER_LOCAL = "models/Z-Image-Turbo-Fun-Controlnet-Union.safetensors"
|
| 23 |
|
| 24 |
-
|
| 25 |
weight_dtype = torch.bfloat16
|
| 26 |
|
| 27 |
# load transformer
|
|
@@ -48,8 +49,7 @@ if TRANSFORMER_LOCAL is not None:
|
|
| 48 |
m, u = transformer.load_state_dict(state_dict, strict=False)
|
| 49 |
print(f"missing keys: {len(m)}, unexpected keys: {len(u)}")
|
| 50 |
|
| 51 |
-
#
|
| 52 |
-
# Get Vae
|
| 53 |
vae = AutoencoderKL.from_pretrained(
|
| 54 |
MODEL_LOCAL,
|
| 55 |
subfolder="vae"
|
|
|
|
| 14 |
# from videox_fun.utils.utils import get_image_latent
|
| 15 |
|
| 16 |
|
| 17 |
+
# MODEL_REPO = "Tongyi-MAI/Z-Image-Turbo"
|
| 18 |
MAX_SEED = np.iinfo(np.int32).max
|
| 19 |
MAX_IMAGE_SIZE = 1280
|
| 20 |
|
| 21 |
+
# git clone https://huggingface.co/Tongyi-MAI/Z-Image-Turbo
|
| 22 |
MODEL_LOCAL = "models/Z-Image-Turbo/"
|
| 23 |
+
# curl -L -o Z-Image-Turbo-Fun-Controlnet-Union.safetensors https://huggingface.co/alibaba-pai/Z-Image-Turbo-Fun-Controlnet-Union/resolve/main/Z-Image-Turbo-Fun-Controlnet-Union.safetensors
|
| 24 |
TRANSFORMER_LOCAL = "models/Z-Image-Turbo-Fun-Controlnet-Union.safetensors"
|
| 25 |
|
|
|
|
| 26 |
weight_dtype = torch.bfloat16
|
| 27 |
|
| 28 |
# load transformer
|
|
|
|
| 49 |
m, u = transformer.load_state_dict(state_dict, strict=False)
|
| 50 |
print(f"missing keys: {len(m)}, unexpected keys: {len(u)}")
|
| 51 |
|
| 52 |
+
# load ZImageControlPipeline
|
|
|
|
| 53 |
vae = AutoencoderKL.from_pretrained(
|
| 54 |
MODEL_LOCAL,
|
| 55 |
subfolder="vae"
|