Update app.py

app.py

@@ -23,22 +23,22 @@ import jax
 import jax.numpy as jnp
 
 last_motion=None
-fps=14
-time=1
-width=448
-height=448
+fps=20
+time=3
+width=576
+height=1024
 device = "cuda"
 dtype = torch.float16
 result=[]
-step = 30
-accu=7.5
-#repo = "ByteDance/AnimateDiff-Lightning"
-#ckpt = f"animatediff_lightning_{step}step_diffusers.safetensors"
+step = 2
+accu=1
+repo = "ByteDance/AnimateDiff-Lightning"
+ckpt = f"animatediff_lightning_{step}step_diffusers.safetensors"
 base = "emilianJR/epiCRealism"
 #base = "SG161222/Realistic_Vision_V6.0_B1_noVAE"
 #vae = AutoencoderKL.from_pretrained("stabilityai/sd-vae-ft-mse").to(device, dtype=dtype)
 #unet = UNet2DConditionModel.from_config("emilianJR/epiCRealism",subfolder="unet").to(device, dtype).load_state_dict(load_file(hf_hub_download("emilianJR/epiCRealism", "unet/diffusion_pytorch_model.safetensors"), device=device), strict=False)
-adapter = MotionAdapter.from_pretrained("guoyww/animatediff-motion-adapter-v1-5-3", torch_dtype=dtype, device=device)
+#adapter = MotionAdapter.from_pretrained("guoyww/animatediff-motion-adapter-v1-5-3", torch_dtype=dtype, device=device)
 
 css="""
 input, input::placeholder {
@@ -59,7 +59,7 @@ footer {
     max-width: 15cm;
 }
 .image-container {
-    aspect-ratio: """+width+"/"+height+""" !important;
+    aspect-ratio: """+str(width)+"/"+str(height)+""" !important;
 }
 .dropdown-arrow {
     display: none !important;
@@ -193,7 +193,7 @@ def run(i,m,p1,p2,*result):
 
         return out
 
-pipe = AnimateDiffPipeline.from_pretrained(base, motion_adapter=adapter, torch_dtype=dtype).to(device)
+pipe = AnimateDiffPipeline.from_pretrained(base, torch_dtype=dtype).to(device)
 pipe.scheduler = DDIMScheduler(
         clip_sample=False,
         beta_start=0.00085,
@@ -202,6 +202,7 @@ pipe.scheduler = DDIMScheduler(
         timestep_spacing="trailing",
         steps_offset=1
 )
+pipe.unet.load_state_dict(load_file(hf_hub_download(repo, ckpt), device=device), strict=False)
 pipe.load_ip_adapter("h94/IP-Adapter", subfolder="models", weight_name="ip-adapter_sd15.bin")
 pipe.enable_vae_slicing()
 pipe.enable_free_init(method="butterworth", use_fast_sampling=False)