Update app.py

app.py

@@ -74,23 +74,34 @@ def generate_random_string(length):
     characters = string.ascii_letters + string.digits
     return ''.join(random.choice(characters) for _ in range(length))
 
-@spaces.GPU(duration=40)
-def Piper(name,posi):
+@spaces.GPU(duration=45)
+def Piper(name,positive_prompt,motion):
     global step
+    global fps
+    global time
+    global last_motion
     
     print("starting piper")
-    
+
+    if motion_loaded != motion:
+        pipe.unload_lora_weights()
+        if motion != "":
+            pipe.load_lora_weights(motion, adapter_name="motion")
+            pipe.set_adapters(["motion"], [0.7])
+        last_motion = motion
+
     out = pipe(
-        posi,
+        positive_prompt,
         height=512,
         width=512,
         num_inference_steps=step,
         guidance_scale=1,
         callback=progress_callback,
-        callback_step=1
+        callback_step=1,
+        frames=fps*time
     )
 
-    export_to_gif(out.frames[0],name)
+    export_to_gif(out.frames[0],name,fps=fps)
     return name
 
 css="""
@@ -132,10 +143,10 @@ function custom(){
 }
 """
 
-def infer(p):
+def infer(pm):
         print("infer: started")
     
-        p1 = p["a"]
+        p1 = pm["p"]
         name = generate_random_string(12)+".png"
 
         _do = ['beautiful', 'playful', 'photographed', 'realistic', 'dynamic poze', 'deep field', 'reasonable coloring', 'rough texture', 'best quality', 'focused']
@@ -143,17 +154,17 @@ def infer(p):
             _do.append(f'{p1}')
         posi = " ".join(_do)
 
-        return Piper(name,posi)
+        return Piper(name,posi,pm["m"])
 
-def run(p1,*result):
+def run(m,p1,*result):
     
         p1_en = translate(p1,"english")
-        p = {"a":p1_en}
+        pm = {"p":p1_en,"m":m}
         ln = len(result)
         print("images: "+str(ln))
         rng = list(range(ln))
     
-        arr = [p for _ in rng]
+        arr = [pm for _ in rng]
         pool = Pool(ln)
         out = list(pool.imap(infer,arr))
         pool.close()
@@ -170,7 +181,13 @@ def main():
     global step
     global dtype
     global progress
-        
+    global fps
+    global time
+    global last_motion
+
+    last_motion=None
+    fps=40
+    time=5
     device = "cuda"
     dtype = torch.float16
     result=[]
@@ -184,7 +201,7 @@ def main():
     ckpt = f"sdxl_lightning_{step}step_unet.safetensors"
 
     unet = UNet2DConditionModel.from_config(base, subfolder="unet").to(device, dtype)
-    unet.load_state_dict(load_file(hf_hub_download(repo, ckpt), device=device))
+    unet.load_state_dict(torch.load(hf_hub_download(repo, ckpt), map_location=device), strict=False)
 
     repo = "ByteDance/AnimateDiff-Lightning"
     ckpt = f"animatediff_lightning_{step}step_diffusers.safetensors"
@@ -209,6 +226,23 @@ def main():
                     container=False,
                     max_lines=1
                 )
+            with gr.Row():
+                motion = gr.Dropdown(
+                    label='Motion',
+                    choices=[
+                        ("Default", ""),
+                        ("Zoom in", "guoyww/animatediff-motion-lora-zoom-in"),
+                        ("Zoom out", "guoyww/animatediff-motion-lora-zoom-out"),
+                        ("Tilt up", "guoyww/animatediff-motion-lora-tilt-up"),
+                        ("Tilt down", "guoyww/animatediff-motion-lora-tilt-down"),
+                        ("Pan left", "guoyww/animatediff-motion-lora-pan-left"),
+                        ("Pan right", "guoyww/animatediff-motion-lora-pan-right"),
+                        ("Roll left", "guoyww/animatediff-motion-lora-rolling-anticlockwise"),
+                        ("Roll right", "guoyww/animatediff-motion-lora-rolling-clockwise"),
+                    ],
+                    value="",
+                    interactive=True
+                )
             with gr.Row():
                 run_button = gr.Button("START",elem_classes="btn",scale=0)
             with gr.Row():
@@ -217,7 +251,7 @@ def main():
                 
         gr.on(
             triggers=[run_button.click, prompt.submit],
-            fn=run,inputs=[prompt,*result],outputs=result
+            fn=run,inputs=[motion,prompt,*result],outputs=result
         )
         demo.queue().launch()