Update app.py

app.py

@@ -75,7 +75,7 @@ def generate_random_string(length):
     return ''.join(random.choice(characters) for _ in range(length))
 
 @spaces.GPU(duration=75)
-def Piper(name,positive_prompt,motion):
+def Piper(name,positive_prompt,negative,motion):
     global step
     global fps
     global time
@@ -96,12 +96,11 @@ def Piper(name,positive_prompt,motion):
 
     out = pipe(
         positive_prompt,
+        negative_prompt=negative,
         height=1024,
         width=576,
         num_inference_steps=step,
         guidance_scale=1,
-        callback=progress_callback,
-        callback_step=1,
         num_frames=(fps*time)
     )
 
@@ -156,14 +155,12 @@ def infer(pm):
         name = generate_random_string(12)+".png"
         neg = pm["n"]
 
-        if neg != "":
-            neg=f' (((({neg}))))'
         _do = ['beautiful', 'playful', 'photographed', 'realistic', 'dynamic poze', 'deep field', 'reasonable coloring', 'rough texture', 'best quality', 'focused']
         if p1 != "":
             _do.append(f'{p1}')
         posi = " ".join(_do)+neg
 
-        return Piper(name,posi,pm["m"])
+        return Piper(name,posi,neg,pm["m"])
 
 def run(m,p1,p2,*result):
     
@@ -209,15 +206,24 @@ def main():
     repo="stabilityai/sd-vae-ft-mse-original"
     ckpt="vae-ft-mse-840000-ema-pruned.safetensors"
     vae = load_file(hf_hub_download(repo, ckpt), device=device)
+
+    repo="ByteDance/SDXL-Lightning"
+    ckpt=f"sdxl_lightning_{step}step_unet.safetensors"
+    unet = load_file(hf_hub_download(repo, ckpt), device=device)
+
+    repo = "SG161222/Realistic_Vision_V6.0_B1_noVAE"
+    ckpt="feature_extractor/preprocessor_config.json"
+    fext = load_file(hf_hub_download(repo, ckpt), device=device)
     
+    #repo = "emilianJR/epiCRealism"
+    #ckpt = "unet/diffusion_pytorch_model.safetensors"
+    #unet = load_file(hf_hub_download(repo, ckpt), device=device)
+
     repo = "ByteDance/AnimateDiff-Lightning"
     ckpt = f"animatediff_lightning_{step}step_diffusers.safetensors"
-    
-    #base = "SG161222/Realistic_Vision_V6.0_B1_noVAE"
-    #base = "emilianJR/epiCRealism"
     base = "black-forest-labs/FLUX.1-schnell"
     
-    pipe = AnimateDiffPipeline.from_pretrained(base, torch_dtype=dtype, token=os.getenv("hf_token")).to(device)
+    pipe = AnimateDiffPipeline.from_pretrained(base, vae=vae, feature_extractor=fext, unet=unet, torch_dtype=dtype, token=os.getenv("hf_token")).to(device)
     pipe.scheduler = EulerDiscreteScheduler.from_config(pipe.scheduler.config, timestep_spacing="trailing", beta_schedule="linear")
     pipe.unet.load_state_dict(load_file(hf_hub_download(repo, ckpt), device=device), strict=False)
     pipe.enable_free_init(method="butterworth", use_fast_sampling=False)