Update app.py

app.py

@@ -23,7 +23,7 @@ MAX_IMAGE_SIZE = 1024
 
 # @spaces.GPU #[uncomment to use ZeroGPU]
 def infer(
-    # model_name,
+    model,
     prompt,
     negative_prompt,
     seed,
@@ -39,6 +39,16 @@ def infer(
 
     generator = torch.Generator().manual_seed(seed)
 
+    device = "cuda" if torch.cuda.is_available() else "cpu"
+
+    if torch.cuda.is_available():
+        torch_dtype = torch.float16
+    else:
+        torch_dtype = torch.float32
+        
+    pipe = DiffusionPipeline.from_pretrained(model, torch_dtype=torch_dtype)
+    pipe = pipe.to(device)
+
     image = pipe(
         prompt=prompt,
         negative_prompt=negative_prompt,
@@ -150,8 +160,8 @@ with gr.Blocks(css=css) as demo:
         triggers=[run_button.click, prompt.submit],
         fn=infer,
         inputs=[
-            prompt,
             model,
+            prompt,
             negative_prompt,
             seed,
             randomize_seed,
@@ -165,4 +175,3 @@ with gr.Blocks(css=css) as demo:
 
 if __name__ == "__main__":
     demo.launch()
-