Update stable_cascade.py
Browse files- stable_cascade.py +0 -3
stable_cascade.py
CHANGED
|
@@ -7,9 +7,6 @@ import gradio as gr
|
|
| 7 |
prior = StableCascadePriorPipeline.from_pretrained("stabilityai/stable-cascade-prior", torch_dtype=torch.bfloat16)
|
| 8 |
decoder = StableCascadeDecoderPipeline.from_pretrained("stabilityai/stable-cascade", torch_dtype=torch.bfloat16)
|
| 9 |
|
| 10 |
-
prior.enable_model_cpu_offload()
|
| 11 |
-
decoder.enable_model_cpu_offload()
|
| 12 |
-
|
| 13 |
prior.prior = torch.compile(prior.prior, mode="reduce-overhead", fullgraph=True)
|
| 14 |
decoder.decoder = torch.compile(decoder.decoder, mode="max-autotune", fullgraph=True)
|
| 15 |
|
|
|
|
| 7 |
prior = StableCascadePriorPipeline.from_pretrained("stabilityai/stable-cascade-prior", torch_dtype=torch.bfloat16)
|
| 8 |
decoder = StableCascadeDecoderPipeline.from_pretrained("stabilityai/stable-cascade", torch_dtype=torch.bfloat16)
|
| 9 |
|
|
|
|
|
|
|
|
|
|
| 10 |
prior.prior = torch.compile(prior.prior, mode="reduce-overhead", fullgraph=True)
|
| 11 |
decoder.decoder = torch.compile(decoder.decoder, mode="max-autotune", fullgraph=True)
|
| 12 |
|