Update stable_cascade.py
Browse files- stable_cascade.py +2 -2
stable_cascade.py
CHANGED
|
@@ -10,8 +10,8 @@ decoder = StableCascadeDecoderPipeline.from_pretrained("stabilityai/stable-casca
|
|
| 10 |
prior.enable_model_cpu_offload()
|
| 11 |
decoder.enable_model_cpu_offload()
|
| 12 |
|
| 13 |
-
prior.prior = torch.compile(
|
| 14 |
-
decoder.decoder = torch.compile(
|
| 15 |
|
| 16 |
prior.to("cuda")
|
| 17 |
decoder.to("cuda")
|
|
|
|
| 10 |
prior.enable_model_cpu_offload()
|
| 11 |
decoder.enable_model_cpu_offload()
|
| 12 |
|
| 13 |
+
prior.prior = torch.compile(prior.prior, mode="reduce-overhead", fullgraph=True)
|
| 14 |
+
decoder.decoder = torch.compile(decoder.decoder, mode="max-autotune", fullgraph=True)
|
| 15 |
|
| 16 |
prior.to("cuda")
|
| 17 |
decoder.to("cuda")
|