Update README.md
Browse files
README.md
CHANGED
|
@@ -8,4 +8,25 @@ Exported with (Inferentia 2 only):
|
|
| 8 |
optimum-cli export neuron --model black-forest-labs/FLUX.1-Kontext-dev --tensor_parallel_size 8 --batch_size 1 --height 1024 --width 1024 --num_images_per_prompt 1 --sequence_length 512 --torch_dtype bfloat16 flux_kontext_neuron_1024_tp8/
|
| 9 |
```
|
| 10 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
|
|
|
|
| 8 |
optimum-cli export neuron --model black-forest-labs/FLUX.1-Kontext-dev --tensor_parallel_size 8 --batch_size 1 --height 1024 --width 1024 --num_images_per_prompt 1 --sequence_length 512 --torch_dtype bfloat16 flux_kontext_neuron_1024_tp8/
|
| 9 |
```
|
| 10 |
|
| 11 |
+
Inference:
|
| 12 |
+
|
| 13 |
+
```python
|
| 14 |
+
from diffusers.utils import load_image
|
| 15 |
+
|
| 16 |
+
from optimum.neuron import NeuronFluxKontextPipeline
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
pipe = NeuronFluxKontextPipeline.from_pretrained("Jingya/Flux.1-Kontext-dev-1024x1024-neuronx-tp8")
|
| 20 |
+
input_image = load_image("https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/diffusers/cat.png")
|
| 21 |
+
image = pipe(
|
| 22 |
+
image=input_image,
|
| 23 |
+
prompt="Add a hat to the cat",
|
| 24 |
+
guidance_scale=2.5
|
| 25 |
+
).images[0]
|
| 26 |
+
image = image.resize(input_image.size)
|
| 27 |
+
image.save("flux_kontext.png")
|
| 28 |
+
```
|
| 29 |
+
|
| 30 |
+
|
| 31 |
+
|
| 32 |
|