wanghaofan
commited on
Commit
•
0687917
1
Parent(s):
ff4dcd1
Update README.md
Browse files
README.md
CHANGED
@@ -62,11 +62,11 @@ controlnet = FluxMultiControlNetModel([controlnet_union]) # we always recommend
|
|
62 |
pipe = FluxControlNetPipeline.from_pretrained(base_model, controlnet=controlnet, torch_dtype=torch.bfloat16)
|
63 |
pipe.to("cuda")
|
64 |
|
65 |
-
prompt = '
|
66 |
-
control_image_depth = load_image("https://huggingface.co/
|
67 |
control_mode_depth = 2
|
68 |
|
69 |
-
control_image_canny = load_image("https://huggingface.co/
|
70 |
control_mode_canny = 0
|
71 |
|
72 |
width, height = control_image.size
|
@@ -77,7 +77,7 @@ image = pipe(
|
|
77 |
control_mode=[control_mode_depth, control_mode_canny],
|
78 |
width=width,
|
79 |
height=height,
|
80 |
-
controlnet_conditioning_scale=[0.
|
81 |
num_inference_steps=24,
|
82 |
guidance_scale=3.5,
|
83 |
generator=torch.manual_seed(42),
|
@@ -86,6 +86,8 @@ image = pipe(
|
|
86 |
|
87 |
We also support loading multiple ControlNets as before, you can load as
|
88 |
```python
|
|
|
|
|
89 |
controlnet_model_union = './Shakker-Labs/FLUX.1-dev-Controlnet-Union'
|
90 |
controlnet_union = FluxControlNetModel.from_pretrained(controlnet_model_union, torch_dtype=torch.bfloat16)
|
91 |
|
|
|
62 |
pipe = FluxControlNetPipeline.from_pretrained(base_model, controlnet=controlnet, torch_dtype=torch.bfloat16)
|
63 |
pipe.to("cuda")
|
64 |
|
65 |
+
prompt = 'A bohemian-style female travel blogger with sun-kissed skin and messy beach waves.'
|
66 |
+
control_image_depth = load_image("https://huggingface.co/Shakker-Labs/FLUX.1-dev-ControlNet-Union-Pro/resolve/main/assets/depth.jpg")
|
67 |
control_mode_depth = 2
|
68 |
|
69 |
+
control_image_canny = load_image("https://huggingface.co/Shakker-Labs/FLUX.1-dev-ControlNet-Union-Pro/resolve/main/assets/canny.jpg")
|
70 |
control_mode_canny = 0
|
71 |
|
72 |
width, height = control_image.size
|
|
|
77 |
control_mode=[control_mode_depth, control_mode_canny],
|
78 |
width=width,
|
79 |
height=height,
|
80 |
+
controlnet_conditioning_scale=[0.2, 0.4],
|
81 |
num_inference_steps=24,
|
82 |
guidance_scale=3.5,
|
83 |
generator=torch.manual_seed(42),
|
|
|
86 |
|
87 |
We also support loading multiple ControlNets as before, you can load as
|
88 |
```python
|
89 |
+
from diffusers import FluxControlNetModel, FluxMultiControlNetModel
|
90 |
+
|
91 |
controlnet_model_union = './Shakker-Labs/FLUX.1-dev-Controlnet-Union'
|
92 |
controlnet_union = FluxControlNetModel.from_pretrained(controlnet_model_union, torch_dtype=torch.bfloat16)
|
93 |
|