File tree Expand file tree Collapse file tree 3 files changed +18
-2
lines changed
ppdiffusers/examples/controlnet Expand file tree Collapse file tree 3 files changed +18
-2
lines changed Original file line number Diff line number Diff line change @@ -68,6 +68,20 @@ python gradio_hough2image.py
68
68
```
69
69
![ image] ( https://user-images.githubusercontent.com/31800336/236171830-f9254b66-9fbd-46d3-a3bc-e905c87d0ec3.jpg )
70
70
71
+ ## Pix2Pix to Image
72
+ (ControlNet V1.1) InstructPix2Pix根据指令修改图像
73
+ ```
74
+ python gradio_ip2p2image.py
75
+ ```
76
+ ![ image] ( https://github.com/Submerge-Gu/Images/raw/main/4.png )
77
+
78
+ ## MLSD to Image
79
+ (ControlNet V1.1) 在原基础上进行升级,采用HoughLine检测图片作为控制条件
80
+ ```
81
+ python gradio_mlsd2image.py
82
+ ```
83
+ ![ image] ( https://github.com/Submerge-Gu/Images/raw/main/8.png )
84
+
71
85
# ControlNet模型训练
72
86
73
87
## Fill50K 训练例子
@@ -193,3 +207,5 @@ img.save("demo.png")
193
207
# 参考资料
194
208
- https://github.com/lllyasviel/ControlNet/edit/main/docs/train.md
195
209
- https://github.com/huggingface/diffusers
210
+
211
+ [ https://github.com/Submerge-Gu/Images/blob/main/8.png ] : https://github.com/Submerge-Gu/Images/raw/main/8.png
Original file line number Diff line number Diff line change 23
23
from paddlenlp .trainer import set_seed as seed_everything
24
24
from ppdiffusers import ControlNetModel , StableDiffusionControlNetPipeline
25
25
26
- controlnet = ControlNetModel .from_pretrained ("F:/Paddle/model /control_v11e_sd15_ip2p" )
26
+ controlnet = ControlNetModel .from_pretrained ("lllyasviel /control_v11e_sd15_ip2p" )
27
27
pipe = StableDiffusionControlNetPipeline .from_pretrained (
28
28
"runwayml/stable-diffusion-v1-5" , controlnet = controlnet , safety_checker = None
29
29
)
Original file line number Diff line number Diff line change 25
25
26
26
apply_mlsd = MLSDdetector ()
27
27
28
- controlnet = ControlNetModel .from_pretrained ("F:/Paddle/model /control_v11p_sd15_mlsd" )
28
+ controlnet = ControlNetModel .from_pretrained ("lllyasviel /control_v11p_sd15_mlsd" )
29
29
pipe = StableDiffusionControlNetPipeline .from_pretrained (
30
30
"runwayml/stable-diffusion-v1-5" , controlnet = controlnet , safety_checker = None
31
31
)
You can’t perform that action at this time.
0 commit comments