Skip to content

Commit 63b631f

Browse files
painebenjaminrootonchairsayakpaul
authored
Add StableDiffusion3PAGImg2Img Pipeline + Fix SD3 Unconditional PAG (#9932)
* fix progress bar updates in SD 1.5 PAG Img2Img pipeline --------- Co-authored-by: Vinh H. Pham <[email protected]> Co-authored-by: Sayak Paul <[email protected]>
1 parent acf79b3 commit 63b631f

File tree

9 files changed

+1345
-0
lines changed

9 files changed

+1345
-0
lines changed

docs/source/en/api/pipelines/pag.md

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -96,6 +96,10 @@ Since RegEx is supported as a way for matching layer identifiers, it is crucial
9696
- all
9797
- __call__
9898

99+
## StableDiffusion3PAGImg2ImgPipeline
100+
[[autodoc]] StableDiffusion3PAGImg2ImgPipeline
101+
- all
102+
- __call__
99103

100104
## PixArtSigmaPAGPipeline
101105
[[autodoc]] PixArtSigmaPAGPipeline

src/diffusers/__init__.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -339,6 +339,7 @@
339339
"StableDiffusion3Img2ImgPipeline",
340340
"StableDiffusion3InpaintPipeline",
341341
"StableDiffusion3PAGPipeline",
342+
"StableDiffusion3PAGImg2ImgPipeline",
342343
"StableDiffusion3Pipeline",
343344
"StableDiffusionAdapterPipeline",
344345
"StableDiffusionAttendAndExcitePipeline",
@@ -807,6 +808,7 @@
807808
StableDiffusion3ControlNetPipeline,
808809
StableDiffusion3Img2ImgPipeline,
809810
StableDiffusion3InpaintPipeline,
811+
StableDiffusion3PAGImg2ImgPipeline,
810812
StableDiffusion3PAGPipeline,
811813
StableDiffusion3Pipeline,
812814
StableDiffusionAdapterPipeline,

src/diffusers/models/attention_processor.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1171,6 +1171,7 @@ def __call__(
11711171
attn: Attention,
11721172
hidden_states: torch.FloatTensor,
11731173
encoder_hidden_states: torch.FloatTensor = None,
1174+
attention_mask: Optional[torch.FloatTensor] = None,
11741175
) -> torch.FloatTensor:
11751176
residual = hidden_states
11761177

src/diffusers/pipelines/__init__.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -171,6 +171,7 @@
171171
"KolorsPAGPipeline",
172172
"HunyuanDiTPAGPipeline",
173173
"StableDiffusion3PAGPipeline",
174+
"StableDiffusion3PAGImg2ImgPipeline",
174175
"StableDiffusionPAGPipeline",
175176
"StableDiffusionPAGImg2ImgPipeline",
176177
"StableDiffusionControlNetPAGPipeline",
@@ -589,6 +590,7 @@
589590
HunyuanDiTPAGPipeline,
590591
KolorsPAGPipeline,
591592
PixArtSigmaPAGPipeline,
593+
StableDiffusion3PAGImg2ImgPipeline,
592594
StableDiffusion3PAGPipeline,
593595
StableDiffusionControlNetPAGInpaintPipeline,
594596
StableDiffusionControlNetPAGPipeline,

src/diffusers/pipelines/auto_pipeline.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -61,6 +61,7 @@
6161
from .pag import (
6262
HunyuanDiTPAGPipeline,
6363
PixArtSigmaPAGPipeline,
64+
StableDiffusion3PAGImg2ImgPipeline,
6465
StableDiffusion3PAGPipeline,
6566
StableDiffusionControlNetPAGInpaintPipeline,
6667
StableDiffusionControlNetPAGPipeline,
@@ -129,6 +130,7 @@
129130
("stable-diffusion", StableDiffusionImg2ImgPipeline),
130131
("stable-diffusion-xl", StableDiffusionXLImg2ImgPipeline),
131132
("stable-diffusion-3", StableDiffusion3Img2ImgPipeline),
133+
("stable-diffusion-3-pag", StableDiffusion3PAGImg2ImgPipeline),
132134
("if", IFImg2ImgPipeline),
133135
("kandinsky", KandinskyImg2ImgCombinedPipeline),
134136
("kandinsky22", KandinskyV22Img2ImgCombinedPipeline),

src/diffusers/pipelines/pag/__init__.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,7 @@
3131
_import_structure["pipeline_pag_pixart_sigma"] = ["PixArtSigmaPAGPipeline"]
3232
_import_structure["pipeline_pag_sd"] = ["StableDiffusionPAGPipeline"]
3333
_import_structure["pipeline_pag_sd_3"] = ["StableDiffusion3PAGPipeline"]
34+
_import_structure["pipeline_pag_sd_3_img2img"] = ["StableDiffusion3PAGImg2ImgPipeline"]
3435
_import_structure["pipeline_pag_sd_animatediff"] = ["AnimateDiffPAGPipeline"]
3536
_import_structure["pipeline_pag_sd_img2img"] = ["StableDiffusionPAGImg2ImgPipeline"]
3637
_import_structure["pipeline_pag_sd_xl"] = ["StableDiffusionXLPAGPipeline"]
@@ -54,6 +55,7 @@
5455
from .pipeline_pag_pixart_sigma import PixArtSigmaPAGPipeline
5556
from .pipeline_pag_sd import StableDiffusionPAGPipeline
5657
from .pipeline_pag_sd_3 import StableDiffusion3PAGPipeline
58+
from .pipeline_pag_sd_3_img2img import StableDiffusion3PAGImg2ImgPipeline
5759
from .pipeline_pag_sd_animatediff import AnimateDiffPAGPipeline
5860
from .pipeline_pag_sd_img2img import StableDiffusionPAGImg2ImgPipeline
5961
from .pipeline_pag_sd_xl import StableDiffusionXLPAGPipeline

0 commit comments

Comments
 (0)