Skip to content

Commit ed38ccd

Browse files
painebenjaminrootonchairsayakpaul
authored andcommitted
Add StableDiffusion3PAGImg2Img Pipeline + Fix SD3 Unconditional PAG (huggingface#9932)
* fix progress bar updates in SD 1.5 PAG Img2Img pipeline --------- Co-authored-by: Vinh H. Pham <[email protected]> Co-authored-by: Sayak Paul <[email protected]>
1 parent b42e300 commit ed38ccd

File tree

9 files changed

+1345
-0
lines changed

9 files changed

+1345
-0
lines changed

docs/source/en/api/pipelines/pag.md

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -96,6 +96,10 @@ Since RegEx is supported as a way for matching layer identifiers, it is crucial
9696
- all
9797
- __call__
9898

99+
## StableDiffusion3PAGImg2ImgPipeline
100+
[[autodoc]] StableDiffusion3PAGImg2ImgPipeline
101+
- all
102+
- __call__
99103

100104
## PixArtSigmaPAGPipeline
101105
[[autodoc]] PixArtSigmaPAGPipeline

src/diffusers/__init__.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -344,6 +344,7 @@
344344
"StableDiffusion3Img2ImgPipeline",
345345
"StableDiffusion3InpaintPipeline",
346346
"StableDiffusion3PAGPipeline",
347+
"StableDiffusion3PAGImg2ImgPipeline",
347348
"StableDiffusion3Pipeline",
348349
"StableDiffusionAdapterPipeline",
349350
"StableDiffusionAttendAndExcitePipeline",
@@ -817,6 +818,7 @@
817818
StableDiffusion3ControlNetPipeline,
818819
StableDiffusion3Img2ImgPipeline,
819820
StableDiffusion3InpaintPipeline,
821+
StableDiffusion3PAGImg2ImgPipeline,
820822
StableDiffusion3PAGPipeline,
821823
StableDiffusion3Pipeline,
822824
StableDiffusionAdapterPipeline,

src/diffusers/models/attention_processor.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1171,6 +1171,7 @@ def __call__(
11711171
attn: Attention,
11721172
hidden_states: torch.FloatTensor,
11731173
encoder_hidden_states: torch.FloatTensor = None,
1174+
attention_mask: Optional[torch.FloatTensor] = None,
11741175
) -> torch.FloatTensor:
11751176
residual = hidden_states
11761177

src/diffusers/pipelines/__init__.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -171,6 +171,7 @@
171171
"KolorsPAGPipeline",
172172
"HunyuanDiTPAGPipeline",
173173
"StableDiffusion3PAGPipeline",
174+
"StableDiffusion3PAGImg2ImgPipeline",
174175
"StableDiffusionPAGPipeline",
175176
"StableDiffusionPAGImg2ImgPipeline",
176177
"StableDiffusionControlNetPAGPipeline",
@@ -591,6 +592,7 @@
591592
HunyuanDiTPAGPipeline,
592593
KolorsPAGPipeline,
593594
PixArtSigmaPAGPipeline,
595+
StableDiffusion3PAGImg2ImgPipeline,
594596
SanaPAGPipeline,
595597
StableDiffusion3PAGPipeline,
596598
StableDiffusionControlNetPAGInpaintPipeline,

src/diffusers/pipelines/auto_pipeline.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -61,6 +61,7 @@
6161
from .pag import (
6262
HunyuanDiTPAGPipeline,
6363
PixArtSigmaPAGPipeline,
64+
StableDiffusion3PAGImg2ImgPipeline,
6465
StableDiffusion3PAGPipeline,
6566
StableDiffusionControlNetPAGInpaintPipeline,
6667
StableDiffusionControlNetPAGPipeline,
@@ -129,6 +130,7 @@
129130
("stable-diffusion", StableDiffusionImg2ImgPipeline),
130131
("stable-diffusion-xl", StableDiffusionXLImg2ImgPipeline),
131132
("stable-diffusion-3", StableDiffusion3Img2ImgPipeline),
133+
("stable-diffusion-3-pag", StableDiffusion3PAGImg2ImgPipeline),
132134
("if", IFImg2ImgPipeline),
133135
("kandinsky", KandinskyImg2ImgCombinedPipeline),
134136
("kandinsky22", KandinskyV22Img2ImgCombinedPipeline),

src/diffusers/pipelines/pag/__init__.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -32,6 +32,7 @@
3232
_import_structure["pipeline_pag_sana"] = ["SanaPAGPipeline"]
3333
_import_structure["pipeline_pag_sd"] = ["StableDiffusionPAGPipeline"]
3434
_import_structure["pipeline_pag_sd_3"] = ["StableDiffusion3PAGPipeline"]
35+
_import_structure["pipeline_pag_sd_3_img2img"] = ["StableDiffusion3PAGImg2ImgPipeline"]
3536
_import_structure["pipeline_pag_sd_animatediff"] = ["AnimateDiffPAGPipeline"]
3637
_import_structure["pipeline_pag_sd_img2img"] = ["StableDiffusionPAGImg2ImgPipeline"]
3738
_import_structure["pipeline_pag_sd_xl"] = ["StableDiffusionXLPAGPipeline"]
@@ -56,6 +57,7 @@
5657
from .pipeline_pag_sana import SanaPAGPipeline
5758
from .pipeline_pag_sd import StableDiffusionPAGPipeline
5859
from .pipeline_pag_sd_3 import StableDiffusion3PAGPipeline
60+
from .pipeline_pag_sd_3_img2img import StableDiffusion3PAGImg2ImgPipeline
5961
from .pipeline_pag_sd_animatediff import AnimateDiffPAGPipeline
6062
from .pipeline_pag_sd_img2img import StableDiffusionPAGImg2ImgPipeline
6163
from .pipeline_pag_sd_xl import StableDiffusionXLPAGPipeline

0 commit comments

Comments
 (0)