[WIP] adds union controlnet

src/diffusers/__init__.py

@@ -281,6 +281,7 @@
             "KandinskyV22PriorEmb2EmbPipeline",
             "KandinskyV22PriorPipeline",
             "KolorsImg2ImgPipeline",
+            "KolorsPAGPipeline",
             "KolorsPipeline",
             "LatentConsistencyModelImg2ImgPipeline",
             "LatentConsistencyModelPipeline",
@@ -372,6 +373,9 @@
         [
             "EllaFixedDiffusionPipeline",
             "EllaFlexDiffusionPipeline",
+            "StableDiffusionXLControlNetUnionInpaintPipeline",
+            "StableDiffusionXLControlNetUnionImg2ImgPipeline",
+            "StableDiffusionXLControlNetUnionPipeline"
         ]
     )
 
@@ -659,6 +663,10 @@
         from plus_pipelines import (
             EllaFixedDiffusionPipeline,
             EllaFlexDiffusionPipeline,
+            StableDiffusionXLControlNetUnionInpaintPipeline,
+            StableDiffusionXLControlNetUnionImg2ImgPipeline,
+            StableDiffusionXLControlNetUnionPipeline
+
         )
 
         from .pipelines import (
@@ -709,6 +717,7 @@
             KandinskyV22PriorEmb2EmbPipeline,
             KandinskyV22PriorPipeline,
             KolorsImg2ImgPipeline,
+            KolorsPAGPipeline,
             KolorsPipeline,
             LatentConsistencyModelImg2ImgPipeline,
             LatentConsistencyModelPipeline,

src/diffusers/pipelines/__init__.py

@@ -142,6 +142,7 @@
     )
     _import_structure["pag"].extend(
         [
+            "KolorsPAGPipeline",
             "StableDiffusionPAGPipeline",
             "StableDiffusionControlNetPAGPipeline",
             "StableDiffusionXLPAGPipeline",
@@ -518,6 +519,7 @@
         )
         from .musicldm import MusicLDMPipeline
         from .pag import (
+            KolorsPAGPipeline,
             StableDiffusionControlNetPAGPipeline,
             StableDiffusionPAGPipeline,
             StableDiffusionXLControlNetPAGPipeline,

src/diffusers/pipelines/auto_pipeline.py

@@ -49,6 +49,7 @@
 from .kolors import KolorsImg2ImgPipeline, KolorsPipeline
 from .latent_consistency_models import LatentConsistencyModelImg2ImgPipeline, LatentConsistencyModelPipeline
 from .pag import (
+    KolorsPAGPipeline,
     StableDiffusionControlNetPAGPipeline,
     StableDiffusionPAGPipeline,
     StableDiffusionXLControlNetPAGPipeline,
@@ -99,6 +100,7 @@
         ("stable-diffusion-xl-controlnet-pag", StableDiffusionXLControlNetPAGPipeline),
         ("auraflow", AuraFlowPipeline),
         ("kolors", KolorsPipeline),
+        ("kolors-pag", KolorsPAGPipeline),
     ]
 )
 

src/diffusers/pipelines/kolors/tokenizer.py

@@ -142,11 +142,19 @@ def get_command(self, token):
     @property
     def unk_token(self) -> str:
         return "<unk>"
+
+    @unk_token.setter
+    def unk_token(self, value: str):
+        self._unk_token = value
 
     @property
     def pad_token(self) -> str:
         return "<unk>"
 
+    @pad_token.setter
+    def pad_token(self, value: str):
+        self._pad_token = value
+
     @property
     def pad_token_id(self):
         return self.get_command("<pad>")
@@ -155,6 +163,10 @@ def pad_token_id(self):
     def eos_token(self) -> str:
         return "</s>"
 
+    @eos_token.setter
+    def eos_token(self, value: str):
+        self._eos_token = value
+
     @property
     def eos_token_id(self):
         return self.get_command("<eos>")

src/diffusers/pipelines/pag/__init__.py

@@ -26,6 +26,7 @@
     _import_structure["pipeline_pag_controlnet_sd_xl"] = ["StableDiffusionXLControlNetPAGPipeline"]
     _import_structure["pipeline_pag_sd"] = ["StableDiffusionPAGPipeline"]
     _import_structure["pipeline_pag_sd_xl"] = ["StableDiffusionXLPAGPipeline"]
+    _import_structure["pipeline_pag_kolors"] = ["KolorsPAGPipeline"]
     _import_structure["pipeline_pag_sd_xl_img2img"] = ["StableDiffusionXLPAGImg2ImgPipeline"]
     _import_structure["pipeline_pag_sd_xl_inpaint"] = ["StableDiffusionXLPAGInpaintPipeline"]
 
@@ -39,6 +40,7 @@
     else:
         from .pipeline_pag_controlnet_sd import StableDiffusionControlNetPAGPipeline
         from .pipeline_pag_controlnet_sd_xl import StableDiffusionXLControlNetPAGPipeline
+        from .pipeline_pag_kolors import KolorsPAGPipeline
         from .pipeline_pag_sd import StableDiffusionPAGPipeline
         from .pipeline_pag_sd_xl import StableDiffusionXLPAGPipeline
         from .pipeline_pag_sd_xl_img2img import StableDiffusionXLPAGImg2ImgPipeline