diff --git a/generator_process/actions/load_model.py b/generator_process/actions/load_model.py
index b930fa4a..4e6ba94b 100644
--- a/generator_process/actions/load_model.py
+++ b/generator_process/actions/load_model.py
@@ -137,8 +137,8 @@ def _convert_pipe(cache, model, pipe, model_class, half_precision, scheduler, **
     if model_class.__name__ not in {
         # some tasks are not supported by auto pipeline
         'DreamTexturesDepth2ImgPipeline',
-        'StableDiffusionUpscalePipeline'
-    }:
+        'StableDiffusionUpscalePipeline',
+    } and not 'controlnet' in kwargs: 
         pipe = model_class.from_pipe(pipe, **kwargs)
     scheduler.create(pipe)
     return pipe