I seem to have an issue with using ultimate upscale with Kolors. Either the sdxl controlnet models with the patch or the kolors loader with their depth model. They all seem to give issues.
Can anyone confirm this is an issue or just something on my end?
Error occurred when executing UltimateSDUpscale:
mat1 and mat2 shapes cannot be multiplied (512x4096 and 2048x640)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\execution.py", line 316, in execute
output_data, output_ui, has_subgraph = get_output_data(obj, input_data_all, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\execution.py", line 191, in get_output_data
return_values = _map_node_over_list(obj, input_data_all, obj.FUNCTION, allow_interrupt=True, execution_block_cb=execution_block_cb, pre_execute_cb=pre_execute_cb)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\execution.py", line 168, in _map_node_over_list
process_inputs(input_dict, i)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\execution.py", line 157, in process_inputs
results.append(getattr(obj, func)(**inputs))
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\nodes.py", line 151, in upscale
processed = script.run(p=self.sdprocessing, _=None, tile_width=self.tile_width, tile_height=self.tile_height,
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\repositories\ultimate_sd_upscale\scripts\ultimate-upscale.py", line 565, in run
upscaler.process()
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\repositories\ultimate_sd_upscale\scripts\ultimate-upscale.py", line 138, in process
self.image = self.redraw.start(self.p, self.image, self.rows, self.cols)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\repositories\ultimate_sd_upscale\scripts\ultimate-upscale.py", line 245, in start
return self.linear_process(p, image, rows, cols)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\repositories\ultimate_sd_upscale\scripts\ultimate-upscale.py", line 180, in linear_process
processed = processing.process_images(p)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\modules\processing.py", line 173, in process_images
samples = sample(p.model, p.seed, p.steps, p.cfg, p.sampler_name, p.scheduler, positive_cropped,
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI_UltimateSDUpscale\modules\processing.py", line 109, in sample
(samples,) = common_ksampler(model, seed, steps, cfg, sampler_name,
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\nodes.py", line 1396, in common_ksampler
samples = comfy.sample.sample(model, noise, steps, cfg, sampler_name, scheduler, positive, negative, latent_image,
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI-Impact-Pack\modules\impact\sample_error_enhancer.py", line 22, in informative_sample
raise e
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI-Impact-Pack\modules\impact\sample_error_enhancer.py", line 9, in informative_sample
return original_sample(*args, **kwargs) # This code helps interpret error messages that occur within exceptions but does not have any impact on other operations.
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI-Advanced-ControlNet\adv_control\sampling.py", line 116, in acn_sample
return orig_comfy_sample(model, *args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI-Advanced-ControlNet\adv_control\utils.py", line 116, in uncond_multiplier_check_cn_sample
return orig_comfy_sample(model, *args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\sample.py", line 43, in sample
samples = sampler.sample(noise, positive, negative, cfg=cfg, latent_image=latent_image, start_step=start_step, last_step=last_step, force_full_denoise=force_full_denoise, denoise_mask=noise_mask, sigmas=sigmas, callback=callback, disable_pbar=disable_pbar, seed=seed)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 829, in sample
return sample(self.model, noise, positive, negative, cfg, self.device, sampler, sigmas, self.model_options, latent_image=latent_image, denoise_mask=denoise_mask, callback=callback, disable_pbar=disable_pbar, seed=seed)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 729, in sample
return cfg_guider.sample(noise, latent_image, sampler, sigmas, denoise_mask, callback, disable_pbar, seed)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 716, in sample
output = self.inner_sample(noise, latent_image, device, sampler, sigmas, denoise_mask, callback, disable_pbar, seed)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 695, in inner_sample
samples = sampler.sample(self, sigmas, extra_args, callback, noise, latent_image, denoise_mask, disable_pbar)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 600, in sample
samples = self.sampler_function(model_k, noise, sigmas, extra_args=extra_args, callback=k_callback, disable=disable_pbar, **self.extra_options)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\utils\_contextlib.py", line 115, in decorate_context
return func(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\k_diffusion\sampling.py", line 785, in sample_dpmpp_2m_sde_gpu
return sample_dpmpp_2m_sde(model, x, sigmas, extra_args=extra_args, callback=callback, disable=disable, eta=eta, s_noise=s_noise, noise_sampler=noise_sampler, solver_type=solver_type)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\utils\_contextlib.py", line 115, in decorate_context
return func(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\k_diffusion\sampling.py", line 688, in sample_dpmpp_2m_sde
denoised = model(x, sigmas[i] * s_in, **extra_args)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 299, in __call__
out = self.inner_model(x, sigma, model_options=model_options, seed=seed)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 682, in __call__
return self.predict_noise(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 685, in predict_noise
return sampling_function(self.inner_model, x, timestep, self.conds.get("negative", None), self.conds.get("positive", None), self.cfg, model_options=model_options, seed=seed)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 279, in sampling_function
out = calc_cond_batch(model, conds, x, timestep, model_options)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\samplers.py", line 202, in calc_cond_batch
c['control'] = control.get_control(input_x, timestep_, c, len(cond_or_uncond))
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\controlnet.py", line 238, in get_control
control = self.control_model(x=x_noisy.to(dtype), hint=self.cond_hint, timesteps=timestep.to(dtype), context=context.to(dtype), **extra)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\cldm\cldm.py", line 430, in forward
h = module(h, emb, context)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\ldm\modules\diffusionmodules\openaimodel.py", line 60, in forward
return forward_timestep_embed(self, *args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\ldm\modules\diffusionmodules\openaimodel.py", line 44, in forward_timestep_embed
x = layer(x, context, transformer_options)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\ldm\modules\attention.py", line 694, in forward
x = block(x, context=context[i], transformer_options=transformer_options)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\custom_nodes\ComfyUI-Easy-Use\py\layer_diffuse\attension_sharing.py", line 253, in forward
return func(self, x, context, transformer_options)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\ldm\modules\attention.py", line 621, in forward
n = self.attn2(n, context=context_attn2, value=value_attn2)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\ldm\modules\attention.py", line 467, in forward
k = self.to_k(context)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1518, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\venv\lib\site-packages\torch\nn\modules\module.py", line 1527, in _call_impl
return forward_call(*args, **kwargs)
File "K:\StabilityMatrix-win-x64\Data\Packages\ComfyUI2\comfy\controlnet.py", line 277, in forward
return torch.nn.functional.linear(input, weight + (torch.mm(self.up.flatten(start_dim=1), self.down.flatten(start_dim=1))).reshape(self.weight.shape).type(input.dtype), bias)
CPU
1%
RAM
42%
GPU
0%
VRAM
40%
Temp
35°
HDD
58%
I seem to have an issue with using ultimate upscale with Kolors. Either the sdxl controlnet models with the patch or the kolors loader with their depth model. They all seem to give issues.
Can anyone confirm this is an issue or just something on my end?
Error occurred when executing UltimateSDUpscale: