i don't have enough VRAM, when i change to use cpu device , there is an error:
WARNING: This decoder was trained on an old version of Dalle2. This may result in the model failing to load or it may lead to producing garbage results.
WARNING: This prior was trained on an old version of Dalle2. This may result in the model failing to load or it may produce garbage results.
Traceback (most recent call last):
File "G:/Project/Paint/dalle2-laion/test00.py", line 27, in
image = inference.run("Hello World")
File "G:/Project/Paint/dalle2-laion/test00.py", line 14, in run
image_embedding_map = self._sample_prior(text)
File "G:\Project\Paint\dalle2-laion\dalle2_laion\scripts\InferenceScript.py", line 270, in _sample_prior
embeddings = prior.sample(text_batch, cond_scale=cond_scale, num_samples_per_batch=num_samples_per_batch)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\autograd\grad_mode.py", line 27, in decorate_context
return func(*args, kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\dalle2_pytorch\dalle2_pytorch.py", line 95, in inner
out = fn(model, *args, *kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\dalle2_pytorch\dalle2_pytorch.py", line 1205, in sample
text_embed, text_encodings = self.clip.embed_text(text)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\autograd\grad_mode.py", line 27, in decorate_context
return func(args, kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\dalle2_pytorch\dalle2_pytorch.py", line 328, in embed_text
text_embed = self.clip.encode_text(text)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\clip\model.py", line 350, in encode_text
x = self.transformer(x)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\modules\module.py", line 1194, in _call_impl
return forward_call(*input, kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\clip\model.py", line 204, in forward
return self.resblocks(x)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\modules\module.py", line 1194, in _call_impl
return forward_call(*input, *kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\modules\container.py", line 204, in forward
input = module(input)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\modules\module.py", line 1194, in _call_impl
return forward_call(input, kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\clip\model.py", line 191, in forward
x = x + self.attention(self.ln_1(x))
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\clip\model.py", line 188, in attention
return self.attn(x, x, x, need_weights=False, attn_mask=attn_mask)[0]
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\modules\module.py", line 1194, in _call_impl
return forward_call(*input, **kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\modules\activation.py", line 1174, in forward
attn_mask=attn_mask, average_attn_weights=average_attn_weights)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\functional.py", line 5046, in multi_head_attention_forward
q, k, v = _in_projection_packed(query, key, value, in_proj_weight, in_proj_bias)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\functional.py", line 4737, in _in_projection_packed
return linear(q, w, b).chunk(3, dim=-1)
RuntimeError: "addmm_implcpu" not implemented for 'Half'
i don't have enough VRAM, when i change to use cpu device , there is an error:
WARNING: This decoder was trained on an old version of Dalle2. This may result in the model failing to load or it may lead to producing garbage results. WARNING: This prior was trained on an old version of Dalle2. This may result in the model failing to load or it may produce garbage results. Traceback (most recent call last): File "G:/Project/Paint/dalle2-laion/test00.py", line 27, in
image = inference.run("Hello World")
File "G:/Project/Paint/dalle2-laion/test00.py", line 14, in run
image_embedding_map = self._sample_prior(text)
File "G:\Project\Paint\dalle2-laion\dalle2_laion\scripts\InferenceScript.py", line 270, in _sample_prior
embeddings = prior.sample(text_batch, cond_scale=cond_scale, num_samples_per_batch=num_samples_per_batch)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\autograd\grad_mode.py", line 27, in decorate_context
return func(*args, kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\dalle2_pytorch\dalle2_pytorch.py", line 95, in inner
out = fn(model, *args, *kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\dalle2_pytorch\dalle2_pytorch.py", line 1205, in sample
text_embed, text_encodings = self.clip.embed_text(text)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\autograd\grad_mode.py", line 27, in decorate_context
return func(args, kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\dalle2_pytorch\dalle2_pytorch.py", line 328, in embed_text
text_embed = self.clip.encode_text(text)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\clip\model.py", line 350, in encode_text
x = self.transformer(x)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\modules\module.py", line 1194, in _call_impl
return forward_call(*input, kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\clip\model.py", line 204, in forward
return self.resblocks(x)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\modules\module.py", line 1194, in _call_impl
return forward_call(*input, *kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\modules\container.py", line 204, in forward
input = module(input)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\modules\module.py", line 1194, in _call_impl
return forward_call(input, kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\clip\model.py", line 191, in forward
x = x + self.attention(self.ln_1(x))
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\clip\model.py", line 188, in attention
return self.attn(x, x, x, need_weights=False, attn_mask=attn_mask)[0]
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\modules\module.py", line 1194, in _call_impl
return forward_call(*input, **kwargs)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\modules\activation.py", line 1174, in forward
attn_mask=attn_mask, average_attn_weights=average_attn_weights)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\functional.py", line 5046, in multi_head_attention_forward
q, k, v = _in_projection_packed(query, key, value, in_proj_weight, in_proj_bias)
File "D:\InstallPath\Develop\Anaconda3\2020.07\envs\Dalle2_laion_3.7\lib\site-packages\torch\nn\functional.py", line 4737, in _in_projection_packed
return linear(q, w, b).chunk(3, dim=-1)
RuntimeError: "addmm_implcpu" not implemented for 'Half'
Process finished with exit code 1