Hello, I am having some issues with the torch utils in GET3D/torch_utils/ops/conv2d_gradfix.py. Are the following operations still working?
name = 'aten::cudnn_convolution_transpose_backward_weight' if transpose else 'aten::cudnn_convolution_backward_weight'
I get the following error:
Traceback (most recent call last):
File "train_3d.py", line 337, in
main() # pylint: disable=no-value-for-parameter
File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1130, in call
return self.main(args, kwargs)
File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1055, in main
rv = self.invoke(ctx)
File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1404, in invoke
return ctx.invoke(self.callback, ctx.params)
File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 760, in invoke
return __callback(args, kwargs)
File "train_3d.py", line 331, in main
launch_training(c=c, desc=desc, outdir=opts.outdir, dry_run=opts.dry_run)
File "train_3d.py", line 103, in launch_training
subprocess_fn(rank=0, c=c, temp_dir=temp_dir)
File "train_3d.py", line 49, in subprocess_fn
training_loop_3d.training_loop(rank=rank, c)
File "/home/jovyan/GET3D/training/training_loop_3d.py", line 288, in training_loop
loss.accumulate_gradients(
File "/home/jovyan/GET3D/training/loss.py", line 153, in accumulate_gradients
loss_Gmain.mean().mul(gain).backward()
File "/usr/local/lib/python3.8/dist-packages/torch/_tensor.py", line 525, in backward
torch.autograd.backward(
File "/usr/local/lib/python3.8/dist-packages/torch/autograd/init.py", line 267, in backward
_engine_run_backward(
File "/usr/local/lib/python3.8/dist-packages/torch/autograd/graph.py", line 744, in _engine_run_backward
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
File "/usr/local/lib/python3.8/dist-packages/torch/autograd/function.py", line 301, in apply
return user_fn(self, args)
File "/home/jovyan/GET3D/torch_utils/ops/conv2d_gradfix.py", line 152, in backward
grad_weight = Conv2dGradWeight.apply(grad_output, input)
File "/usr/local/lib/python3.8/dist-packages/torch/autograd/function.py", line 598, in apply
return super().apply(args, *kwargs) # type: ignore[misc]
File "/home/jovyan/GET3D/torch_utils/ops/conv2d_gradfix.py", line 188, in forward
return torch._C._jit_get_operation(name)(weight_shape, grad_output, input, padding, stride, dilation, groups, flags)
TypeError: 'tuple' object is not callable
Hello, I am having some issues with the torch utils in GET3D/torch_utils/ops/conv2d_gradfix.py. Are the following operations still working?
name = 'aten::cudnn_convolution_transpose_backward_weight' if transpose else 'aten::cudnn_convolution_backward_weight'
I get the following error:
Traceback (most recent call last): File "train_3d.py", line 337, in
main() # pylint: disable=no-value-for-parameter
File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1130, in call
return self.main(args, kwargs)
File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1055, in main
rv = self.invoke(ctx)
File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 1404, in invoke
return ctx.invoke(self.callback, ctx.params)
File "/usr/local/lib/python3.8/dist-packages/click/core.py", line 760, in invoke
return __callback(args, kwargs)
File "train_3d.py", line 331, in main
launch_training(c=c, desc=desc, outdir=opts.outdir, dry_run=opts.dry_run)
File "train_3d.py", line 103, in launch_training
subprocess_fn(rank=0, c=c, temp_dir=temp_dir)
File "train_3d.py", line 49, in subprocess_fn
training_loop_3d.training_loop(rank=rank, c)
File "/home/jovyan/GET3D/training/training_loop_3d.py", line 288, in training_loop
loss.accumulate_gradients(
File "/home/jovyan/GET3D/training/loss.py", line 153, in accumulate_gradients
loss_Gmain.mean().mul(gain).backward()
File "/usr/local/lib/python3.8/dist-packages/torch/_tensor.py", line 525, in backward
torch.autograd.backward(
File "/usr/local/lib/python3.8/dist-packages/torch/autograd/init.py", line 267, in backward
_engine_run_backward(
File "/usr/local/lib/python3.8/dist-packages/torch/autograd/graph.py", line 744, in _engine_run_backward
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
File "/usr/local/lib/python3.8/dist-packages/torch/autograd/function.py", line 301, in apply
return user_fn(self, args)
File "/home/jovyan/GET3D/torch_utils/ops/conv2d_gradfix.py", line 152, in backward
grad_weight = Conv2dGradWeight.apply(grad_output, input)
File "/usr/local/lib/python3.8/dist-packages/torch/autograd/function.py", line 598, in apply
return super().apply(args, *kwargs) # type: ignore[misc]
File "/home/jovyan/GET3D/torch_utils/ops/conv2d_gradfix.py", line 188, in forward
return torch._C._jit_get_operation(name)(weight_shape, grad_output, input, padding, stride, dilation, groups, flags)
TypeError: 'tuple' object is not callable