where I change the pos_encoding_config to settings for Frequency encoding setting from tiny-cuda-nn-documentation
However I got the following errors of not implemented errors in tiny-cuda-nn
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/trainer/trainer.py", line 981, in _run
results = self._run_stage()
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/trainer/trainer.py", line 1025, in _run_stage
self.fit_loop.run()
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/loops/fit_loop.py", line 205, in run
self.advance()
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/loops/fit_loop.py", line 363, in advance
self.epoch_loop.run(self._data_fetcher)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/loops/training_epoch_loop.py", line 140, in run
self.advance(data_fetcher)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/loops/training_epoch_loop.py", line 250, in advance
batch_output = self.automatic_optimization.run(trainer.optimizers[0], batch_idx, kwargs)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/loops/optimization/automatic.py", line 190, in run
self._optimizer_step(batch_idx, closure)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/loops/optimization/automatic.py", line 268, in _optimizer_step
call._call_lightning_module_hook(
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/trainer/call.py", line 167, in _call_lightning_module_hook
output = fn(*args, **kwargs)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/core/module.py", line 1306, in optimizer_step
optimizer.step(closure=optimizer_closure)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/core/optimizer.py", line 153, in step
step_output = self._strategy.optimizer_step(self._optimizer, closure, **kwargs)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/strategies/strategy.py", line 238, in optimizer_step
return self.precision_plugin.optimizer_step(optimizer, model=model, closure=closure, **kwargs)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/plugins/precision/amp.py", line 78, in optimizer_step
closure_result = closure()
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/loops/optimization/automatic.py", line 144, in __call__
self._result = self.closure(*args, **kwargs)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 116, in decorate_context
return func(*args, **kwargs)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/loops/optimization/automatic.py", line 138, in closure
self._backward_fn(step_output.closure_loss)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/loops/optimization/automatic.py", line 239, in backward_fn
call._call_strategy_hook(self.trainer, "backward", loss, optimizer)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/trainer/call.py", line 319, in _call_strategy_hook
output = fn(*args, **kwargs)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/strategies/strategy.py", line 212, in backward
self.precision_plugin.backward(closure_loss, self.lightning_module, optimizer, *args, **kwargs)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/plugins/precision/precision.py", line 72, in backward
model.backward(tensor, *args, **kwargs)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/pytorch_lightning/core/module.py", line 1101, in backward
loss.backward(*args, **kwargs)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/torch/_tensor.py", line 521, in backward
torch.autograd.backward(
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/torch/autograd/__init__.py", line 289, in backward
_engine_run_backward(
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/torch/autograd/graph.py", line 768, in _engine_run_backward
return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/torch/autograd/function.py", line 306, in apply
return user_fn(self, *args)
File "/media/mountHDD1/users/luffy/3ddiverse/.env/lib/python3.10/site-packages/tinycudann/modules.py", line 149, in backward
doutput_grad, params_grad, input_grad = ctx.ctx_fwd.native_tcnn_module.bwd_bwd_input(
RuntimeError: DifferentiableObject::backward_backward_input_impl: not implemented error
Since I used the estimator importance so there is no network in use with the encoding function, I'm not sure this is the problem because I use the proposal network with the same frequency encoding setting and also caught the above error.
I have been struggle with training DreamFusion with Frequency Encoding and Importance sampling.
Here is the config file that I use
where I change the
pos_encoding_config
to settings for Frequency encoding setting from tiny-cuda-nn-documentationHowever I got the following errors of not implemented errors in
tiny-cuda-nn
Since I used the estimator
importance
so there is no network in use with the encoding function, I'm not sure this is the problem because I use theproposal
network with the same frequency encoding setting and also caught the above error.I would be appreciated if any helps. Thank you!