search

dandelin / ViLT

Code for the ICML 2021 (long talk) paper: "ViLT: Vision-and-Language Transformer Without Convolution or Region Supervision"
Apache License 2.0
1.36k stars 209 forks source link

KeyError: 'false_image_0' #86

Open Chendaqiang01 opened 1 year ago

Chendaqiang01 commented 1 year ago

return _VF.meshgrid(tensors, kwargs) # type: ignore[attr-defined] ERROR - ViLT - Failed after 0:00:13! Traceback (most recent call last): File "/root/miniconda3/lib/python3.8/site-packages/sacred/experiment.py", line 312, in run_commandline return self.run( File "/root/miniconda3/lib/python3.8/site-packages/sacred/experiment.py", line 276, in run run() File "/root/miniconda3/lib/python3.8/site-packages/sacred/run.py", line 238, in call self.result = self.main_function(args) File "/root/miniconda3/lib/python3.8/site-packages/sacred/config/captured_function.py", line 42, in captured_function result = wrapped(args, kwargs) File "/root/missing_aware_prompts-main/run.py", line 75, in main trainer.fit(model, datamodule=dm) File "/root/miniconda3/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 473, in fit results = self.accelerator_backend.train() File "/root/miniconda3/lib/python3.8/site-packages/pytorch_lightning/accelerators/ddp_accelerator.py", line 152, in train results = self.ddp_train(process_idx=self.task_idx, model=model) File "/root/miniconda3/lib/python3.8/site-packages/pytorch_lightning/accelerators/ddp_accelerator.py", line 305, in ddp_train results = self.train_or_test() File "/root/miniconda3/lib/python3.8/site-packages/pytorch_lightning/accelerators/accelerator.py", line 69, in train_or_test results = self.trainer.train() File "/root/miniconda3/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 495, in train self.run_sanity_check(self.get_model()) File "/root/miniconda3/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 693, in run_sanitycheck , eval_results = self.run_evaluation(test_mode=False, max_batches=self.num_sanity_val_batches) File "/root/miniconda3/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 609, in run_evaluation output = self.evaluation_loop.evaluation_step(test_mode, batch, batch_idx, dataloader_idx) File "/root/miniconda3/lib/python3.8/site-packages/pytorch_lightning/trainer/evaluation_loop.py", line 178, in evaluation_step output = self.trainer.accelerator_backend.validation_step(args) File "/root/miniconda3/lib/python3.8/site-packages/pytorch_lightning/accelerators/ddp_accelerator.py", line 161, in validation_step return self._step(args) File "/root/miniconda3/lib/python3.8/site-packages/pytorch_lightning/accelerators/ddp_accelerator.py", line 170, in _step output = self.trainer.model(args) File "/root/miniconda3/lib/python3.8/site-packages/torch/nn/modules/module.py", line 1102, in _call_impl return forward_call(input, kwargs) File "/root/miniconda3/lib/python3.8/site-packages/pytorch_lightning/overrides/data_parallel.py", line 185, in forward output = self.module.validation_step(*inputs[0], *kwargs[0]) File "/root/missing_aware_prompts-main/vilt/modules/vilt_missing_aware_prompt_module.py", line 340, in validation_step output = self(batch) File "/root/miniconda3/lib/python3.8/site-packages/torch/nn/modules/module.py", line 1102, in _call_impl return forward_call(input, kwargs) File "/root/missing_aware_prompts-main/vilt/modules/vilt_missing_aware_prompt_module.py", line 312, in forward ret.update(objectives.compute_itm_wpa(self, batch)) File "/root/missing_aware_prompts-main/vilt/modules/objectives.py", line 217, in compute_itm_wpa for bti, bfi in zip(batch["image"], batch["false_image_0"]) KeyError: 'false_image_0'

During handling of the above exception, another exception occurred:

Traceback (most recent call last): File "/root/missing_aware_prompts-main/run.py", line 12, in def main(_config): File "/root/miniconda3/lib/python3.8/site-packages/sacred/experiment.py", line 190, in automain self.run_commandline() File "/root/miniconda3/lib/python3.8/site-packages/sacred/experiment.py", line 347, in run_commandline print_filtered_stacktrace() File "/root/miniconda3/lib/python3.8/site-packages/sacred/utils.py", line 493, in print_filtered_stacktrace print(format_filtered_stacktrace(filter_traceback), file=sys.stderr) File "/root/miniconda3/lib/python3.8/site-packages/sacred/utils.py", line 528, in format_filtered_stacktrace return "".join(filtered_traceback_format(tb_exception)) File "/root/miniconda3/lib/python3.8/site-packages/sacred/utils.py", line 568, in filtered_traceback_format current_tb = tb_exception.exc_traceback AttributeError: 'TracebackException' object has no attribute 'exc_traceback'