Open thalapandi opened 7 months ago
class _MapDatasetFetcher(_BaseDatasetFetcher): def fetch(self, possibly_batched_index): if self.auto_collation:
# data = self.dataset.__getitems__(possibly_batched_index)
# else:
data = [self.dataset[idx] for idx in possibly_batched_index]
else:
data = self.dataset[possibly_batched_index]
return self.collate_fn(data)
Type of dataset attribute: <class 'main.PairedDataset'> collate_fn is callable. Length of train dataloader: 35403 Length of validation dataloader: 1563 Length of test dataloader: 313 Is collate_fn callable? True
TypeError Traceback (most recent call last) in <cell line: 74>()
72 print("Is collate_fn callable?", callable(dataloader_train.dataset.collate_fn))
73
---> 74 for it, (images, captions) in enumerate(dataloader_train):
75 try:
76 print("Iteration:", it)
2 frames /usr/local/lib/python3.10/dist-packages/torch/utils/data/dataloader.py in next(self) 629 # TODO(https://github.com/pytorch/pytorch/issues/76750) 630 self._reset() # type: ignore[call-arg] --> 631 data = self._next_data() 632 self._num_yielded += 1 633 if self._dataset_kind == _DatasetKind.Iterable and \
/usr/local/lib/python3.10/dist-packages/torch/utils/data/dataloader.py in _next_data(self) 673 def _next_data(self): 674 index = self._next_index() # may raise StopIteration --> 675 data = self._dataset_fetcher.fetch(index) # may raise StopIteration 676 if self._pin_memory: 677 data = _utils.pin_memory.pin_memory(data, self._pin_memory_device)
/usr/local/lib/python3.10/dist-packages/torch/utils/data/_utils/fetch.py in fetch(self, possibly_batched_index) 47 if self.auto_collation: 48 if hasattr(self.dataset, "getitems") and self.dataset.getitems: ---> 49 data = self.dataset.getitems(possibly_batched_index) 50 else: 51 data = [self.dataset[idx] for idx in possibly_batched_index]
TypeError: 'generator' object is not callable
can you please any one to resolve this error
https://colab.research.google.com/drive/1xMJUmr6KhZkoglnvcpxYQTTUM1V4qeD4
https://github.com/weimingboya/DFT