mpc001 / auto_avsr

Auto-AVSR: Lip-Reading Sentences Project
Apache License 2.0
158 stars 40 forks source link

Error when training on LRS2 #36

Open wcycqjy opened 2 months ago

wcycqjy commented 2 months ago

Thank you for your work. When I try to train the model on LRS2 dataset, an error says

Traceback (most recent call last):
  File "D:\avsr\auto_avsr-main\train.py", line 59, in <module>
    main()
  File "D:\ProgramData\miniforge3\envs\autoavsr\\lib\site-packages\hydra\main.py", line 94, in decorated_main
    _run_hydra(
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\hydra\_internal\utils.py", line 394, in _run_hydra
    _run_app(
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\hydra\_internal\utils.py", line 457, in _run_app
    run_and_report(
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\hydra\_internal\utils.py", line 223, in run_and_report
    raise ex
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\hydra\_internal\utils.py", line 220, in run_and_report
    return func()
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\hydra\_internal\utils.py", line 458, in <lambda>
    lambda: hydra.run(
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\hydra\_internal\hydra.py", line 132, in run
    _ = ret.return_value
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\hydra\core\utils.py", line 260, in return_value
    raise self._return_value
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\hydra\core\utils.py", line 186, in run_job
    ret.return_value = task_function(task_cfg)
  File "D:\avsr\auto_avsr-main\train.py", line 53, in main
    trainer.fit(model=modelmodule,
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\trainer\trainer.py", line 740, in fit
    self._call_and_handle_interrupt(
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\trainer\trainer.py", line 685, in _call_and_handle_interrupt
    return trainer_fn(*args, **kwargs)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\trainerer\trainer.py", line 777, in _fit_impl
    self._run(model, ckpt_path=ckpt_path)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\trainer\trainer.py", line 1199, in _run
    self._dispatch()
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\trainer\trainer.py", line 1279, in _dispatch
    self.training_type_plugin.start_training(self)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\plugins\training_type\training_type_plugin.py", line 202, in start_training
    self._results = trainer.run_stage()
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\trainer\trainer.py", line 1289, in run_stage
    return self._run_train()
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\trainer\trainer.py", line 1319, in _run_train
    self.fit_loop.run()
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\loops\base.py", line 145, in run
      self.advance(*args, **kwargs)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\loops\fit_loop.py", line 234, in advance
    self.epoch_loop.run(data_fetcher)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\loops\base.py", line 140, in run
    self.on_run_start(*args, **kwargs)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\loops\epoch\training_epoch_loop.py", line 141, in on_run_start
    self._dataloader_iter = _update_dataloader_iter(data_fetcher, self.batch_idx + 1)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\loops\utilities.py", line 121, in _update_dataloader_iter
    dataloader_iter = enumerate(data_fetcher, batch_idx)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\utilities\fetching.py", line 198, in __iter__
    self._apply_patch()
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\utilities\fetching.py", line 133, in _apply_patch
    apply_to_collections(self.loaders, self.loader_iters, (Iterator, DataLoader), _apply_patch_fn)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\utilities\fetching.py", line 181, in loader_iters
    loader_iters = self.dataloader_iter.loader_iters
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\trainer\supporters.py", line 577, in create_loader_iters
    return apply_to_collection(loaders, Iterable, iter, wrong_dtype=(Sequence, Mapping))
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\pytorch_lightning\utilities\apply_func.py", line 96, in apply_to_collection
     return function(data, *args, **kwargs)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\torch\utils\data\dataloader.py", line 441, in __iter__
    return self._get_iterator()
   File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\torch\utils\data\dataloader.py", line 388, in _get_iterator
    return _MultiProcessingDataLoaderIter(self)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\site-packages\torch\utils\data\dataloader.py", line 1042, in __init__
    w.start()
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\multiprocessing\process.py", line 121, in start
    self._popen = self._Popen(self)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\multiprocessing\context.py", line 224, in _Popen
    return _default_context.get_context().Process._Popen(process_obj)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\multiprocessing\context.py", line 327, in _Popen
    return Popen(process_obj)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\multiprocessing\popen_spawn_win32.py", line 93, in __init__
    reduction.dump(process_obj, to_child)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\multiprocessing\reduction.py", line 60, in dump
    ForkingPickler(file, protocol).dump(obj)
AttributeError: Can't pickle local object 'AudioTransform.__init__.<locals>.<lambda>'
Traceback (most recent call last):
  File "<string>", line 1, in <module>
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\multiprocessing\spawn.py", line 116, in spawn_main
    exitcode = _main(fd, parent_sentinel)
  File "D:\ProgramData\miniforge3\envs\autoavsr\lib\multiprocessing\spawn.py", line 126, in _main
    self = reduction.pickle.load(from_parent)
EOFError: Ran out of input

Can you help me fix this? I follow your guide to install the environment.