airctic / icevision

An Agnostic Computer Vision Framework - Pluggable to any Training Library: Fastai, Pytorch-Lightning with more to come
https://airctic.github.io/icevision/
Apache License 2.0
846 stars 149 forks source link

no module named hydra-core after running install icevision script with cuda11 master settings #1112

Open rbavery opened 2 years ago

rbavery commented 2 years ago

šŸ› Bug

Describe the bug

---------------------------------------------------------------------------
ModuleNotFoundError                       Traceback (most recent call last)
Input In [1], in <cell line: 7>()
      5 from pycocotools.cocoeval import COCOeval
      6 from pycococreatortools import pycococreatortools
----> 7 from icevision import models, parsers, show_records, tfms, Dataset, Metric, COCOMetric, COCOMetricType
      8 from icevision.imports import *
      9 from icevision.utils import *

File ~/work/env/lib/python3.9/site-packages/icevision/__init__.py:1, in <module>
----> 1 from icevision.utils import *
      2 from icevision.core import *
      3 from icevision import parsers

File ~/work/env/lib/python3.9/site-packages/icevision/utils/__init__.py:1, in <module>
----> 1 from icevision.utils.utils import *
      2 from icevision.utils.io import *
      3 from icevision.utils.indexable_dict import *

File ~/work/env/lib/python3.9/site-packages/icevision/utils/utils.py:21, in <module>
      1 __all__ = [
      2     "notnone",
      3     "ifnotnone",
   (...)
     18     "patch_class_to_main",
     19 ]
---> 21 from icevision.imports import *
     24 def notnone(x):
     25     return x is not None

File ~/work/env/lib/python3.9/site-packages/icevision/imports.py:59, in <module>
     56 from loguru import logger
     58 # Soft imports
---> 59 from icevision.soft_dependencies import SoftDependencies
     61 if SoftDependencies.fastai:
     62     import fastai.vision.all as fastai

File ~/work/env/lib/python3.9/site-packages/icevision/soft_dependencies.py:37, in <module>
     33     def check(self) -> Dict[str, bool]:
     34         return self.__dict__.copy()
---> 37 SoftDependencies = _SoftDependencies()

File ~/work/env/lib/python3.9/site-packages/icevision/soft_dependencies.py:20, in _SoftDependencies.__init__(self)
     18 def __init__(self):
     19     self.fastai = soft_import("fastai")
---> 20     self.pytorch_lightning = soft_import("pytorch_lightning")
     21     self.albumentations = soft_import("albumentations")
     22     self.effdet = soft_import("effdet")

File ~/work/env/lib/python3.9/site-packages/icevision/soft_dependencies.py:13, in soft_import(name)
     11 except ModuleNotFoundError as e:
     12     if str(e) != f"No module named '{name}'":
---> 13         raise e
     14     return False

File ~/work/env/lib/python3.9/site-packages/icevision/soft_dependencies.py:9, in soft_import(name)
      7 def soft_import(name: str):
      8     try:
----> 9         importlib.import_module(name)
     10         return True
     11     except ModuleNotFoundError as e:

File ~/miniconda3/lib/python3.9/importlib/__init__.py:127, in import_module(name, package)
    125             break
    126         level += 1
--> 127 return _bootstrap._gcd_import(name[level:], package, level)

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/__init__.py:30, in <module>
     27     _logger.addHandler(logging.StreamHandler())
     28     _logger.propagate = False
---> 30 from pytorch_lightning.callbacks import Callback  # noqa: E402
     31 from pytorch_lightning.core import LightningDataModule, LightningModule  # noqa: E402
     32 from pytorch_lightning.trainer import Trainer  # noqa: E402

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/callbacks/__init__.py:26, in <module>
     24 from pytorch_lightning.callbacks.prediction_writer import BasePredictionWriter
     25 from pytorch_lightning.callbacks.progress import ProgressBar, ProgressBarBase, RichProgressBar, TQDMProgressBar
---> 26 from pytorch_lightning.callbacks.pruning import ModelPruning
     27 from pytorch_lightning.callbacks.quantization import QuantizationAwareTraining
     28 from pytorch_lightning.callbacks.rich_model_summary import RichModelSummary

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/callbacks/pruning.py:31, in <module>
     29 import pytorch_lightning as pl
     30 from pytorch_lightning.callbacks.base import Callback
---> 31 from pytorch_lightning.core.lightning import LightningModule
     32 from pytorch_lightning.utilities.apply_func import apply_to_collection
     33 from pytorch_lightning.utilities.exceptions import MisconfigurationException

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/core/__init__.py:16, in <module>
      1 # Copyright The PyTorch Lightning team.
      2 #
      3 # Licensed under the Apache License, Version 2.0 (the "License");
   (...)
     12 # See the License for the specific language governing permissions and
     13 # limitations under the License.
     15 from pytorch_lightning.core.datamodule import LightningDataModule
---> 16 from pytorch_lightning.core.lightning import LightningModule
     18 __all__ = ["LightningDataModule", "LightningModule"]

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/core/lightning.py:42, in <module>
     40 from pytorch_lightning.core.saving import ModelIO
     41 from pytorch_lightning.loggers import LightningLoggerBase, LoggerCollection
---> 42 from pytorch_lightning.trainer.connectors.data_connector import _DataHookSelector
     43 from pytorch_lightning.trainer.connectors.logger_connector.fx_validator import _FxValidator
     44 from pytorch_lightning.utilities import _IS_WINDOWS, _TORCH_GREATER_EQUAL_1_10, GradClipAlgorithmType, warnings

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/trainer/__init__.py:16, in <module>
      1 # Copyright The PyTorch Lightning team.
      2 #
      3 # Licensed under the Apache License, Version 2.0 (the "License");
   (...)
     12 # See the License for the specific language governing permissions and
     13 # limitations under the License.
     14 """"""
---> 16 from pytorch_lightning.trainer.trainer import Trainer
     17 from pytorch_lightning.utilities.seed import seed_everything
     19 __all__ = ["Trainer", "seed_everything"]

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/trainer/trainer.py:34, in <module>
     31 from torch.utils.data import DataLoader
     33 import pytorch_lightning as pl
---> 34 from pytorch_lightning.accelerators import Accelerator, GPUAccelerator, HPUAccelerator, IPUAccelerator, TPUAccelerator
     35 from pytorch_lightning.callbacks import Callback, EarlyStopping, ModelCheckpoint, ProgressBarBase
     36 from pytorch_lightning.callbacks.prediction_writer import BasePredictionWriter

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/accelerators/__init__.py:14, in <module>
      1 # Copyright The PyTorch Lightning team.
      2 # Licensed under the Apache License, Version 2.0 (the "License");
      3 # you may not use this file except in compliance with the License.
   (...)
     11 # See the License for the specific language governing permissions and
     12 # limitations under the License.
     13 from pytorch_lightning.accelerators.accelerator import Accelerator  # noqa: F401
---> 14 from pytorch_lightning.accelerators.cpu import CPUAccelerator  # noqa: F401
     15 from pytorch_lightning.accelerators.gpu import GPUAccelerator  # noqa: F401
     16 from pytorch_lightning.accelerators.hpu import HPUAccelerator  # noqa: F401

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/accelerators/cpu.py:19, in <module>
     16 import torch
     18 from pytorch_lightning.accelerators.accelerator import Accelerator
---> 19 from pytorch_lightning.utilities import device_parser
     20 from pytorch_lightning.utilities.exceptions import MisconfigurationException
     21 from pytorch_lightning.utilities.types import _DEVICE

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/utilities/device_parser.py:18, in <module>
     14 from typing import Any, List, MutableSequence, Optional, Tuple, Union
     16 import torch
---> 18 from pytorch_lightning.plugins.environments import TorchElasticEnvironment
     19 from pytorch_lightning.tuner.auto_gpu_select import pick_multiple_gpus
     20 from pytorch_lightning.utilities.exceptions import MisconfigurationException

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/plugins/__init__.py:20, in <module>
     18 from pytorch_lightning.plugins.precision.tpu import TPUPrecisionPlugin
     19 from pytorch_lightning.plugins.precision.tpu_bf16 import TPUBf16PrecisionPlugin
---> 20 from pytorch_lightning.plugins.training_type.ddp import DDPPlugin
     21 from pytorch_lightning.plugins.training_type.ddp2 import DDP2Plugin
     22 from pytorch_lightning.plugins.training_type.ddp_spawn import DDPSpawnPlugin

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/plugins/training_type/__init__.py:1, in <module>
----> 1 from pytorch_lightning.plugins.training_type.ddp import DDPPlugin  # noqa: F401
      2 from pytorch_lightning.plugins.training_type.ddp2 import DDP2Plugin  # noqa: F401
      3 from pytorch_lightning.plugins.training_type.ddp_spawn import DDPSpawnPlugin  # noqa: F401

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/plugins/training_type/ddp.py:14, in <module>
      1 # Copyright The PyTorch Lightning team.
      2 #
      3 # Licensed under the Apache License, Version 2.0 (the "License");
   (...)
     12 # See the License for the specific language governing permissions and
     13 # limitations under the License.
---> 14 from pytorch_lightning.strategies import DDPStrategy
     15 from pytorch_lightning.utilities import rank_zero_deprecation
     18 class DDPPlugin(DDPStrategy):

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/strategies/__init__.py:14, in <module>
      1 # Copyright The PyTorch Lightning team.
      2 #
      3 # Licensed under the Apache License, Version 2.0 (the "License");
   (...)
     12 # See the License for the specific language governing permissions and
     13 # limitations under the License.
---> 14 from pytorch_lightning.strategies.bagua import BaguaStrategy  # noqa: F401
     15 from pytorch_lightning.strategies.ddp import DDPStrategy  # noqa: F401
     16 from pytorch_lightning.strategies.ddp2 import DDP2Strategy  # noqa: F401

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/strategies/bagua.py:17, in <module>
     15 from pytorch_lightning.plugins.io.checkpoint_plugin import CheckpointIO
     16 from pytorch_lightning.plugins.precision import PrecisionPlugin
---> 17 from pytorch_lightning.strategies.ddp import DDPStrategy
     18 from pytorch_lightning.strategies.strategy import TBroadcast
     19 from pytorch_lightning.trainer.states import TrainerFn

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/strategies/ddp.py:36, in <module>
     34 from pytorch_lightning.plugins.io.checkpoint_plugin import CheckpointIO
     35 from pytorch_lightning.plugins.precision import PrecisionPlugin
---> 36 from pytorch_lightning.strategies.launchers.subprocess_script import _SubprocessScriptLauncher
     37 from pytorch_lightning.strategies.parallel import ParallelStrategy
     38 from pytorch_lightning.trainer.states import TrainerFn

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/strategies/launchers/__init__.py:16, in <module>
     14 from pytorch_lightning.strategies.launchers.base import _Launcher
     15 from pytorch_lightning.strategies.launchers.spawn import _SpawnLauncher
---> 16 from pytorch_lightning.strategies.launchers.subprocess_script import _SubprocessScriptLauncher
     17 from pytorch_lightning.strategies.launchers.xla_spawn import _XLASpawnLauncher
     19 __all__ = [
     20     "_Launcher",
     21     "_SpawnLauncher",
     22     "_SubprocessScriptLauncher",
     23     "_XLASpawnLauncher",
     24 ]

File ~/work/env/lib/python3.9/site-packages/pytorch_lightning/strategies/launchers/subprocess_script.py:29, in <module>
     26 from pytorch_lightning.utilities import _HYDRA_AVAILABLE
     28 if _HYDRA_AVAILABLE:
---> 29     from hydra.core.hydra_config import HydraConfig
     30     from hydra.utils import get_original_cwd, to_absolute_path
     33 class _SubprocessScriptLauncher(_Launcher):

ModuleNotFoundError: No module named 'hydra.core'
dnth commented 2 years ago

Hello @rbavery, thank you for submitting the issue. I can't seem to replicate this error. Would you mind sharing a Colab notebook to replicate this?

rbavery commented 2 years ago

I'm running this on a fresh Google cloud instance, not colab. Colab might come with packages already installed, I'm not sure. I'll check on it later.

dnth commented 2 years ago

Keep us updated! Any chance that the Google cloud instance only has a CPU and not GPU?

rbavery commented 2 years ago

No it also has a GPU