Bergylta
commented
8 months ago more issue: Input:
# @title <font size="5">↓ ឵឵<i>Add the data to Weights and Biases</font> { vertical-output: true }
mlp.save_detections_wandb(conf_thres.value, model.value, eval_dir.selected)Output:
PermissionError Traceback (most recent call last)
Cell In[22], line 2
1 # @title <font size="5">↓ ឵឵<i>Add the data to Weights and Biases</font> { vertical-output: true }
----> 2 mlp.save_detections_wandb(conf_thres.value, model.value, eval_dir.selected)
File /usr/src/app/kso-dev/kso_utils/project.py:1338, in MLProjectProcessor.save_detections_wandb(self, conf_thres, model, eval_dir)
1336 def save_detections_wandb(self, conf_thres: float, model: str, eval_dir: str):
1337 self.modules["yolo_utils"].set_config(conf_thres, model, eval_dir)
-> 1338 self.modules["yolo_utils"].add_data_wandb(
1339 eval_dir, "detection_output", self.run
1340 )
1341 self.csv_report = self.modules["yolo_utils"].generate_csv_report(
1342 eval_dir, self.run, wandb_log=True
1343 )
File /usr/src/app/kso-dev/kso_utils/yolo_utils.py:1042, in add_data_wandb(path, name, run)
1031 """
1032 > The function `add_data_wandb` takes a path to a directory, a name for the directory, and a run
1033 object, and adds the directory to the run as an artifact
(...)
1039 :param run: The run object that you get from calling wandb.init()
1040 """
1041 my_data = wandb.Artifact(name, type="raw_data")
-> 1042 my_data.add_dir(path)
1043 run.log_artifact(my_data)
File /usr/local/lib/python3.8/dist-packages/wandb/sdk/wandb_artifacts.py:423, in Artifact.add_dir(self, local_path, name)
421 num_threads = 8
422 pool = multiprocessing.dummy.Pool(num_threads)
--> 423 pool.map(add_manifest_file, paths)
424 pool.close()
425 pool.join()
File /usr/lib/python3.8/multiprocessing/pool.py:364, in Pool.map(self, func, iterable, chunksize)
359 def map(self, func, iterable, chunksize=None):
360 '''
361 Apply `func` to each element in `iterable`, collecting the results
362 in a list that is returned.
363 '''
--> 364 return self._map_async(func, iterable, mapstar, chunksize).get()
File /usr/lib/python3.8/multiprocessing/pool.py:771, in ApplyResult.get(self, timeout)
769 return self._value
770 else:
--> 771 raise self._value
File /usr/lib/python3.8/multiprocessing/pool.py:125, in worker(inqueue, outqueue, initializer, initargs, maxtasks, wrap_exception)
123 job, i, func, args, kwds = task
124 try:
--> 125 result = (True, func(*args, **kwds))
126 except Exception as e:
127 if wrap_exception and func is not _helper_reraises_exception:
File /usr/lib/python3.8/multiprocessing/pool.py:48, in mapstar(args)
47 def mapstar(args):
---> 48 return list(map(*args))
File /usr/local/lib/python3.8/dist-packages/wandb/sdk/wandb_artifacts.py:417, in Artifact.add_dir.<locals>.add_manifest_file(log_phy_path)
415 def add_manifest_file(log_phy_path: Tuple[str, str]) -> None:
416 logical_path, physical_path = log_phy_path
--> 417 self._add_local_file(logical_path, physical_path)
File /usr/local/lib/python3.8/dist-packages/wandb/sdk/wandb_artifacts.py:704, in Artifact._add_local_file(self, name, path, digest)
702 cache_path, hit, cache_open = self._cache.check_md5_obj_path(digest, size)
703 if not hit:
--> 704 with cache_open() as f:
705 shutil.copyfile(path, f.name)
707 entry = ArtifactManifestEntry(
708 name,
709 None,
(...)
712 local_path=cache_path,
713 )
File /usr/lib/python3.8/contextlib.py:113, in _GeneratorContextManager.__enter__(self)
111 del self.args, self.kwds, self.func
112 try:
--> 113 return next(self.gen)
114 except StopIteration:
115 raise RuntimeError("generator didn't yield") from None
File /usr/local/lib/python3.8/dist-packages/wandb/sdk/interface/artifacts.py:957, in ArtifactsCache._cache_opener.<locals>.helper(mode)
948 dirname = os.path.dirname(path)
949 tmp_file = os.path.join(
950 dirname,
951 "%s_%s"
(...)
955 ),
956 )
--> 957 with util.fsync_open(tmp_file, mode=mode) as f:
958 yield f
960 try:
961 # Use replace where we can, as it implements an atomic
962 # move on most platforms. If it doesn't exist, we have
(...)
975 # it is critical that the temporary files sit directly in the cache --
976 # they need to be on the same filesystem!
File /usr/lib/python3.8/contextlib.py:113, in _GeneratorContextManager.__enter__(self)
111 del self.args, self.kwds, self.func
112 try:
--> 113 return next(self.gen)
114 except StopIteration:
115 raise RuntimeError("generator didn't yield") from None
File /usr/local/lib/python3.8/dist-packages/wandb/util.py:1486, in fsync_open(path, mode, encoding)
1478 @contextlib.contextmanager
1479 def fsync_open(
1480 path: Union[pathlib.Path, str], mode: str = "w", encoding: Optional[str] = None
1481 ) -> Generator[IO[Any], None, None]:
1482 """
1483 Opens a path for I/O, guaranteeing that the file is flushed and
1484 fsynced when the file's context expires.
1485 """
-> 1486 with open(path, mode, encoding=encoding) as f:
1487 yield f
1489 f.flush()
PermissionError: [Errno 13] Permission denied: '/mimer/NOBACKUP/groups/snic2021-6-9/artifacts/obj/md5/99/tmp_63B0DF12'
jannesgg
🐛 Bug
Seems to be an issue with saving the model evaluation run to WandB .
To Reproduce (REQUIRED)
output location: /mimer/NOBACKUP/groups/snic2021-6-9/tmp_dir/KSO_model_training_christian_anemones/ Input:
Output:
Expected behavior
A clear and concise description of what you expected to happen.
Environment
If applicable, add screenshots to help explain your problem.
Additional context