ERROR ForkPoolWorker-1:747 [code= "/home/cioos/cioos-siooc_data_transform/projects/ios_data_transform/ios_data_transform_script.py", line 119; file="/data/ios_raw_files/mooring_data/2018-recoveries/CTD/AT2_20170806_20180930_0304m_L2.ctd"] Failed to convert file
Traceback (most recent call last):
File "/home/cioos/cioos-siooc_data_transform/projects/ios_data_transform/ios_data_transform_script.py", line 117, in unpack_file_convert_threads
convert_files_threads(*inputs)
File "/home/cioos/cioos-siooc_data_transform/projects/ios_data_transform/ios_data_transform_script.py", line 133, in convert_files_threads
if fdata.import_data():
File "/home/cioos/cioos-siooc_data_transform/cioos_data_transform/cioos_data_transform/IosObsFile.py", line 1352, in import_data
self.channels = self.get_channels()
File "/home/cioos/cioos-siooc_data_transform/cioos_data_transform/cioos_data_transform/IosObsFile.py", line 487, in get_channels
info["Minimum"] = [l[3] for l in ch]
File "/home/cioos/cioos-siooc_data_transform/cioos_data_transform/cioos_data_transform/IosObsFile.py", line 487, in <listcomp>
info["Minimum"] = [l[3] for l in ch]
IndexError: list index out of range
ERROR ForkPoolWorker-2:748 [code= "/home/cioos/cioos-siooc_data_transform/projects/ios_data_transform/ios_data_transform_script.py", line 119; file="/data/ios_raw_files/mooring_data/2018-recoveries/CTD/e01_20170714_20180623_0035m_L2.ctd"] Failed to convert file
Traceback (most recent call last):
File "/home/cioos/cioos-siooc_data_transform/projects/ios_data_transform/ios_data_transform_script.py", line 117, in unpack_file_convert_threads
convert_files_threads(*inputs)
File "/home/cioos/cioos-siooc_data_transform/projects/ios_data_transform/ios_data_transform_script.py", line 133, in convert_files_threads
if fdata.import_data():
File "/home/cioos/cioos-siooc_data_transform/cioos_data_transform/cioos_data_transform/IosObsFile.py", line 1357, in import_data
self.channel_details = self.get_channel_detail()
File "/home/cioos/cioos-siooc_data_transform/cioos_data_transform/cioos_data_transform/IosObsFile.py", line 468, in get_channel_detail
raise Exception(
Exception: Unknown variable format Format: , Type:
ERROR ForkPoolWorker-1:747 [code= "/home/cioos/cioos-siooc_data_transform/projects/ios_data_transform/ios_data_transform_script.py", line 119; file="/data/ios_raw_files/mooring_data/AMP2-D/CTD/sogn_20090401_20090715_0147m_L2.ctd"] Failed to convert file
Traceback (most recent call last):
File "/home/cioos/cioos-siooc_data_transform/projects/ios_data_transform/ios_data_transform_script.py", line 117, in unpack_file_convert_threads
convert_files_threads(*inputs)
File "/home/cioos/cioos-siooc_data_transform/projects/ios_data_transform/ios_data_transform_script.py", line 133, in convert_files_threads
if fdata.import_data():
File "/home/cioos/cioos-siooc_data_transform/cioos_data_transform/cioos_data_transform/IosObsFile.py", line 1357, in import_data
self.channel_details = self.get_channel_detail()
File "/home/cioos/cioos-siooc_data_transform/cioos_data_transform/cioos_data_transform/IosObsFile.py", line 468, in get_channel_detail
raise Exception(
Exception: Unknown variable format Format: HH:MM:SS:SS, Type: T
[ ] WCTSS-C/CTD/cmp1_20160127_20160520_0193m.ctd
[ ] WCTSS-C/CTD/cmp1_20160127_20160520_0298m.ctd
ERROR ForkPoolWorker-2:748 [code= "/home/cioos/cioos-siooc_data_transform/projects/ios_data_transform/ios_data_transform_script.py", line 159; file="/data/ios_raw_files/mooring_data/WCTSS-C/CTD/cmp1_20160127_20160520_0193m.ctd"] Error: Unable to create netcdf file: /data/ios_raw_files/mooring_data/WCTSS-C/CTD/cmp1_20160127_20160520_0193m.ctd -> NetCDF: Name contains illegal characters
Traceback (most recent call last):
File "/home/cioos/cioos-siooc_data_transform/projects/ios_data_transform/ios_data_transform_script.py", line 153, in convert_files_threads
ds.to_netcdf(ncFileName)
File "/home/cioos/anaconda3/envs/cioos_data_transform310/lib/python3.10/site-packages/xarray/core/dataset.py", line 1911, in to_netcdf
return to_netcdf( # type: ignore # mypy cannot resolve the overloads:(
File "/home/cioos/anaconda3/envs/cioos_data_transform310/lib/python3.10/site-packages/xarray/backends/api.py", line 1217, in to_netcdf
dump_to_store(
File "/home/cioos/anaconda3/envs/cioos_data_transform310/lib/python3.10/site-packages/xarray/backends/api.py", line 1264, in dump_to_store
store.store(variables, attrs, check_encoding, writer, unlimited_dims=unlimited_dims)
File "/home/cioos/anaconda3/envs/cioos_data_transform310/lib/python3.10/site-packages/xarray/backends/common.py", line 269, in store
self.set_attributes(attributes)
File "/home/cioos/anaconda3/envs/cioos_data_transform310/lib/python3.10/site-packages/xarray/backends/common.py", line 286, in set_attributes
self.set_attribute(k, v)
File "/home/cioos/anaconda3/envs/cioos_data_transform310/lib/python3.10/site-packages/xarray/backends/netCDF4_.py", line 451, in set_attribute
self.ds.setncattr(key, value)
File "src/netCDF4/_netCDF4.pyx", line 3025, in netCDF4._netCDF4.Dataset.setncattr
File "src/netCDF4/_netCDF4.pyx", line 1742, in netCDF4._netCDF4._set_att
File "src/netCDF4/_netCDF4.pyx", line 2014, in netCDF4._netCDF4._ensure_nc_success
AttributeError: NetCDF: Name contains illegal characters
The following files failed to be converted due to diverse reasons
[ ] 2018-recoveries/CTD/AT2_20170806_20180930_0304m_L2.ctd
[ ] 2018-recoveries/CTD/e01_20170714_20180623_0035m_L2.ctd
[ ] AMP2-D/CTD/sogn_20090401_20090715_0147m_L2.ctd
[ ] WCTSS-C/CTD/cmp1_20160127_20160520_0193m.ctd
[ ] WCTSS-C/CTD/cmp1_20160127_20160520_0298m.ctd