search

Thomas-Moore-Creative / Climatology-generator-demo

A demonstration / MVP to show how one could build an "interactive" climatology & compositing tool on Gadi HPC.
MIT License
0 stars 0 forks source link

polish metadata on 288 GISready files for delivery #28

Open Thomas-Moore-Creative opened 4 months ago

Thomas-Moore-Creative commented 4 months ago
Thomas-Moore-Creative commented 4 months ago 
(base) tm4888@gadi-login-05 /g/data/es60/users/thomas_moore/clim_demo_results/daily/test ncdump -hs BRAN2020_mld_mth_01.nc
netcdf BRAN2020_mld_mth_01 {
dimensions:
    xt_ocean = 3600 ;
    yt_ocean = 1500 ;
variables:
    double xt_ocean(xt_ocean) ;
        xt_ocean:_FillValue = NaN ;
        xt_ocean:long_name = "tcell longitude" ;
        xt_ocean:units = "degrees_E" ;
        xt_ocean:cartesian_axis = "X" ;
        xt_ocean:domain_decomposition = 1, 3600, 1, 1800 ;
        xt_ocean:_Storage = "chunked" ;
        xt_ocean:_ChunkSizes = 300 ;
        xt_ocean:_DeflateLevel = 1 ;
        xt_ocean:_Shuffle = "true" ;
        xt_ocean:_Endianness = "little" ;
    double yt_ocean(yt_ocean) ;
        yt_ocean:_FillValue = NaN ;
        yt_ocean:long_name = "tcell latitude" ;
        yt_ocean:cartesian_axis = "Y" ;
        yt_ocean:units = "degrees_N" ;
        yt_ocean:domain_decomposition = 1, 1500, 1, 150 ;
        yt_ocean:_Storage = "chunked" ;
        yt_ocean:_ChunkSizes = 300 ;
        yt_ocean:_DeflateLevel = 1 ;
        yt_ocean:_Shuffle = "true" ;
        yt_ocean:_Endianness = "little" ;
    int64 month ;
        month:_Endianness = "little" ;
    float mean_mld_el_nino(yt_ocean, xt_ocean) ;
        mean_mld_el_nino:_FillValue = NaNf ;
        mean_mld_el_nino:cell_methods = "time: mean" ;
        mean_mld_el_nino:long_name = "mixed layer depth determined by density criteria" ;
        mean_mld_el_nino:standard_name = "ocean_mixed_layer_thickness_defined_by_sigma_t" ;
        mean_mld_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        mean_mld_el_nino:units = "m" ;
        mean_mld_el_nino:valid_range = 0., 1000000. ;
        mean_mld_el_nino:coordinates = "month" ;
        mean_mld_el_nino:_Storage = "chunked" ;
        mean_mld_el_nino:_ChunkSizes = 750, 1800 ;
        mean_mld_el_nino:_DeflateLevel = 1 ;
        mean_mld_el_nino:_Shuffle = "true" ;
        mean_mld_el_nino:_Endianness = "little" ;
    float std_mld_el_nino(yt_ocean, xt_ocean) ;
        std_mld_el_nino:_FillValue = NaNf ;
        std_mld_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        std_mld_el_nino:long_name = "mixed layer depth determined by density criteria" ;
        std_mld_el_nino:standard_name = "ocean_mixed_layer_thickness_defined_by_sigma_t" ;
        std_mld_el_nino:cell_methods = "time: mean" ;
        std_mld_el_nino:units = "m" ;
        std_mld_el_nino:valid_range = 0., 1000000. ;
        std_mld_el_nino:coordinates = "month" ;
        std_mld_el_nino:_Storage = "chunked" ;
        std_mld_el_nino:_ChunkSizes = 750, 1800 ;
        std_mld_el_nino:_DeflateLevel = 1 ;
        std_mld_el_nino:_Shuffle = "true" ;
        std_mld_el_nino:_Endianness = "little" ;
    float min_mld_el_nino(yt_ocean, xt_ocean) ;
        min_mld_el_nino:_FillValue = NaNf ;
        min_mld_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        min_mld_el_nino:long_name = "mixed layer depth determined by density criteria" ;
        min_mld_el_nino:standard_name = "ocean_mixed_layer_thickness_defined_by_sigma_t" ;
        min_mld_el_nino:cell_methods = "time: mean" ;
        min_mld_el_nino:units = "m" ;
        min_mld_el_nino:valid_range = 0., 1000000. ;
        min_mld_el_nino:coordinates = "month" ;
        min_mld_el_nino:_Storage = "chunked" ;
        min_mld_el_nino:_ChunkSizes = 750, 1800 ;
        min_mld_el_nino:_DeflateLevel = 1 ;
        min_mld_el_nino:_Shuffle = "true" ;
        min_mld_el_nino:_Endianness = "little" ;
    float max_mld_el_nino(yt_ocean, xt_ocean) ;
        max_mld_el_nino:_FillValue = NaNf ;
        max_mld_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        max_mld_el_nino:long_name = "mixed layer depth determined by density criteria" ;
        max_mld_el_nino:standard_name = "ocean_mixed_layer_thickness_defined_by_sigma_t" ;
        max_mld_el_nino:cell_methods = "time: mean" ;
        max_mld_el_nino:units = "m" ;
        max_mld_el_nino:valid_range = 0., 1000000. ;
        max_mld_el_nino:coordinates = "month" ;
        max_mld_el_nino:_Storage = "chunked" ;
        max_mld_el_nino:_ChunkSizes = 750, 1800 ;
        max_mld_el_nino:_DeflateLevel = 1 ;
        max_mld_el_nino:_Shuffle = "true" ;
        max_mld_el_nino:_Endianness = "little" ;
    float median_mld_el_nino(yt_ocean, xt_ocean) ;
        median_mld_el_nino:_FillValue = NaNf ;
        median_mld_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        median_mld_el_nino:long_name = "mixed layer depth determined by density criteria" ;
        median_mld_el_nino:standard_name = "ocean_mixed_layer_thickness_defined_by_sigma_t" ;
        median_mld_el_nino:cell_methods = "time: mean" ;
        median_mld_el_nino:units = "m" ;
        median_mld_el_nino:valid_range = 0., 1000000. ;
        median_mld_el_nino:coordinates = "month" ;
        median_mld_el_nino:_Storage = "chunked" ;
        median_mld_el_nino:_ChunkSizes = 750, 1800 ;
        median_mld_el_nino:_DeflateLevel = 1 ;
        median_mld_el_nino:_Shuffle = "true" ;
        median_mld_el_nino:_Endianness = "little" ;
    float quantile_05_mld_el_nino(yt_ocean, xt_ocean) ;
        quantile_05_mld_el_nino:_FillValue = NaNf ;
        quantile_05_mld_el_nino:cell_methods = "time: mean" ;
        quantile_05_mld_el_nino:long_name = "mixed layer depth determined by density criteria" ;
        quantile_05_mld_el_nino:standard_name = "ocean_mixed_layer_thickness_defined_by_sigma_t" ;
        quantile_05_mld_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        quantile_05_mld_el_nino:units = "m" ;
        quantile_05_mld_el_nino:valid_range = 0., 1000000. ;
        quantile_05_mld_el_nino:coordinates = "month" ;
        quantile_05_mld_el_nino:_Storage = "chunked" ;
        quantile_05_mld_el_nino:_ChunkSizes = 750, 1800 ;
        quantile_05_mld_el_nino:_DeflateLevel = 1 ;
        quantile_05_mld_el_nino:_Shuffle = "true" ;
        quantile_05_mld_el_nino:_Endianness = "little" ;
    float quantile_95_mld_el_nino(yt_ocean, xt_ocean) ;
        quantile_95_mld_el_nino:_FillValue = NaNf ;
        quantile_95_mld_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        quantile_95_mld_el_nino:long_name = "mixed layer depth determined by density criteria" ;
        quantile_95_mld_el_nino:standard_name = "ocean_mixed_layer_thickness_defined_by_sigma_t" ;
        quantile_95_mld_el_nino:cell_methods = "time: mean" ;
        quantile_95_mld_el_nino:units = "m" ;
        quantile_95_mld_el_nino:valid_range = 0., 1000000. ;
        quantile_95_mld_el_nino:coordinates = "month" ;
        quantile_95_mld_el_nino:_Storage = "chunked" ;
        quantile_95_mld_el_nino:_ChunkSizes = 750, 1800 ;
        quantile_95_mld_el_nino:_DeflateLevel = 1 ;
        quantile_95_mld_el_nino:_Shuffle = "true" ;
        quantile_95_mld_el_nino:_Endianness = "little" ;

// global attributes:
        :cell_methods = "time: mean" ;
        :long_name = "mixed layer depth determined by density criteria" ;
        :standard_name = "ocean_mixed_layer_thickness_defined_by_sigma_t" ;
        :time_avg_info = "average_T1,average_T2,average_DT" ;
        :units = "m" ;
        :valid_range = 0., 1000000. ;
        :_NCProperties = "version=2,netcdf=4.9.2,hdf5=1.14.3" ;
        :_SuperblockVersion = 2 ;
        :_IsNetcdf4 = 1 ;
        :_Format = "netCDF-4" ;
Thomas-Moore-Creative commented 4 months ago 
(base) tm4888@gadi-login-05 /g/data/es60/users/thomas_moore/clim_demo_results/daily/test ncdump -hs BRAN2020_temp_mth_01.nc
netcdf BRAN2020_temp_mth_01 {
dimensions:
    xt_ocean = 3600 ;
    yt_ocean = 1500 ;
    st_ocean = 51 ;
variables:
    double xt_ocean(xt_ocean) ;
        xt_ocean:_FillValue = NaN ;
        xt_ocean:long_name = "tcell longitude" ;
        xt_ocean:units = "degrees_E" ;
        xt_ocean:cartesian_axis = "X" ;
        xt_ocean:domain_decomposition = 1, 3600, 1, 1800 ;
        xt_ocean:_Storage = "chunked" ;
        xt_ocean:_ChunkSizes = 300 ;
        xt_ocean:_DeflateLevel = 1 ;
        xt_ocean:_Shuffle = "true" ;
        xt_ocean:_Endianness = "little" ;
    double yt_ocean(yt_ocean) ;
        yt_ocean:_FillValue = NaN ;
        yt_ocean:long_name = "tcell latitude" ;
        yt_ocean:cartesian_axis = "Y" ;
        yt_ocean:units = "degrees_N" ;
        yt_ocean:domain_decomposition = 1, 1500, 1, 150 ;
        yt_ocean:_Storage = "chunked" ;
        yt_ocean:_ChunkSizes = 300 ;
        yt_ocean:_DeflateLevel = 1 ;
        yt_ocean:_Shuffle = "true" ;
        yt_ocean:_Endianness = "little" ;
    double st_ocean(st_ocean) ;
        st_ocean:_FillValue = NaN ;
        st_ocean:edges = "st_edges_ocean" ;
        st_ocean:long_name = "tcell zstar depth" ;
        st_ocean:cartesian_axis = "Z" ;
        st_ocean:units = "meters" ;
        st_ocean:positive = "down" ;
        st_ocean:_Storage = "chunked" ;
        st_ocean:_ChunkSizes = 1 ;
        st_ocean:_DeflateLevel = 1 ;
        st_ocean:_Shuffle = "true" ;
        st_ocean:_Endianness = "little" ;
    int64 month ;
        month:_Endianness = "little" ;
    float mean_temp_el_nino(st_ocean, yt_ocean, xt_ocean) ;
        mean_temp_el_nino:_FillValue = NaNf ;
        mean_temp_el_nino:cell_methods = "time: mean" ;
        mean_temp_el_nino:long_name = "Potential temperature" ;
        mean_temp_el_nino:packing = 4LL ;
        mean_temp_el_nino:standard_name = "sea_water_potential_temperature" ;
        mean_temp_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        mean_temp_el_nino:units = "degrees C" ;
        mean_temp_el_nino:valid_range = -32767LL, 32767LL ;
        mean_temp_el_nino:coordinates = "month" ;
        mean_temp_el_nino:_Storage = "chunked" ;
        mean_temp_el_nino:_ChunkSizes = 11, 300, 720 ;
        mean_temp_el_nino:_DeflateLevel = 1 ;
        mean_temp_el_nino:_Shuffle = "true" ;
        mean_temp_el_nino:_Endianness = "little" ;
    float std_temp_el_nino(st_ocean, yt_ocean, xt_ocean) ;
        std_temp_el_nino:_FillValue = NaNf ;
        std_temp_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        std_temp_el_nino:long_name = "Potential temperature" ;
        std_temp_el_nino:packing = 4LL ;
        std_temp_el_nino:standard_name = "sea_water_potential_temperature" ;
        std_temp_el_nino:cell_methods = "time: mean" ;
        std_temp_el_nino:units = "degrees C" ;
        std_temp_el_nino:valid_range = -32767LL, 32767LL ;
        std_temp_el_nino:coordinates = "month" ;
        std_temp_el_nino:_Storage = "chunked" ;
        std_temp_el_nino:_ChunkSizes = 11, 300, 720 ;
        std_temp_el_nino:_DeflateLevel = 1 ;
        std_temp_el_nino:_Shuffle = "true" ;
        std_temp_el_nino:_Endianness = "little" ;
    float min_temp_el_nino(st_ocean, yt_ocean, xt_ocean) ;
        min_temp_el_nino:_FillValue = NaNf ;
        min_temp_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        min_temp_el_nino:long_name = "Potential temperature" ;
        min_temp_el_nino:packing = 4LL ;
        min_temp_el_nino:standard_name = "sea_water_potential_temperature" ;
        min_temp_el_nino:cell_methods = "time: mean" ;
        min_temp_el_nino:units = "degrees C" ;
        min_temp_el_nino:valid_range = -32767LL, 32767LL ;
        min_temp_el_nino:coordinates = "month" ;
        min_temp_el_nino:_Storage = "chunked" ;
        min_temp_el_nino:_ChunkSizes = 11, 300, 720 ;
        min_temp_el_nino:_DeflateLevel = 1 ;
        min_temp_el_nino:_Shuffle = "true" ;
        min_temp_el_nino:_Endianness = "little" ;
    float max_temp_el_nino(st_ocean, yt_ocean, xt_ocean) ;
        max_temp_el_nino:_FillValue = NaNf ;
        max_temp_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        max_temp_el_nino:long_name = "Potential temperature" ;
        max_temp_el_nino:packing = 4LL ;
        max_temp_el_nino:standard_name = "sea_water_potential_temperature" ;
        max_temp_el_nino:cell_methods = "time: mean" ;
        max_temp_el_nino:units = "degrees C" ;
        max_temp_el_nino:valid_range = -32767LL, 32767LL ;
        max_temp_el_nino:coordinates = "month" ;
        max_temp_el_nino:_Storage = "chunked" ;
        max_temp_el_nino:_ChunkSizes = 11, 300, 720 ;
        max_temp_el_nino:_DeflateLevel = 1 ;
        max_temp_el_nino:_Shuffle = "true" ;
        max_temp_el_nino:_Endianness = "little" ;
    float median_temp_el_nino(st_ocean, yt_ocean, xt_ocean) ;
        median_temp_el_nino:_FillValue = NaNf ;
        median_temp_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        median_temp_el_nino:long_name = "Potential temperature" ;
        median_temp_el_nino:packing = 4LL ;
        median_temp_el_nino:standard_name = "sea_water_potential_temperature" ;
        median_temp_el_nino:cell_methods = "time: mean" ;
        median_temp_el_nino:units = "degrees C" ;
        median_temp_el_nino:valid_range = -32767LL, 32767LL ;
        median_temp_el_nino:coordinates = "month" ;
        median_temp_el_nino:_Storage = "chunked" ;
        median_temp_el_nino:_ChunkSizes = 11, 300, 720 ;
        median_temp_el_nino:_DeflateLevel = 1 ;
        median_temp_el_nino:_Shuffle = "true" ;
        median_temp_el_nino:_Endianness = "little" ;
    float quantile_05_temp_el_nino(st_ocean, yt_ocean, xt_ocean) ;
        quantile_05_temp_el_nino:_FillValue = NaNf ;
        quantile_05_temp_el_nino:cell_methods = "time: mean" ;
        quantile_05_temp_el_nino:long_name = "Potential temperature" ;
        quantile_05_temp_el_nino:packing = 4LL ;
        quantile_05_temp_el_nino:standard_name = "sea_water_potential_temperature" ;
        quantile_05_temp_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        quantile_05_temp_el_nino:units = "degrees C" ;
        quantile_05_temp_el_nino:valid_range = -32767LL, 32767LL ;
        quantile_05_temp_el_nino:coordinates = "month" ;
        quantile_05_temp_el_nino:_Storage = "chunked" ;
        quantile_05_temp_el_nino:_ChunkSizes = 11, 300, 720 ;
        quantile_05_temp_el_nino:_DeflateLevel = 1 ;
        quantile_05_temp_el_nino:_Shuffle = "true" ;
        quantile_05_temp_el_nino:_Endianness = "little" ;
    float quantile_95_temp_el_nino(st_ocean, yt_ocean, xt_ocean) ;
        quantile_95_temp_el_nino:_FillValue = NaNf ;
        quantile_95_temp_el_nino:time_avg_info = "average_T1,average_T2,average_DT" ;
        quantile_95_temp_el_nino:long_name = "Potential temperature" ;
        quantile_95_temp_el_nino:packing = 4LL ;
        quantile_95_temp_el_nino:standard_name = "sea_water_potential_temperature" ;
        quantile_95_temp_el_nino:cell_methods = "time: mean" ;
        quantile_95_temp_el_nino:units = "degrees C" ;
        quantile_95_temp_el_nino:valid_range = -32767LL, 32767LL ;
        quantile_95_temp_el_nino:coordinates = "month" ;
        quantile_95_temp_el_nino:_Storage = "chunked" ;
        quantile_95_temp_el_nino:_ChunkSizes = 11, 300, 720 ;
        quantile_95_temp_el_nino:_DeflateLevel = 1 ;
        quantile_95_temp_el_nino:_Shuffle = "true" ;
        quantile_95_temp_el_nino:_Endianness = "little" ;

// global attributes:
        :cell_methods = "time: mean" ;
        :long_name = "Potential temperature" ;
        :packing = 4LL ;
        :standard_name = "sea_water_potential_temperature" ;
        :time_avg_info = "average_T1,average_T2,average_DT" ;
        :units = "degrees C" ;
        :valid_range = -32767LL, 32767LL ;
        :_NCProperties = "version=2,netcdf=4.9.2,hdf5=1.14.3" ;
        :_SuperblockVersion = 2 ;
        :_IsNetcdf4 = 1 ;
        :_Format = "netCDF-4" ;
}
Thomas-Moore-Creative commented 4 months ago 

**RAWBRAN2020**

// global attributes:
        :filename = "TMP/ocean_temp_2023_01_01.nc.0000" ;
        :NumFilesInSet = 20 ;
        :grid_type = "regular" ;
        :history = "Mon May 15 10:09:52 2023: ncrcat -4 --dfl_lvl 1 --cnk_dmn Time,1 --cnk_dmn xt_ocean,300 --cnk_dmn yt_ocean,300 --cnk_dmn st_ocean,1 ocean_temp_2023_01_01.nc ocean_temp_2023_01_02.nc ocean_temp_2023_01_03.nc ocean_temp_2023_01_04.nc ocean_temp_2023_01_05.nc ocean_temp_2023_01_06.nc ocean_temp_2023_01_07.nc ocean_temp_2023_01_08.nc ocean_temp_2023_01_09.nc ocean_temp_2023_01_10.nc ocean_temp_2023_01_11.nc ocean_temp_2023_01_12.nc ocean_temp_2023_01_13.nc ocean_temp_2023_01_14.nc ocean_temp_2023_01_15.nc ocean_temp_2023_01_16.nc ocean_temp_2023_01_17.nc ocean_temp_2023_01_18.nc ocean_temp_2023_01_19.nc ocean_temp_2023_01_20.nc ocean_temp_2023_01_21.nc ocean_temp_2023_01_22.nc ocean_temp_2023_01_23.nc ocean_temp_2023_01_24.nc ocean_temp_2023_01_25.nc ocean_temp_2023_01_26.nc ocean_temp_2023_01_27.nc ocean_temp_2023_01_28.nc ocean_temp_2023_01_29.nc ocean_temp_2023_01_30.nc ocean_temp_2023_01_31.nc /g/data/gb6/BRAN/BRAN_tmp/daily/ocean_temp_2023_01.nc" ;
        :NCO = "netCDF Operators version 5.0.5 (Homepage = http://nco.sf.net, Code = http://github.com/nco/nco)" ;
        :title = "BRAN2020" ;
        :catalogue_doi_url = "http://dx.doi.org/10.25914/6009627c7af03" ;
        :acknowledgement = "BRAN is made freely available by CSIRO Bluelink and is supported by the Bluelink Partnership: a collaboration between the Australian Department of Defence, Bureau of Meteorology and CSIRO." ;
        :_NCProperties = "version=2,netcdf=4.8.0,hdf5=1.10.7" ;
        :_SuperblockVersion = 2 ;
        :_IsNetcdf4 = 1 ;
        :_Format = "netCDF-4" ;
}