Loading input_data/SRTM30_PLUS/meta.yaml 0 → 100644 +68 −0 Original line number Diff line number Diff line repo_name: SRTM30_PLUS people: Willi Rath (<wrath@geomar.de>) http_path_remote: https://git.geomar.de/data/SRTM30_PLUS git_path_remote: git@git.geomar.de:data/SRTM30_PLUS repo_description: | A new 30-arc second resolution global topography/bathymetry grid (SRTM30_PLUS) developed from a wide variety of data sources. <http://topex.ucsd.edu/WWW_html/srtm30_plus.html> prefixes: data doc data: - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/topo30/topo30.grd" prefix: data file_name: topo30.nc method: !!python/name:data_repo_renderer.CurlSingleFile - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/topo30/topo30_sid.grd" prefix: data file_name: topo30_sid.nc method: !!python/name:data_repo_renderer.CurlSingleFile - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/sid_filelist_metadata_V11.txt" prefix: data file_name: sid_filelist_metadata_V11.txt method: !!python/name:data_repo_renderer.CurlSingleFile doc: - url: "http://topex.ucsd.edu/WWW_html/srtm30_plus.html" prefix: doc file_name: topex.ucsd.edu_WWW_html_srtm30_plus.html method: !!python/name:data_repo_renderer.CurlSingleFile - url: "http://topex.ucsd.edu/sandwell/publications/124_MG_Becker.pdf" prefix: doc file_name: Becker_et_al_2009.pdf method: !!python/name:data_repo_renderer.CurlSingleFile - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/topo30/COPYRIGHT.txt" prefix: doc file_name: COPYRIGHT.txt method: !!python/name:data_repo_renderer.CurlSingleFile - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/README.V11.txt" prefix: doc file_name: README.V11.txt method: !!python/name:data_repo_renderer.CurlSingleFile - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/README_PERMISSIONS.txt" prefix: doc file_name: README_PERMISSIONS.txt method: !!python/name:data_repo_renderer.CurlSingleFile - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/README_SRTM30_PLUS.txt" prefix: doc file_name: README_SRTM30_PLUS.txt method: !!python/name:data_repo_renderer.CurlSingleFile post_processing: - util/convert_to_netCDF4_classic.sh input_data/SRTM30_PLUS/util/convert_to_netCDF4_classic.sh 0 → 100644 +15 −0 Original line number Diff line number Diff line #!/bin/bash # define and export convert function function convert_to_nc4c { file_name=$1 echo "converting ${file_name}" nccopy -7 -d 1 -s \ ${file_name} ${file_name}_tmp_nc4 mv ${file_name}_tmp_nc4 ${file_name} } export -f convert_to_nc4c # bunzip and convert using 4 threads find data/ -type f -iname \*.nc -print0 | \ xargs -0 -n1 -P4 -I {} bash -c "convert_to_nc4c {}" Loading
input_data/SRTM30_PLUS/meta.yaml 0 → 100644 +68 −0 Original line number Diff line number Diff line repo_name: SRTM30_PLUS people: Willi Rath (<wrath@geomar.de>) http_path_remote: https://git.geomar.de/data/SRTM30_PLUS git_path_remote: git@git.geomar.de:data/SRTM30_PLUS repo_description: | A new 30-arc second resolution global topography/bathymetry grid (SRTM30_PLUS) developed from a wide variety of data sources. <http://topex.ucsd.edu/WWW_html/srtm30_plus.html> prefixes: data doc data: - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/topo30/topo30.grd" prefix: data file_name: topo30.nc method: !!python/name:data_repo_renderer.CurlSingleFile - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/topo30/topo30_sid.grd" prefix: data file_name: topo30_sid.nc method: !!python/name:data_repo_renderer.CurlSingleFile - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/sid_filelist_metadata_V11.txt" prefix: data file_name: sid_filelist_metadata_V11.txt method: !!python/name:data_repo_renderer.CurlSingleFile doc: - url: "http://topex.ucsd.edu/WWW_html/srtm30_plus.html" prefix: doc file_name: topex.ucsd.edu_WWW_html_srtm30_plus.html method: !!python/name:data_repo_renderer.CurlSingleFile - url: "http://topex.ucsd.edu/sandwell/publications/124_MG_Becker.pdf" prefix: doc file_name: Becker_et_al_2009.pdf method: !!python/name:data_repo_renderer.CurlSingleFile - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/topo30/COPYRIGHT.txt" prefix: doc file_name: COPYRIGHT.txt method: !!python/name:data_repo_renderer.CurlSingleFile - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/README.V11.txt" prefix: doc file_name: README.V11.txt method: !!python/name:data_repo_renderer.CurlSingleFile - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/README_PERMISSIONS.txt" prefix: doc file_name: README_PERMISSIONS.txt method: !!python/name:data_repo_renderer.CurlSingleFile - url: "ftp://topex.ucsd.edu/pub/srtm30_plus/README_SRTM30_PLUS.txt" prefix: doc file_name: README_SRTM30_PLUS.txt method: !!python/name:data_repo_renderer.CurlSingleFile post_processing: - util/convert_to_netCDF4_classic.sh
input_data/SRTM30_PLUS/util/convert_to_netCDF4_classic.sh 0 → 100644 +15 −0 Original line number Diff line number Diff line #!/bin/bash # define and export convert function function convert_to_nc4c { file_name=$1 echo "converting ${file_name}" nccopy -7 -d 1 -s \ ${file_name} ${file_name}_tmp_nc4 mv ${file_name}_tmp_nc4 ${file_name} } export -f convert_to_nc4c # bunzip and convert using 4 threads find data/ -type f -iname \*.nc -print0 | \ xargs -0 -n1 -P4 -I {} bash -c "convert_to_nc4c {}"