Commit 0e5bf7ee authored by Willi Rath's avatar Willi Rath

Add ASCAT

parent 621e1541
repo_name: ASCAT
people: Willi Rath (<wrath@geomar.de>)
http_path_remote: https://git.geomar.de/data/ASCAT
git_path_remote: git@git.geomar.de:data/ASCAT.git
repo_description: |
ASCAT on METOP Level 4 Daily Gridded Mean Wind Fields in 0.25° Geographical Grid
<http://products.cersat.fr/details/?id=CER_WND_GLO_1D_025_ASCAT>
prefixes: data doc
data:
- url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/ASCAT/Daily/Images/"
cut_dirs: 7
prefix: data
accept_files: "*.*"
method: !!python/name:data_repo_renderer.WgetRecursive
- url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/ASCAT/Daily/Movies/"
cut_dirs: 7
prefix: data
accept_files: "*.*"
method: !!python/name:data_repo_renderer.WgetRecursive
- url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/ASCAT/Daily/Netcdf/"
cut_dirs: 7
prefix: data
accept_files: "*.*"
method: !!python/name:data_repo_renderer.WgetRecursive
- url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/ASCAT/Monthly/Images/"
cut_dirs: 7
prefix: data
accept_files: "*.*"
method: !!python/name:data_repo_renderer.WgetRecursive
- url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/ASCAT/Monthly/Movies/"
cut_dirs: 7
prefix: data
accept_files: "*.*"
method: !!python/name:data_repo_renderer.WgetRecursive
- url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/ASCAT/Monthly/Netcdf/"
cut_dirs: 7
prefix: data
accept_files: "*.*"
method: !!python/name:data_repo_renderer.WgetRecursive
doc:
- url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/ASCAT/Daily/Doc/"
cut_dirs: 9
prefix: doc
accept_files: "*.*"
method: !!python/name:data_repo_renderer.WgetRecursive
- url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/ASCAT/Monthly/Doc/"
cut_dirs: 9
prefix: doc
accept_files: "*.*"
method: !!python/name:data_repo_renderer.WgetRecursive
- url: http://products.cersat.fr/details/?id=CER_WND_GLO_1D_025_ASCAT
file_name: CER_WND_GLO_1D_025_ASCAT.html
prefix: doc
method: !!python/name:data_repo_renderer.CurlSingleFile
post_processing:
- util/convert_to_netCDF4_classic.sh
#!/bin/bash
# define and export convert function
function convert_to_nc4c {
file_name=$1
echo "converting ${file_name}"
nccopy -7 -d 1 -s -c "time/1,depth/1,latitude/100,longitude/100" \
${file_name} ${file_name}_tmp_nc4
mv ${file_name}_tmp_nc4 ${file_name}
}
export -f convert_to_nc4c
# bunzip and convert using 4 threads
find data/ -type f -iname \*.nc.bz2 -print0 | \
xargs -0 -n1 -P4 -I {} bunzip2 -v {}
find data/ -type f -iname \*.nc -print0 | \
xargs -0 -n1 -P4 -I {} bash -c "convert_to_nc4c {}"
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment