Commit b7bb4fe9 authored by Willi Rath's avatar Willi Rath

Add QuikSCAT

parent 801ff2de
repo_name: QuickSCAT
people: Willi Rath (<wrath@geomar.de>), Rafael Abel (<rabel@geomar.de>)
http_path_remote: https://git.geomar.de/data/QuickSCAT
git_path_remote: git@git.geomar.de:data/QuickSCAT.git
repo_description: |
SeaWinds on QuikSCAT Level 4 Gridded Mean Wind Fields in 0.25°
Geographical Grid from IFREMER
<http://products.cersat.fr/details/?id=CER_WND_GLO_1D_025_MWF_QS>
prefixes: data doc
data:
- url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/QuikSCAT/Daily/Netcdf/"
cut_dirs: 7
prefix: data
accept_files: "*.*"
method: !!python/name:data_repo_renderer.WgetRecursive
- url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/QuikSCAT/Monthly/Netcdf/"
cut_dirs: 7
prefix: data
accept_files: "*.*"
method: !!python/name:data_repo_renderer.WgetRecursive
doc:
- url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/QuikSCAT/Daily/Doc/"
cut_dirs: 9
prefix: doc
accept_files: "*.*"
method: !!python/name:data_repo_renderer.WgetRecursive
- url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/QuikSCAT/Monthly/Doc/"
cut_dirs: 9
prefix: doc
accept_files: "*.*"
method: !!python/name:data_repo_renderer.WgetRecursive
- url: http://products.cersat.fr/details/?id=CER_WND_GLO_1D_025_MWF_QS
file_name: CER_WND_GLO_1D_025_MWF_QS.html
prefix: doc
method: !!python/name:data_repo_renderer.CurlSingleFile
post_processing:
- util/convert_to_netCDF4_classic.sh
#!/bin/bash
# define and export convert function
function convert_to_nc4c {
file_name=$1
echo "converting ${file_name}"
nccopy -7 -d 1 -s -c "time/1,depth/1,latitude/100,longitude/100" \
${file_name} ${file_name}_tmp_nc4
mv ${file_name}_tmp_nc4 ${file_name}
}
export -f convert_to_nc4c
# bunzip and convert using 4 threads
find data/ -type f -iname \*.nc.bz2 -print0 | \
xargs -0 -n1 -P4 -I {} bunzip2 -v {}
find data/ -type f -iname \*.nc -print0 | \
xargs -0 -n1 -P4 -I {} bash -c "convert_to_nc4c {}"
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment