Merge branch 'develop' into 'master'

Add QuikSCAT

See merge request !62

input_data/QuikSCAT/meta.yaml

+repo_name: QuikSCAT
+
+people: Willi Rath (<wrath@geomar.de>), Rafael Abel (<rabel@geomar.de>)
+
+http_path_remote: https://git.geomar.de/data/QuikSCAT
+
+git_path_remote: git@git.geomar.de:data/QuikSCAT.git
+
+repo_description: |
+     SeaWinds on QuikSCAT Level 4 Gridded Mean Wind Fields in 0.25°
+     Geographical Grid from IFREMER
+     <http://products.cersat.fr/details/?id=CER_WND_GLO_1D_025_MWF_QS>
+
+prefixes: data doc
+
+data:
+
+    - url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/QuikSCAT/Daily/Netcdf/"
+      cut_dirs: 7
+      prefix: data
+      accept_files: "*.*"
+      method: !!python/name:data_repo_renderer.WgetRecursive
+
+    - url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/QuikSCAT/Monthly/Netcdf/"
+      cut_dirs: 7
+      prefix: data
+      accept_files: "*.*"
+      method: !!python/name:data_repo_renderer.WgetRecursive
+
+doc:
+
+    - url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/QuikSCAT/Daily/Doc/"
+      cut_dirs: 9
+      prefix: doc
+      accept_files: "*.*"
+      method: !!python/name:data_repo_renderer.WgetRecursive
+
+    - url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/QuikSCAT/Monthly/Doc/"
+      cut_dirs: 9
+      prefix: doc
+      accept_files: "*.*"
+      method: !!python/name:data_repo_renderer.WgetRecursive
+
+    - url: http://products.cersat.fr/details/?id=CER_WND_GLO_1D_025_MWF_QS
+      file_name: CER_WND_GLO_1D_025_MWF_QS.html
+      prefix: doc
+      method: !!python/name:data_repo_renderer.CurlSingleFile
+
+post_processing:
+
+    - util/convert_to_netCDF4_classic.sh

input_data/QuikSCAT/util/convert_to_netCDF4_classic.sh

+#!/bin/bash
+
+# define and export convert function
+function convert_to_nc4c {
+    file_name=$1
+    echo "converting ${file_name}"
+    nccopy -7 -d 1 -s -c "time/1,depth/1,latitude/100,longitude/100" \
+        ${file_name} ${file_name}_tmp_nc4
+    mv ${file_name}_tmp_nc4 ${file_name}
+}
+export -f convert_to_nc4c
+
+# bunzip and convert using 4 threads
+find data/ -type f -iname \*.nc.bz2 -print0 | \
+    xargs -0 -n1 -P4 -I {} bunzip2 -v {}
+find data/ -type f -iname \*.nc -print0 | \
+    xargs -0 -n1 -P4 -I {} bash -c "convert_to_nc4c {}"