Merge branch 'add-quickscat' into 'develop'

repo_name: QuickSCAT

people: Willi Rath (<wrath@geomar.de>), Rafael Abel (<rabel@geomar.de>)

http_path_remote: https://git.geomar.de/data/QuickSCAT

git_path_remote: git@git.geomar.de:data/QuickSCAT.git

repo_description: |

     SeaWinds on QuikSCAT Level 4 Gridded Mean Wind Fields in 0.25°

     Geographical Grid from IFREMER

     <http://products.cersat.fr/details/?id=CER_WND_GLO_1D_025_MWF_QS>

prefixes: data doc

data:

    - url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/QuikSCAT/Daily/Netcdf/"

      cut_dirs: 7

      prefix: data

      accept_files: "*.*"

      method: !!python/name:data_repo_renderer.WgetRecursive

    - url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/QuikSCAT/Monthly/Netcdf/"

      cut_dirs: 7

      prefix: data

      accept_files: "*.*"

      method: !!python/name:data_repo_renderer.WgetRecursive

doc:

    - url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/QuikSCAT/Daily/Doc/"

      cut_dirs: 9

      prefix: doc

      accept_files: "*.*"

      method: !!python/name:data_repo_renderer.WgetRecursive

    - url: "ftp://ftp.ifremer.fr/ifremer/cersat/products/gridded/MWF/L3/QuikSCAT/Monthly/Doc/"

      cut_dirs: 9

      prefix: doc

      accept_files: "*.*"

      method: !!python/name:data_repo_renderer.WgetRecursive

    - url: http://products.cersat.fr/details/?id=CER_WND_GLO_1D_025_MWF_QS

      file_name: CER_WND_GLO_1D_025_MWF_QS.html

      prefix: doc

      method: !!python/name:data_repo_renderer.CurlSingleFile

post_processing:

    - util/convert_to_netCDF4_classic.sh

#!/bin/bash

# define and export convert function

function convert_to_nc4c {

    file_name=$1

    echo "converting ${file_name}"

    nccopy -7 -d 1 -s -c "time/1,depth/1,latitude/100,longitude/100" \

        ${file_name} ${file_name}_tmp_nc4

    mv ${file_name}_tmp_nc4 ${file_name}

}

export -f convert_to_nc4c

# bunzip and convert using 4 threads

find data/ -type f -iname \*.nc.bz2 -print0 | \

    xargs -0 -n1 -P4 -I {} bunzip2 -v {}

find data/ -type f -iname \*.nc -print0 | \

    xargs -0 -n1 -P4 -I {} bash -c "convert_to_nc4c {}"