run_load_evs_stats.sh

#!/bin/bash
module load prod_util
declare -a exp=( aqmv6 )
declare -a exp=( aqmv6 aqmv7 )
declare -a exp=( aqmv707 aqmv708 )
declare -a exp=( aqmv708 )
declare -a exp=( aqmv707 )
declare -a exp=( aqmv707n )
declare -a exp=( aqmv708n )
MSG="$0 new/add beg_date end_date"
TODAY=`date +%Y%m%d`
if [ $# -eq 0 ]; then
    echo ${MSG}
   exit
elif [ $# -eq 1 ]; then
    FIRSTDAY=${TODAY}
    LASTDAY=${TODAY}
elif [ $# -eq 2 ]; then
    FIRSTDAY=$2
    LASTDAY=$2
else
    FIRSTDAY=$2
    LASTDAY=$3
fi
flag_new=$1
if [ "${flag_new}" == "new" ]; then  
   NEW_ADD="false"
elif [ "${flag_new}" == "add" ]; then
   NEW_ADD="true"
else
   echo "input ${flag_new} not recognized"
   echo ${MSG}
   exit
fi

TIME_ID1=`echo ${FIRSTDAY} | cut -c1-6`
TIME_ID2=`echo ${LASTDAY} | cut -c1-6`
if [ "${TIME_ID1}" != "${TIME_ID2}" ]; then
    echo "First day ${TIME_ID1} and last day ${TIME_ID2} are not belong to the same month"
    exit
fi
## TIME_ID1=sep20
database=meteor
database=chem
if [ "${database}" == "chem" ]; then
    verif_var="o3pm"
    DATA_DIR=/lfs/h2/emc/vpppg/noscrub/${USER}/metplus_aq/stat/aqm_evs
    DATA_DIR=/lfs/h2/emc/physics/noscrub/${USER}/metplus_aq/stat/aqm_evs
elif [ "${database}" == "meteor" ]; then
    verif_var="cam"
    DATA_DIR=/lfs/h2/emc/physics/noscrub/${USER}/metplus_cam/stat/cam
fi
verif_type=g2o_met
load_datbase_template=load_${verif_type}.base
MSG="$0 new or add database [new|add]"
if [ $# -lt 1 ]; then
   echo ${MSG}
   exit
fi
hl=`hostname | cut -c1`

SCRIPT=/lfs/h2/emc/physics/noscrub/${USER}/METviewer_AWS/script
XML=/lfs/h2/emc/vpppg/save/${USER}/METviewer_AWS/XML
XML=/lfs/h2/emc/vpppg/save/${USER}/METviewer_AWS/XML
##
## verif need to be consistent for "type" defined in XML/load_g2g_met_verf_aod.xml
##
for i in "${exp[@]}"; do
    BASE_DIR=/lfs/h2/emc/stmp/${USER}/load_to_aws_${verif_var}_${i}
    mkdir -p ${BASE_DIR}

    TMP_DIR=${BASE_DIR}/tmp
    if [ -d ${TMP_DIR} ]; then /bin/rm -rf ${TMP_DIR}/* ; fi
    mkdir -p ${TMP_DIR}

    sub_dir=verif_${verif_var}_${i}
    LOAD_DIR=${BASE_DIR}/${sub_dir}
    if [ -d ${LOAD_DIR} ]; then /bin/rm -rf ${LOAD_DIR}/* ; fi
    mkdir -p ${LOAD_DIR}
    cd ${LOAD_DIR}

    capexp=`echo ${i} | tr '[:lower:]' '[:upper:]'`
    met_datbase=mv_${verif_type}_${verif_var}_b_${i}_${TIME_ID1}
    load_datbase_xml=load_${verif_type}_${verif_var}_${i}_${TIME_ID1}.xml
    NOW=${FIRSTDAY}
    while [ ${NOW} -le ${LASTDAY} ]; do
        if [ "${database}" == "chem" ]; then
            cp ${DATA_DIR}/${NOW}/${capexp}*.stat .
        elif [ "${database}" == "meteor" ]; then
            cp ${DATA_DIR}/${NOW}/${capexp}_CAM_* .
        fi
        cdate=${NOW}"00"
        NOW=$(${NDATE} +24 ${cdate}| cut -c1-8)
    done 

## $SCRIPT/mv_create_db_on_aws.sh ho-chun.huang mv_grid2grid_met_verf_aod
    sed -e "s!xxTYPExx!${sub_dir}!" -e "s!xxdatabasexx!${met_datbase}!" -e "s!xxnewaddxx!${NEW_ADD}!" ${XML}/${load_datbase_template} > ${XML}/${load_datbase_xml}
    if [ "${flag_new}" == "new" ]; then  
       $SCRIPT/mv_create_db_on_aws.sh ho-chun.huang ${met_datbase}
       echo "Create database done!"
    fi

    $SCRIPT/mv_load_to_aws.sh ho-chun.huang ${BASE_DIR} ${XML}/${load_datbase_xml}
    echo "run_scrpt = ${XML}/${load_datbase_xml}"
done