eggplants_count.sh

#!/usr/bin/env bash

source ../prd_env.sh

LOG_TIME=$(date +%Y%m%d -d "-1 day $ScheduleTime")
year=${LOG_TIME:0:4}
month=${LOG_TIME:4:2}
day=${LOG_TIME:6:2}

now=`date -d"$ScheduleTime" +%w`

if [ $now -eq 2 ] || [ $now -eq 3 ] || [ $now -eq 5 ] || [ $now -eq 6 ] || [ $now -eq 0 ]; then
    echo "$LOG_TIME is not Monday or Thursday"
    exit 0
fi


INPUT="s3://mob-emr-test/liushuai/eggplants/${year}/${month}/${day}"
OUTPUT="s3://mob-emr-test/liushuai/eggplants_count/${year}/${month}/${day}"

hadoop fs -rmr ${OUTPUT}

hadoop jar ../${JAR} mobvista.prd.datasource.eggplants.EggplantsCountMR \
    -Dmapreduce.fileoutputcommitter.algorithm.version=2 \
    ${INPUT} ${OUTPUT}

if [ $? no 0 ]; then
    exit 255
fi