#!/usr/bin/env bash
source ../../dmp_env.sh
DATE_PATH1=$(date -d "$ScheduleTime 1 days ago" "+%Y/%m/%d")
DATE_PATH2=$(date -d "$ScheduleTime 2 days ago" "+%Y/%m/%d")
DATE_PATH3=$(date -d "$ScheduleTime 3 days ago" "+%Y/%m/%d")
DATE_PATH4=$(date -d "$ScheduleTime 4 days ago" "+%Y/%m/%d")
DATE_PATH5=$(date -d "$ScheduleTime 5 days ago" "+%Y/%m/%d")
DATE_PATH6=$(date -d "$ScheduleTime 6 days ago" "+%Y/%m/%d")
DATE_PATH7=$(date -d "$ScheduleTime 7 days ago" "+%Y/%m/%d")
DATE_PATH="${DATE_PATH1},${DATE_PATH2},${DATE_PATH3},${DATE_PATH4},${DATE_PATH5},${DATE_PATH6},${DATE_PATH7}"
INPUT_ADN_CLICK_PATH="${ETL_ADN_CLICK_DAILY}/{$DATE_PATH}"
INPUT_ADN_PRE_CLICK_PATH="${ETL_ADN_PRE_CLICK_DAILY}/{$DATE_PATH}"
OUTPUT_ADN_MERGE_CLICK="${ETL_ADN_MERGE_CLICK_PRE_CLICK}/${DATE_PATH1}"
hadoop fs -rm -r "$OUTPUT_ADN_MERGE_CLICK"
REDUCE_NUM=$(calculate_reduce_num ${OUTPUT_ADN_MERGE_CLICK})
hadoop jar ../../${JAR} mobvista.dmp.datasource.adn.mapreduce.MergeAdnClickMR \
-Dmapreduce.job.reduces=1000 \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \
"$INPUT_ADN_CLICK_PATH" "$INPUT_ADN_PRE_CLICK_PATH" "$OUTPUT_ADN_MERGE_CLICK" || exit 1
EXPIRE_PATH="${ETL_ADN_MERGE_CLICK_PRE_CLICK}/$DATE_PATH2"
hadoop fs -test -e $EXPIRE_PATH
if [ $? -eq 0 ];then
hadoop fs -rm -r $EXPIRE_PATH
fi