#!/usr/bin/env bash # # # # # # # # # # # # # # # # # # # # # # # @file :dsp_count_country_interest.sh # @author :liushuai # @revision:2017-05-17 20:09 # @desc :dsp 兴趣 标签设备量 # # # # # # # # # # # # # # # # # # # # # # source ../prd_env.sh echo "ScheduleTime=$ScheduleTime" LOG_TIME=$(date +%Y%m%d -d "-2 days $ScheduleTime") date_path=${LOG_TIME:0:4}/${LOG_TIME:4:2}/${LOG_TIME:6:2} INPUT_PATH="${REQUEST_PATH}/tmp_dsp_interest/$date_path" OUTPUT_PATH="${REQUEST_PATH}/dsp_count_interest/$date_path" #检查文件是否存在 check_await "${INPUT_PATH}/_SUCCESS" hadoop fs -rm -r $OUTPUT_PATH hadoop jar ../${JAR} mobvista.prd.datasource.country.interest.mapreduce.CountryInterestCountMR \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \ -input ${INPUT_PATH} \ -output ${OUTPUT_PATH} \ -reduceNum 2 if [ $? -ne 0 ]; then exit 255 fi