Commit f6303229 by WangJinfeng

drop partition

parent 7d875c3a
......@@ -130,10 +130,14 @@ spark-submit --class mobvista.dmp.datasource.device.OdsDmpUserInfoDailyV2 \
../${JAR} \
-cur_day ${date} -gender_date ${GET_GENDER_DATE} -output ${OUTPUT_PATH} -coalesce 2000
if [[ $? -ne 0 ]]; then
exit 255
fi
hadoop fs -touchz ${OUTPUT_PATH}/_SUCCESS
yes_bef10_day=`date -d "$ScheduleTime 10 days ago" +%Y%m%d`
UNMOUNT_OUTPUT_PATH=${ODS_DMP_USER_INFO_DAILY}/${yes_bef10_day}
unmount_partition "ods_dmp_user_info_daily" "dt='${yes_bef10_day}'" "${UNMOUNT_OUTPUT_PATH}"
\ No newline at end of file
......@@ -6,7 +6,7 @@ LOG_TIME=$(date +%Y%m%d -d "-1 day $ScheduleTime")
yes_bef1_slack=$(date +%Y/%m/%d -d "-1 day $ScheduleTime")
INPUT_PATH=""
INPUT_PATH="s3://mob-emr-test/dataplatform/DataWareHouse/data/device_mapping/${yes_bef1_slack}"
OUTPUT_PATH="${ODS_DMP_USER_INFO_DAILY}_mapping/${yes_bef1_slack}"
spark-submit --class mobvista.dmp.datasource.device.OdsDmpUserInfoDailyMapping \
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment