Commit 0b7e05be by WangJinfeng

调整挂载分区

parent af979033
......@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \
......
......@@ -17,10 +17,10 @@ check_await ${INPUT}/_SUCCESS
OUTPUT="${DMP_INSTALL_LIST}/${date_path}/${BUSINESS}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$BUSINESS'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${BUSINESS}"
spark-submit --class mobvista.dmp.common.Old2NewInstallList \
......
......@@ -47,8 +47,8 @@ OUTPUT_PATH="${DMP_INSTALL_LIST}/${date_path}/${BUSINESS}"
mount_partition "dmp_install_list" "dt='$date', business='$BUSINESS'" "$OUTPUT_PATH"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${BUSINESS}"
spark-submit --class mobvista.dmp.common.InstallListDaily \
......
......@@ -27,8 +27,8 @@ OUTPUT_PATH="${DMP_INSTALL_LIST}/${date_path}/${BUSINESS}"
mount_partition "dmp_install_list" "dt='${date}', business='${BUSINESS}'" "$OUTPUT_PATH"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${BUSINESS}"
spark-submit --class mobvista.dmp.common.InstallListMerge \
......
......@@ -21,8 +21,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \
......
......@@ -964,8 +964,8 @@ installListJob() {
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \
......
......@@ -27,8 +27,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \
......
......@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \
......
......@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
# --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
......
......@@ -21,8 +21,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${date_path}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \
......
......@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \
......
......@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \
......
......@@ -21,8 +21,8 @@ check_await "${INSTALL_PATH}/_SUCCESS"
OUTPUT="${DMP_INSTALL_LIST}/${date_path}/${business}"
expire_date=$(date +%Y%m%d -d "-15 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-15 day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment