Skip to content

M
mobvista-dmp
Commit 0b7e05be by WangJinfeng
Options

调整挂载分区

parent af979033
Showing with 27 additions and 27 deletions
azkaban/clever/adn_clever_install_total_orc.sh
...@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}" ...@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT" mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME") expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}") expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}" EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \ spark-submit --class mobvista.dmp.common.InstallListLogic \
......
azkaban/dm/dmp_install_list_common.sh
...@@ -17,10 +17,10 @@ check_await ${INPUT}/_SUCCESS ...@@ -17,10 +17,10 @@ check_await ${INPUT}/_SUCCESS
OUTPUT="${DMP_INSTALL_LIST}/${date_path}/${BUSINESS}" OUTPUT="${DMP_INSTALL_LIST}/${date_path}/${BUSINESS}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT" mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$BUSINESS'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME") expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}") expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${BUSINESS}" EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${BUSINESS}"
spark-submit --class mobvista.dmp.common.Old2NewInstallList \ spark-submit --class mobvista.dmp.common.Old2NewInstallList \
......
azkaban/dm/dmp_install_list_daily.sh
...@@ -47,8 +47,8 @@ OUTPUT_PATH="${DMP_INSTALL_LIST}/${date_path}/${BUSINESS}" ...@@ -47,8 +47,8 @@ OUTPUT_PATH="${DMP_INSTALL_LIST}/${date_path}/${BUSINESS}"
mount_partition "dmp_install_list" "dt='$date', business='$BUSINESS'" "$OUTPUT_PATH" mount_partition "dmp_install_list" "dt='$date', business='$BUSINESS'" "$OUTPUT_PATH"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME") expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}") expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${BUSINESS}" EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${BUSINESS}"
spark-submit --class mobvista.dmp.common.InstallListDaily \ spark-submit --class mobvista.dmp.common.InstallListDaily \
......
azkaban/dm/dmp_install_list_merge.sh
...@@ -27,8 +27,8 @@ OUTPUT_PATH="${DMP_INSTALL_LIST}/${date_path}/${BUSINESS}" ...@@ -27,8 +27,8 @@ OUTPUT_PATH="${DMP_INSTALL_LIST}/${date_path}/${BUSINESS}"
mount_partition "dmp_install_list" "dt='${date}', business='${BUSINESS}'" "$OUTPUT_PATH" mount_partition "dmp_install_list" "dt='${date}', business='${BUSINESS}'" "$OUTPUT_PATH"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME") expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}") expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${BUSINESS}" EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${BUSINESS}"
spark-submit --class mobvista.dmp.common.InstallListMerge \ spark-submit --class mobvista.dmp.common.InstallListMerge \
......
azkaban/dm/other_install_total_orc.sh
...@@ -21,8 +21,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}" ...@@ -21,8 +21,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT" mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME") expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}") expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}" EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \ spark-submit --class mobvista.dmp.common.InstallListLogic \
......
azkaban/dmp_env.sh
...@@ -964,8 +964,8 @@ installListJob() { ...@@ -964,8 +964,8 @@ installListJob() {
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT" mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME") expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}") expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}" EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \ spark-submit --class mobvista.dmp.common.InstallListLogic \
......
azkaban/dsp/dsp_req_unmatch_install_total_orc.sh
...@@ -27,8 +27,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}" ...@@ -27,8 +27,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT" mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME") expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}") expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}" EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \ spark-submit --class mobvista.dmp.common.InstallListLogic \
......
azkaban/facebook/facebook_install_total_orc.sh
...@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}" ...@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT" mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME") expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}") expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}" EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \ spark-submit --class mobvista.dmp.common.InstallListLogic \
......
azkaban/ga/ga_install_total_orc.sh
...@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}" ...@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT" mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME") expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}") expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}" EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
# --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \ # --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
......
azkaban/iqiyi/iqiyi_install_total_orc.sh
...@@ -21,8 +21,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${date_path}/${business}" ...@@ -21,8 +21,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${date_path}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT" mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME") expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}") expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}" EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \ spark-submit --class mobvista.dmp.common.InstallListLogic \
......
azkaban/joypac/joypac_install_total_orc.sh
...@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}" ...@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT" mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME") expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}") expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}" EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \ spark-submit --class mobvista.dmp.common.InstallListLogic \
......
azkaban/mp/mp_request_install_total_orc.sh
...@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}" ...@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT" mount_partition "dmp_install_list" "dt='$LOG_TIME', business='$business'" "$OUTPUT"
expire_date=$(date +%Y%m%d -d "-4 day $LOG_TIME") expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-4 day ${LOG_TIME}") expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}" EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \ spark-submit --class mobvista.dmp.common.InstallListLogic \
......
azkaban/mparticle/mparticle_install_total_orc.sh
...@@ -21,8 +21,8 @@ check_await "${INSTALL_PATH}/_SUCCESS" ...@@ -21,8 +21,8 @@ check_await "${INSTALL_PATH}/_SUCCESS"
OUTPUT="${DMP_INSTALL_LIST}/${date_path}/${business}" OUTPUT="${DMP_INSTALL_LIST}/${date_path}/${business}"
expire_date=$(date +%Y%m%d -d "-15 day $LOG_TIME") expire_date=$(date +%Y%m%d -d "-8 day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-15 day ${LOG_TIME}") expire_date_path=$(date +"%Y/%m/%d" -d "-8 day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}" EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \ spark-submit --class mobvista.dmp.common.InstallListLogic \
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment