diff --git a/azkaban/3s_postback/3s_postback_install_list_v2.sh b/azkaban/3s_postback/3s_postback_install_list_v2.sh index a631e27..b5584e5 100644 --- a/azkaban/3s_postback/3s_postback_install_list_v2.sh +++ b/azkaban/3s_postback/3s_postback_install_list_v2.sh @@ -21,6 +21,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \ ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM} +if [ $? -ne 0 ];then + exit 255 +fi + mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH" if [ $? -ne 0 ];then exit 255 diff --git a/azkaban/ad_server_campaign/adserver_install_list_v2.sh b/azkaban/ad_server_campaign/adserver_install_list_v2.sh index 0292aa2..5dd95cf 100644 --- a/azkaban/ad_server_campaign/adserver_install_list_v2.sh +++ b/azkaban/ad_server_campaign/adserver_install_list_v2.sh @@ -21,12 +21,11 @@ hadoop fs -rm -r $OUTPUT_PATH hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile $INPUT_PATH $OUTPUT_PATH 100 + if [ $? -ne 0 ];then exit 255 fi - - mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='adserver'" "$OUTPUT_PATH" if [ $? -ne 0 ];then exit 255 diff --git a/azkaban/adn_sdk/adn_sdk_install_v2.sh b/azkaban/adn_sdk/adn_sdk_install_v2.sh index 83faa4a..f73b068 100644 --- a/azkaban/adn_sdk/adn_sdk_install_v2.sh +++ b/azkaban/adn_sdk/adn_sdk_install_v2.sh @@ -25,6 +25,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \ ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM} +if [ $? -ne 0 ];then + exit 255 +fi + : ' business="adn_sdk" diff --git a/azkaban/ali/ali_install_list_v2.sh b/azkaban/ali/ali_install_list_v2.sh index 1e1f196..4ff7744 100644 --- a/azkaban/ali/ali_install_list_v2.sh +++ b/azkaban/ali/ali_install_list_v2.sh @@ -27,6 +27,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \ ${INPUT_PATH} ${OUTPUT_PATH} 100 +if [ $? -ne 0 ];then + exit 255 +fi + : ' spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \ --name "mobvista.dmp.datasource.dm.DmInstallListOrc.${business}" \ diff --git a/azkaban/bytedance/bytedance_install_list_v2.sh b/azkaban/bytedance/bytedance_install_list_v2.sh index e72e3c0..5905b02 100644 --- a/azkaban/bytedance/bytedance_install_list_v2.sh +++ b/azkaban/bytedance/bytedance_install_list_v2.sh @@ -26,6 +26,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \ ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM} +if [ $? -ne 0 ];then + exit 255 +fi + unset HADOOP_CLASSPATH mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH" diff --git a/azkaban/clever/adn_clever_install_v2.sh b/azkaban/clever/adn_clever_install_v2.sh index a06bb33..bf1640f 100644 --- a/azkaban/clever/adn_clever_install_v2.sh +++ b/azkaban/clever/adn_clever_install_v2.sh @@ -23,6 +23,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \ $INPUT_PATH $OUTPUT_PATH 20 +if [ $? -ne 0 ];then + exit 255 +fi + : ' business="clever" spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \ diff --git a/azkaban/dm/install_list_other_v2.sh b/azkaban/dm/install_list_other_v2.sh index 66f3286..54b9992 100644 --- a/azkaban/dm/install_list_other_v2.sh +++ b/azkaban/dm/install_list_other_v2.sh @@ -23,6 +23,9 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \ $INPUT_PATH $OUTPUT_PATH 200 +if [ $? -ne 0 ];then + exit 255 +fi : ' business="other" diff --git a/azkaban/dsp/dsp_req_pkg_total_v2.sh b/azkaban/dsp/dsp_req_pkg_total_v2.sh index 3d6cdf1..9dbc1b8 100644 --- a/azkaban/dsp/dsp_req_pkg_total_v2.sh +++ b/azkaban/dsp/dsp_req_pkg_total_v2.sh @@ -25,6 +25,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \ $INPUT_PATH $OUTPUT_PATH 6000 +if [ $? -ne 0 ];then + exit 255 +fi + : ' business="dsp_req" diff --git a/azkaban/facebook/facebook_install_list_v2.sh b/azkaban/facebook/facebook_install_list_v2.sh index 9b53315..bab5025 100644 --- a/azkaban/facebook/facebook_install_list_v2.sh +++ b/azkaban/facebook/facebook_install_list_v2.sh @@ -27,6 +27,9 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \ ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM} +if [ $? -ne 0 ];then + exit 255 +fi unset HADOOP_CLASSPATH diff --git a/azkaban/iqiyi/iqiyi_install_list_v2.sh b/azkaban/iqiyi/iqiyi_install_list_v2.sh index e6e1b26..3bf8601 100644 --- a/azkaban/iqiyi/iqiyi_install_list_v2.sh +++ b/azkaban/iqiyi/iqiyi_install_list_v2.sh @@ -25,6 +25,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \ ${INPUT_PATH} ${OUTPUT_PATH} 10 +if [ $? -ne 0 ];then + exit 255 +fi + unset HADOOP_CLASSPATH mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH" diff --git a/azkaban/joypac/joypac_install_list_v2.sh b/azkaban/joypac/joypac_install_list_v2.sh index afaded1..21014bb 100644 --- a/azkaban/joypac/joypac_install_list_v2.sh +++ b/azkaban/joypac/joypac_install_list_v2.sh @@ -27,6 +27,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \ ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM} +if [ $? -ne 0 ];then + exit 255 +fi + unset HADOOP_CLASSPATH # mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH" diff --git a/azkaban/mp/mp_request_install_list_v2.sh b/azkaban/mp/mp_request_install_list_v2.sh index 7626314..77e63ec 100644 --- a/azkaban/mp/mp_request_install_list_v2.sh +++ b/azkaban/mp/mp_request_install_list_v2.sh @@ -22,6 +22,10 @@ reduce_num=`calculate_reduce_num "${INPUT_PATH}"` hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile $INPUT_PATH $OUTPUT_PATH ${reduce_num} +if [ $? -ne 0 ];then + exit 255 +fi + : ' business="mp" spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \ diff --git a/azkaban/retarget_dealerid/dsp_dealer_install_list_v2.sh b/azkaban/retarget_dealerid/dsp_dealer_install_list_v2.sh index dcf8520..a4bfe1d 100644 --- a/azkaban/retarget_dealerid/dsp_dealer_install_list_v2.sh +++ b/azkaban/retarget_dealerid/dsp_dealer_install_list_v2.sh @@ -19,6 +19,10 @@ REDUCE_NUM=$(calculate_reduce_num ${INPUT_PATH}) hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM} +if [ $? -ne 0 ];then + exit 255 +fi + mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH" if [ $? -ne 0 ];then exit 255