Commit cdea637e by WangJinfeng

check job success

parent c7b71508
...@@ -21,6 +21,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ ...@@ -21,6 +21,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM} ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM}
if [ $? -ne 0 ];then
exit 255
fi
mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH" mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH"
if [ $? -ne 0 ];then if [ $? -ne 0 ];then
exit 255 exit 255
......
...@@ -21,12 +21,11 @@ hadoop fs -rm -r $OUTPUT_PATH ...@@ -21,12 +21,11 @@ hadoop fs -rm -r $OUTPUT_PATH
hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile $INPUT_PATH $OUTPUT_PATH 100 hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile $INPUT_PATH $OUTPUT_PATH 100
if [ $? -ne 0 ];then if [ $? -ne 0 ];then
exit 255 exit 255
fi fi
mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='adserver'" "$OUTPUT_PATH" mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='adserver'" "$OUTPUT_PATH"
if [ $? -ne 0 ];then if [ $? -ne 0 ];then
exit 255 exit 255
......
...@@ -25,6 +25,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ ...@@ -25,6 +25,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM} ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM}
if [ $? -ne 0 ];then
exit 255
fi
: ' : '
business="adn_sdk" business="adn_sdk"
......
...@@ -27,6 +27,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ ...@@ -27,6 +27,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} 100 ${INPUT_PATH} ${OUTPUT_PATH} 100
if [ $? -ne 0 ];then
exit 255
fi
: ' : '
spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \ spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \
--name "mobvista.dmp.datasource.dm.DmInstallListOrc.${business}" \ --name "mobvista.dmp.datasource.dm.DmInstallListOrc.${business}" \
......
...@@ -26,6 +26,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ ...@@ -26,6 +26,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM} ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM}
if [ $? -ne 0 ];then
exit 255
fi
unset HADOOP_CLASSPATH unset HADOOP_CLASSPATH
mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH" mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH"
......
...@@ -23,6 +23,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ ...@@ -23,6 +23,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \
$INPUT_PATH $OUTPUT_PATH 20 $INPUT_PATH $OUTPUT_PATH 20
if [ $? -ne 0 ];then
exit 255
fi
: ' : '
business="clever" business="clever"
spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \ spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \
......
...@@ -23,6 +23,9 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ ...@@ -23,6 +23,9 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \
$INPUT_PATH $OUTPUT_PATH 200 $INPUT_PATH $OUTPUT_PATH 200
if [ $? -ne 0 ];then
exit 255
fi
: ' : '
business="other" business="other"
......
...@@ -25,6 +25,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ ...@@ -25,6 +25,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \
$INPUT_PATH $OUTPUT_PATH 6000 $INPUT_PATH $OUTPUT_PATH 6000
if [ $? -ne 0 ];then
exit 255
fi
: ' : '
business="dsp_req" business="dsp_req"
......
...@@ -27,6 +27,9 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ ...@@ -27,6 +27,9 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM} ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM}
if [ $? -ne 0 ];then
exit 255
fi
unset HADOOP_CLASSPATH unset HADOOP_CLASSPATH
......
...@@ -25,6 +25,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ ...@@ -25,6 +25,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} 10 ${INPUT_PATH} ${OUTPUT_PATH} 10
if [ $? -ne 0 ];then
exit 255
fi
unset HADOOP_CLASSPATH unset HADOOP_CLASSPATH
mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH" mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH"
......
...@@ -27,6 +27,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \ ...@@ -27,6 +27,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \ -Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM} ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM}
if [ $? -ne 0 ];then
exit 255
fi
unset HADOOP_CLASSPATH unset HADOOP_CLASSPATH
# mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH" # mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH"
......
...@@ -22,6 +22,10 @@ reduce_num=`calculate_reduce_num "${INPUT_PATH}"` ...@@ -22,6 +22,10 @@ reduce_num=`calculate_reduce_num "${INPUT_PATH}"`
hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile $INPUT_PATH $OUTPUT_PATH ${reduce_num} hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile $INPUT_PATH $OUTPUT_PATH ${reduce_num}
if [ $? -ne 0 ];then
exit 255
fi
: ' : '
business="mp" business="mp"
spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \ spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \
......
...@@ -19,6 +19,10 @@ REDUCE_NUM=$(calculate_reduce_num ${INPUT_PATH}) ...@@ -19,6 +19,10 @@ REDUCE_NUM=$(calculate_reduce_num ${INPUT_PATH})
hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM} hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM}
if [ $? -ne 0 ];then
exit 255
fi
mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH" mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH"
if [ $? -ne 0 ];then if [ $? -ne 0 ];then
exit 255 exit 255
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment