Commit cdea637e by WangJinfeng

check job success

parent c7b71508
......@@ -21,6 +21,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM}
if [ $? -ne 0 ];then
exit 255
fi
mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH"
if [ $? -ne 0 ];then
exit 255
......
......@@ -21,12 +21,11 @@ hadoop fs -rm -r $OUTPUT_PATH
hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile $INPUT_PATH $OUTPUT_PATH 100
if [ $? -ne 0 ];then
exit 255
fi
mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='adserver'" "$OUTPUT_PATH"
if [ $? -ne 0 ];then
exit 255
......
......@@ -25,6 +25,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM}
if [ $? -ne 0 ];then
exit 255
fi
: '
business="adn_sdk"
......
......@@ -27,6 +27,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} 100
if [ $? -ne 0 ];then
exit 255
fi
: '
spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \
--name "mobvista.dmp.datasource.dm.DmInstallListOrc.${business}" \
......
......@@ -26,6 +26,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM}
if [ $? -ne 0 ];then
exit 255
fi
unset HADOOP_CLASSPATH
mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH"
......
......@@ -23,6 +23,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \
$INPUT_PATH $OUTPUT_PATH 20
if [ $? -ne 0 ];then
exit 255
fi
: '
business="clever"
spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \
......
......@@ -23,6 +23,9 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \
$INPUT_PATH $OUTPUT_PATH 200
if [ $? -ne 0 ];then
exit 255
fi
: '
business="other"
......
......@@ -25,6 +25,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \
$INPUT_PATH $OUTPUT_PATH 6000
if [ $? -ne 0 ];then
exit 255
fi
: '
business="dsp_req"
......
......@@ -27,6 +27,9 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM}
if [ $? -ne 0 ];then
exit 255
fi
unset HADOOP_CLASSPATH
......
......@@ -25,6 +25,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} 10
if [ $? -ne 0 ];then
exit 255
fi
unset HADOOP_CLASSPATH
mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH"
......
......@@ -27,6 +27,10 @@ hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \
${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM}
if [ $? -ne 0 ];then
exit 255
fi
unset HADOOP_CLASSPATH
# mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH"
......
......@@ -22,6 +22,10 @@ reduce_num=`calculate_reduce_num "${INPUT_PATH}"`
hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile $INPUT_PATH $OUTPUT_PATH ${reduce_num}
if [ $? -ne 0 ];then
exit 255
fi
: '
business="mp"
spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \
......
......@@ -19,6 +19,10 @@ REDUCE_NUM=$(calculate_reduce_num ${INPUT_PATH})
hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile ${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM}
if [ $? -ne 0 ];then
exit 255
fi
mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='${business}'" "$OUTPUT_PATH"
if [ $? -ne 0 ];then
exit 255
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment