Commit 267e4a1a by wang-jinfeng

fix adn_sdk_v2_install_v2

parent 750ce035
......@@ -23,8 +23,16 @@ REDUCE_NUM=$(calculate_reduce_num ${INPUT_PATH})
hadoop jar ../${JAR} mobvista.dmp.main.ParseInstallRCFile \
-Dmapreduce.fileoutputcommitter.algorithm.version=2 \
-Dmapreduce.map.memory.mb=3072 \
-Dmapreduce.map.java.opts=-Xmx2458m \
-Dmapreduce.reduce.memory.mb=3072 \
-Dmapreduce.reduce.java.opts=-Xmx2458m \
${INPUT_PATH} ${OUTPUT_PATH} ${REDUCE_NUM}
if [[ $? -ne 0 ]];then
exit 255
fi
: '
business="adn_sdk"
......@@ -41,13 +49,6 @@ spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \
../${JAR} \
-output ${OUTPUT_PATH} -input ${INPUT_PATH} -business ${business}
'
if [[ $? -ne 0 ]];then
exit 255
fi
mount_partition "dm_install_list_v2" "dt='$LOG_TIME', business='adn_sdk_v2'" "$OUTPUT_PATH"
if [[ $? -ne 0 ]];then
exit 255
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment