Commit 49d86c92 by WangJinfeng

fix dsp_req_install_total_orc

parent 1d221fa6
......@@ -38,8 +38,8 @@ spark-submit --class mobvista.dmp.common.InstallListLogic \
--conf spark.sql.files.maxPartitionBytes=536870912 \
--conf spark.sql.adaptive.enabled=true \
--conf spark.sql.adaptive.advisoryPartitionSizeInBytes=536870912 \
--deploy-mode cluster --executor-memory 10g --driver-memory 6g --executor-cores 3 --num-executors 300 \
../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT} -coalesce 4000
--deploy-mode cluster --executor-memory 6g --driver-memory 6g --executor-cores 2 --num-executors 300 \
../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT} -coalesce 5000
if [[ $? -ne 0 ]];then
exit 255
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment