Skip to content

M
mobvista-dmp
Commit 4013a54e by WangJinfeng
Options

update nginx_setting.sh

parent ec66e7f9
Showing with 4 additions and 4 deletions
azkaban/adn/package/adn_request_install_total_orc.sh
...@@ -31,11 +31,11 @@ EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}" ...@@ -31,11 +31,11 @@ EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \ spark-submit --class mobvista.dmp.common.InstallListLogic \
--name "DmpInstallList.${business}.${LOG_TIME}" \ --name "DmpInstallList.${business}.${LOG_TIME}" \
--conf spark.sql.shuffle.partitions=2000 \ --conf spark.sql.shuffle.partitions=4000 \
--conf spark.default.parallelism=2000 \ --conf spark.default.parallelism=4000 \
--conf spark.kryoserializer.buffer.max=256m \ --conf spark.kryoserializer.buffer.max=256m \
--master yarn --deploy-mode cluster --executor-memory 18g --driver-memory 4g --executor-cores 5 --num-executors 60 \ --master yarn --deploy-mode cluster --executor-memory 12g --driver-memory 6g --executor-cores 5 --num-executors 100 \
../../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT} -coalesce 1000 ../../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT} -coalesce 2000
if [[ $? -ne 0 ]];then if [[ $? -ne 0 ]];then
exit 255 exit 255
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment