update nginx_setting.sh

azkaban/adn/package/adn_request_install_total_orc.sh

@@ -31,11 +31,11 @@ EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
 
 spark-submit --class mobvista.dmp.common.InstallListLogic \
      --name "DmpInstallList.${business}.${LOG_TIME}" \
-     --conf spark.sql.shuffle.partitions=2000 \
-     --conf spark.default.parallelism=2000 \
+     --conf spark.sql.shuffle.partitions=4000 \
+     --conf spark.default.parallelism=4000 \
      --conf spark.kryoserializer.buffer.max=256m \
-     --master yarn --deploy-mode cluster --executor-memory 18g --driver-memory 4g  --executor-cores 5 --num-executors 60 \
-     ../../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT} -coalesce 1000
+     --master yarn --deploy-mode cluster --executor-memory 12g --driver-memory 6g  --executor-cores 5 --num-executors 100 \
+     ../../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT} -coalesce 2000
 
 if [[ $? -ne 0 ]];then
   exit 255