Commit db70af1d by WangJinfeng

update id_mapping add reyun

parent 10fa0aad
......@@ -21,8 +21,8 @@ spark-submit --class mobvista.dmp.datasource.id_mapping.DspReq \
--conf spark.network.timeout=720s \
--conf spark.sql.shuffle.partitions=20000 \
--conf spark.default.parallelism=20000 \
--deploy-mode cluster --executor-memory 12g --driver-memory 8g --executor-cores 5 --num-executors 200 \
../${JAR} -date ${LOG_TIME} -business ${BUSINESS} -output ${OUTPUT_PATH} -coalesce 2000
--deploy-mode cluster --executor-memory 6g --driver-memory 8g --executor-cores 2 --num-executors 300 \
../${JAR} -date ${LOG_TIME} -business ${BUSINESS} -output ${OUTPUT_PATH} -coalesce 4000
if [ $? -ne 0 ]; then
exit 255
......
type=command
dependencies=reyun_id_mapping,adn_id_mapping,adn_request_id_mapping
dependencies=reyun_id_mapping,adn_request_id_mapping
command=echo "id_mapping job end!"
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment