Commit 23ca0443 by WangJinfeng

set default-image

parent 3d9c4d26
......@@ -26,7 +26,6 @@ spark-submit --class mobvista.dmp.datasource.joypac.JoypacResultEtl \
--conf spark.network.timeout=720s \
--conf spark.default.parallelism=20 \
--conf spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive=true \
--conf spark.kubernetes.container.image=818539432014.dkr.ecr.us-east-1.amazonaws.com/engineplus/spark:engineplus-2.0.3-free \
--conf spark.hadoop.fs.s3.impl=org.apache.hadoop.fs.s3a.S3AFileSystem \
--conf spark.hadoop.fs.s3a.impl=org.apache.hadoop.fs.s3a.S3AFileSystem \
--master yarn --deploy-mode cluster --name JoypacResutlEtl \
......
......@@ -26,7 +26,6 @@ hadoop fs -rm -r "$OUTPUT_PATH/"
spark-submit --class mobvista.dmp.datasource.joypac.JoypcSdkDaily \
--conf spark.yarn.executor.memoryOverhead=2048 --conf spark.network.timeout=720s \
--conf spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive=true \
--conf spark.kubernetes.container.image=818539432014.dkr.ecr.us-east-1.amazonaws.com/engineplus/spark:engineplus-2.0.3-free \
--conf spark.hadoop.fs.s3.impl=org.apache.hadoop.fs.s3a.S3AFileSystem \
--conf spark.hadoop.fs.s3a.impl=org.apache.hadoop.fs.s3a.S3AFileSystem \
--master yarn --deploy-mode cluster --name joypc_sdk_daily \
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment