fix rtdmp

azkaban/rtdmp/rtdmp.sh

@@ -10,6 +10,12 @@ date_path=$(date +%Y/%m/%d/%H -d "-1 hour $today")
 
 INPUT="s3://mob-emr-test/dataplatform/rtdmp_pre/${date_path}"
 
+old_date_path=$(date +%Y/%m/%d/%H -d "-1 hour $today")
+
+OLD_MERGE_INPUT="s3://mob-emr-test/dataplatform/DataWareHouse/data/dwh/audience_merge/${old_date_path}"
+
+check_await ${MERGE_INPUT}/_SUCCESS
+
 OUTPUT="s3://mob-emr-test/dataplatform/DataWareHouse/data/dwh/audience_merge/${date_path}"
 
 spark-submit --class mobvista.dmp.datasource.rtdmp.RTDmpMain \
@@ -19,7 +25,7 @@ spark-submit --class mobvista.dmp.datasource.rtdmp.RTDmpMain \
   --conf spark.kryoserializer.buffer.max=512m \
   --conf spark.kryoserializer.buffer=64m \
   --master yarn --deploy-mode cluster \
-  --executor-memory 18g --driver-memory 4g --executor-cores 5 --num-executors 40 \
+  --executor-memory 18g --driver-memory 6g --executor-cores 5 --num-executors 40 \
   .././DMP.jar \
   -datetime ${date_time} -input ${INPUT} -output ${OUTPUT} -coalesce 200