Commit 922920bd by WangJinfeng

update sleep 120s

parent 4fd34ec0
......@@ -6,7 +6,7 @@ today=${ScheduleTime}
date=$(date +"%Y%m%d" -d "-1 day $today")
date_path=$(date +"%Y/%m/%d/" -d "-1 day $today")
date_path=$(date +"%Y/%m/%d" -d "-1 day $today")
OUTPUT="s3://mob-emr-test/dataplatform/rtdmp_request/${date_path}/lazada"
......
......@@ -37,6 +37,8 @@ class ProcessRTJob extends CommonSparkJob with Serializable {
val sc = spark.sparkContext
try {
val package_name = "com.lazada.android"
val sql: String = Constant.process_rtdmp_audience_sql
.replace("@dt", dt)
......@@ -44,9 +46,8 @@ class ProcessRTJob extends CommonSparkJob with Serializable {
.rdd.map(row => {
row.getAs[String]("gaid")
}).coalesce(20)
.saveAsTextFile(output, classOf[GzipCodec])
.saveAsTextFile(s"$output/${package_name}", classOf[GzipCodec])
val package_name = "com.lazada.android"
val map = Logic.getAudienceInfo("lazada")
Logic.writeAudienceInfo("lazada", Logic.getAudienceMap(mutable.HashSet(package_name)))
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment