lazada提取30天的数据

azkaban/ali/etl_lazada_data_daily.sh

@@ -4,7 +4,7 @@
 source ../dmp_env.sh
 
 dt_today=$(date -d "$ScheduleTime 2 days ago" +"%Y%m%d")
-last_req_day=$(date -d "$ScheduleTime 16 days ago" +"%Y-%m-%d")
+last_req_day=$(date -d "$ScheduleTime 31 days ago" +"%Y-%m-%d")
 dt_six_days_ago=$(date -d "$ScheduleTime 8 days ago" +"%Y%m%d")
 
 dt_30days_ago=$(date -d "$ScheduleTime 31 days ago" +"%Y%m%d")

src/main/scala/mobvista/dmp/datasource/taobao/EtlLazadaActivitionDaily.scala

@@ -108,7 +108,7 @@ class EtlLazadaActivitionDaily  extends CommonSparkJob  {
       val sql2=
         s"""
            |select device_id,country
-           |from dwh.ods_dmp_user_info where dt = '${today}' and last_req_day >= '${last_req_day}'
+           |from dwh.ods_dmp_user_info where dt = '${today}' and last_req_day >= '${last_req_day}' and business not in ('other', 'ali_acquisition', 'ali_activation', 'adn_install')
            | and device_type='gaid'
            | and platform='android'
            | group by device_id,country