Skip to content

M
mobvista-dmp
Commit 1de7d2af by jinfeng.wang
Options

Merge branch 'jiangfan' into 'master'

fix bug and add taobao package 303907 See merge request dataplatfrom/mobvista-dmp!1
parents 15972dc8 a68fcfb9
Showing with 24 additions and 16 deletions
azkaban/ali/ali_userinfo_postback_activation_daily_v2/ali_etl_postback_daily.sh
...@@ -28,8 +28,12 @@ expire_date_path=$(date -d "$ScheduleTime 92 days ago" +"%Y/%m/%d") ...@@ -28,8 +28,12 @@ expire_date_path=$(date -d "$ScheduleTime 92 days ago" +"%Y/%m/%d")
#mount_partition "ali_ios_user_postback_activation_daily" "dt='${dt_today}'" "$ALI_IOS_POSTBACK_PATH" #mount_partition "ali_ios_user_postback_activation_daily" "dt='${dt_today}'" "$ALI_IOS_POSTBACK_PATH"
#mount_partition "ali_oaid_user_postback_activation_daily" "dt='${dt_today}'" "$ALI_OAID_POSTBACK_PATH" #mount_partition "ali_oaid_user_postback_activation_daily" "dt='${dt_today}'" "$ALI_OAID_POSTBACK_PATH"
TAOBAO_POSTBACK_PATH="${TAOBAO_POSTBACK_DAILY_PATH}/${dt_slash_taobao_postback_day}/*/*" POSTBACK_PATH="${TAOBAO_POSTBACK_DAILY_PATH}/${dt_slash_taobao_postback_day}"
mount_partition "ali_taobao_postback_activation_daily" "dt='${dt_taobao_postback_day}'" "$TAOBAO_POSTBACK_PATH"
dirs=$(hadoop fs -ls "${POSTBACK_PATH}" | grep -v Found | grep -v "*" | awk -F'/' '{print $9}' )
for path in $dirs;do
mount_partition "ali_taobao_postback_activation_daily" "dt='${dt_taobao_postback_day}', number='${path}'" "${POSTBACK_PATH}/${path}"
done
OUTPUT_PATH="${ETL_ALI_USERINFO_ACTIVATION_PATH}/${dt_slash_today}" OUTPUT_PATH="${ETL_ALI_USERINFO_ACTIVATION_PATH}/${dt_slash_today}"
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment