Commit a44b05b6 by WangJinfeng

remove azkaban retry

parent 3cebcc3f
type=command type=command
retries=3
dependencies=3s_postback_install_list_v2 dependencies=3s_postback_install_list_v2
command=sh -x 3s_postback_device_tag.sh command=sh -x 3s_postback_device_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=3s_postback_daily dependencies=3s_postback_daily
command=sh -x 3s_postback_install_list.sh command=sh -x 3s_postback_install_list.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=3s_postback_install_list dependencies=3s_postback_install_list
command=sh -x 3s_postback_interest_tag.sh command=sh -x 3s_postback_interest_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=3s_postback_device_tag,3s_postback_interest_tag,3s_postback_install_user_info,3s_postback_device_tag_daily,3s_postback_install_total_orc dependencies=3s_postback_device_tag,3s_postback_interest_tag,3s_postback_install_user_info,3s_postback_device_tag_daily,3s_postback_install_total_orc
command=echo "3s_postback job end!" command=echo "3s_postback job end!"
\ No newline at end of file
type=command type=command
retries=3
command=sh -x mds_dmp_address_daily_adn.sh command=sh -x mds_dmp_address_daily_adn.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_org_etl_hours_singapore,adn_org_etl_hours_frankfurt,adn_org_etl_hours_seoul,adn_org_etl_hours_virginia dependencies=adn_org_etl_hours_singapore,adn_org_etl_hours_frankfurt,adn_org_etl_hours_seoul,adn_org_etl_hours_virginia
command=echo "adn org etl job end!" command=echo "adn org etl job end!"
\ No newline at end of file
type=command type=command
retries=3
command=bash -x adn_org_etl_hours_frankfurt.sh command=bash -x adn_org_etl_hours_frankfurt.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x adn_org_etl_hours_seoul.sh command=bash -x adn_org_etl_hours_seoul.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x adn_org_etl_hours_singapore.sh command=bash -x adn_org_etl_hours_singapore.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x adn_org_etl_hours_virginia.sh command=bash -x adn_org_etl_hours_virginia.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_request_device_total.sh command=sh -x adn_request_device_total.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_click_daily.sh command=sh -x adn_click_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=merge_adn_click_preclick,adn_install_daily dependencies=merge_adn_click_preclick,adn_install_daily
command=sh -x adn_install_click.sh command=sh -x adn_install_click.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_install_daily.sh command=sh -x adn_install_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_install_click dependencies=adn_install_click
command=sh -x adn_install_total.sh command=sh -x adn_install_total.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_install_total dependencies=adn_install_total
command=sh -x adn_install_total_v2.sh command=sh -x adn_install_total_v2.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_install_total_v1 dependencies=adn_install_total_v1
command=sh -x adn_interest_install.sh command=sh -x adn_interest_install.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_request_pkg_total_v1 dependencies=adn_request_pkg_total_v1
command=sh -x adn_interest_request.sh command=sh -x adn_interest_request.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_interest_install,adn_interest_request,mds_adn_request_daily,adn_request_user_info,adn_install_device_tag,adn_request_device_tag,adn_request_device_tag_daily,adn_install_device_tag_daily,adn_install_total_orc dependencies=adn_interest_install,adn_interest_request,mds_adn_request_daily,adn_request_user_info,adn_install_device_tag,adn_request_device_tag,adn_request_device_tag_daily,adn_install_device_tag_daily,adn_install_total_orc
command=echo "Interest Tag Job End!" command=echo "Interest Tag Job End!"
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_pre_click_daily.sh command=sh -x adn_pre_click_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_request_other_interest,adn_request_other_device_tag,adn_request_other_device_tag_daily,adn_request_other_install_total_orc dependencies=adn_request_other_interest,adn_request_other_device_tag,adn_request_other_device_tag_daily,adn_request_other_install_total_orc
command=echo "Adn request other finish" command=echo "Adn request other finish"
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_request_other_install dependencies=adn_request_other_install
command=sh -x adn_request_other_install_v2.sh command=sh -x adn_request_other_install_v2.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_click_daily,adn_pre_click_daily dependencies=adn_click_daily,adn_pre_click_daily
command=sh -x merge_adn_click_preclick.sh command=sh -x merge_adn_click_preclick.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_tencent_adx_package dependencies=adn_tencent_adx_package
command=sh -x adn_tencent_adx_device_tag.sh command=sh -x adn_tencent_adx_device_tag.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_tencent_adx_package.sh command=sh -x adn_tencent_adx_package.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_sdk_daily.sh command=sh -x adn_sdk_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_sdk_device_tag_v2,adn_sdk_v2_device_tag_v2 dependencies=adn_sdk_device_tag_v2,adn_sdk_v2_device_tag_v2
command=echo "Interest Tag Job End!" command=echo "Interest Tag Job End!"
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_sdk_daily dependencies=adn_sdk_daily
command=sh -x adn_sdk_install.sh command=sh -x adn_sdk_install.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_sdk_install_v1 dependencies=adn_sdk_install_v1
command=sh -x adn_sdk_interest.sh command=sh -x adn_sdk_interest.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_sdk_device_tag,adn_sdk_interest,adn_sdk_device_tag_daily,adn_sdk_v2_device_tag,adn_sdk_v2_interest,adn_sdk_v2_install_total_orc,adn_sdk_install_total_orc dependencies=adn_sdk_device_tag,adn_sdk_interest,adn_sdk_device_tag_daily,adn_sdk_v2_device_tag,adn_sdk_v2_interest,adn_sdk_v2_install_total_orc,adn_sdk_install_total_orc
command=echo "Interest Tag Job End!" command=echo "Interest Tag Job End!"
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_sdk_daily dependencies=adn_sdk_daily
command=sh -x adn_sdk_v2_install.sh command=sh -x adn_sdk_v2_install.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_sdk_v2_install_v1 dependencies=adn_sdk_v2_install_v1
command=sh -x adn_sdk_v2_interest.sh command=sh -x adn_sdk_v2_interest.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x extract_device_age_v2.sh command=sh -x extract_device_age_v2.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x get_dsp_all.sh command=sh -x get_dsp_all.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x get_ga_all.sh command=sh -x get_ga_all.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x ali_ck.sh command=sh -x ali_ck.sh
\ No newline at end of file
type=command type=command
dependencies=ali_request,ali_request_ios dependencies=ali_request,ali_request_ios
retries=3
command=sh -x ali_daily.sh command=sh -x ali_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=ali_install_list_v2 dependencies=ali_install_list_v2
command=sh -x ali_device_tag.sh command=sh -x ali_device_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=ali_install_list dependencies=ali_install_list
command=sh -x ali_interest_tag.sh command=sh -x ali_interest_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=ali_device_tag,ali_interest_tag,ali_install_user_info,ali_install_total_orc dependencies=ali_device_tag,ali_interest_tag,ali_install_user_info,ali_install_total_orc
command=echo "Ali Tag Job End!" command=echo "Ali Tag Job End!"
\ No newline at end of file
type=command type=command
retries=3
command=sh -x ali_userinfo_postback_activation_daily.sh command=sh -x ali_userinfo_postback_activation_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=alipay_imei_lahuo_ck dependencies=alipay_imei_lahuo_ck
command=sh -x alipay_imei_lahuo_request.sh command=sh -x alipay_imei_lahuo_request.sh
type=command type=command
retries=3
dependencies=alipay_imei_lahuo_ck_02 dependencies=alipay_imei_lahuo_ck_02
command=sh -x alipay_imei_lahuo_request_02.sh command=sh -x alipay_imei_lahuo_request_02.sh
type=command type=command
retries=3
dependencies=alipay_imei_lahuo_ck_03 dependencies=alipay_imei_lahuo_ck_03
command=sh -x alipay_imei_lahuo_request_03.sh command=sh -x alipay_imei_lahuo_request_03.sh
type=command type=command
retries=3
dependencies=alipay_imei_lahuo_ck_04 dependencies=alipay_imei_lahuo_ck_04
command=sh -x alipay_imei_lahuo_request_04.sh command=sh -x alipay_imei_lahuo_request_04.sh
type=command type=command
retries=3
command=sh -x etl_dealid_hour.sh command=sh -x etl_dealid_hour.sh
type=command type=command
retries=3
command=sh -x insert_dealid_into_dmp_dsp_req.sh command=sh -x insert_dealid_into_dmp_dsp_req.sh
type=command type=command
retries=3
command=sh -x appsflyer_total.sh command=sh -x appsflyer_total.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=bytedance_install_list_v2 dependencies=bytedance_install_list_v2
command=sh -x bytedance_device_tag.sh command=sh -x bytedance_device_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=bytedance_install_list dependencies=bytedance_install_list
command=sh -x bytedance_interest_tag.sh command=sh -x bytedance_interest_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=bytedance_device_tag,bytedance_interest_tag,bytedance_install_user_info,bytedance_device_tag_daily,bytedance_install_total_orc dependencies=bytedance_device_tag,bytedance_interest_tag,bytedance_install_user_info,bytedance_device_tag_daily,bytedance_install_total_orc
command=echo "bytedance Tag Job End!" command=echo "bytedance Tag Job End!"
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_clever_daily.sh command=sh -x adn_clever_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_clever_daily dependencies=adn_clever_daily
command=sh -x adn_clever_install.sh command=sh -x adn_clever_install.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_clever_install dependencies=adn_clever_install
command=sh -x adn_clever_interest.sh command=sh -x adn_clever_interest.sh
\ No newline at end of file
type=command type=command
retries=2
command=sh -x dm_interest_tag_all_v3.sh command=sh -x dm_interest_tag_all_v3.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x dmp_device_id_md5.sh command=sh -x dmp_device_id_md5.sh
\ No newline at end of file
type=command type=command
retries=2
dependencies=dmp_install_list_daily_v2 dependencies=dmp_install_list_daily_v2
command=sh -x dmp_device_interest.sh command=sh -x dmp_device_interest.sh
\ No newline at end of file
type=command type=command
retries=2
dependencies=dmp_device_interest dependencies=dmp_device_interest
command=sh -x dmp_device_tag_daily.sh command=sh -x dmp_device_tag_daily.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x dmp_install_list_daily.sh command=sh -x dmp_install_list_daily.sh
\ No newline at end of file
type=command type=command
dependencies=dmp_install_list_common_reyun,dmp_install_list_common_appsflyer,dmp_install_list_common_other,dmp_install_list_common_uc_activation dependencies=dmp_install_list_common_reyun,dmp_install_list_common_appsflyer,dmp_install_list_common_other,dmp_install_list_common_uc_activation
retries=3
command=sh -x dmp_install_list_daily_v2.sh command=sh -x dmp_install_list_daily_v2.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x gambling_chess_RT.sh command=sh -x gambling_chess_RT.sh
\ No newline at end of file
type=command type=command
retries=1
command=sh -x Age_Package_Names.sh command=sh -x Age_Package_Names.sh
\ No newline at end of file
type=command type=command
retries=1
command=sh -x Canglan_Package_Names.sh command=sh -x Canglan_Package_Names.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x Three_Kingdoms_Game.sh command=sh -x Three_Kingdoms_Game.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x phone_wax_nobid_to_dmp.sh command=sh -x phone_wax_nobid_to_dmp.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x reyun_lahuo_list.sh command=sh -x reyun_lahuo_list.sh
\ No newline at end of file
type=command type=command
retries=2
command=bash -x dsp_device_mapping.sh command=bash -x dsp_device_mapping.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x dsp_etl_daily.sh command=bash -x dsp_etl_daily.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x dsp_org_etl_daily.sh command=bash -x dsp_org_etl_daily.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x dsp_org_etl_hours.sh command=bash -x dsp_org_etl_hours.sh
\ No newline at end of file
type=command type=command
retries=2
dependencies=dsp_etl_daily_ext dependencies=dsp_etl_daily_ext
command=sh -x dsp_req_install_total_orc.sh command=sh -x dsp_req_install_total_orc.sh
\ No newline at end of file
type=command type=command
retries=6
command=sh -x log_adn_dsp_click_impression_combine.sh command=sh -x log_adn_dsp_click_impression_combine.sh
\ No newline at end of file
type=command type=command
retries=20 0
command=sh -x log_adn_dsp_impression_hour_combine.sh command=sh -x log_adn_dsp_impression_hour_combine.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x log_adn_dsp_impression_hour_full_cn.sh command=sh -x log_adn_dsp_impression_hour_full_cn.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=log_adn_dsp_impression_hour_full_cn,log_adn_dsp_impression_hour_full_tk,log_adn_dsp_impression_hour_full_vg dependencies=log_adn_dsp_impression_hour_full_cn,log_adn_dsp_impression_hour_full_tk,log_adn_dsp_impression_hour_full_vg
command=echo "log_adn_dsp_impression_hour_full_test finish" command=echo "log_adn_dsp_impression_hour_full_test finish"
type=command type=command
retries=1
command=sh -x log_adn_dsp_impression_hour_full_tk.sh command=sh -x log_adn_dsp_impression_hour_full_tk.sh
\ No newline at end of file
type=command type=command
retries=1
command=sh -x log_adn_dsp_impression_hour_full_vg.sh command=sh -x log_adn_dsp_impression_hour_full_vg.sh
\ No newline at end of file
type=command type=command
retries=1
command=sh -x log_adn_dsp_impression_hour_full.sh command=sh -x log_adn_dsp_impression_hour_full.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x mds_dmp_address_daily_dsp.sh command=sh -x mds_dmp_address_daily_dsp.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x yunhaitao.sh command=sh -x yunhaitao.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x facebook_daily.sh command=sh -x facebook_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=facebook_install_list_v2 dependencies=facebook_install_list_v2
command=sh -x facebook_device_tag.sh command=sh -x facebook_device_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=facebook_install_list dependencies=facebook_install_list
command=sh -x facebook_interest_tag.sh command=sh -x facebook_interest_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=facebook_device_tag,facebook_interest_tag,facebook_install_user_info,facebook_device_tag_daily,facebook_total,facebook_install_total_orc dependencies=facebook_device_tag,facebook_interest_tag,facebook_install_user_info,facebook_device_tag_daily,facebook_total,facebook_install_total_orc
command=echo "facebook Tag Job End!" command=echo "facebook Tag Job End!"
\ No newline at end of file
type=command type=command
retries=3
dependencies=facebook_daily dependencies=facebook_daily
command=sh -x facebook_total.sh command=sh -x facebook_total.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x ga_data_preparing.sh command=sh -x ga_data_preparing.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=ga_device_daily dependencies=ga_device_daily
command=sh -x ga_device_total.sh command=sh -x ga_device_total.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=pre_create_tables dependencies=pre_create_tables
command=sh -x dim_tables.sh command=sh -x dim_tables.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=pre_create_tables dependencies=pre_create_tables
command=sh -x export_hours.sh command=sh -x export_hours.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=pre_create_tables dependencies=pre_create_tables
command=sh -x payment_checkpoint.sh command=sh -x payment_checkpoint.sh
\ No newline at end of file
...@@ -238,7 +238,11 @@ FROM (SELECT game_id, player_id as player_id, from_unixtime(cast(pay_ft as bigin ...@@ -238,7 +238,11 @@ FROM (SELECT game_id, player_id as player_id, from_unixtime(cast(pay_ft as bigin
group by X.game_id, x.player_id, x.first_payed; group by X.game_id, x.player_id, x.first_payed;
drop table IF EXISTS payment_checkpoint_${date_str_undline}_tmp; drop table IF EXISTS payment_checkpoint_${date_str_undline}_tmp;
create table payment_checkpoint_${date_str_undline}_tmp as
use emr_doppler;
create table emr_doppler.payment_checkpoint_${date_str_undline}_tmp
location 's3://mob-emr-test/dataplatform/emr/payment_checkpoint_${date_str_undline}_tmp' as
SELECT pcd.game_id, SELECT pcd.game_id,
pcd.checkpoint, pcd.checkpoint,
pcd.player_id, pcd.player_id,
......
type=command type=command
retries=3
dependencies=pre_create_tables dependencies=pre_create_tables
command=sh -x player.sh command=sh -x player.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=dim_tables,payment_checkpoint,export_hours,progression_session,revenue,player dependencies=dim_tables,payment_checkpoint,export_hours,progression_session,revenue,player
command=sh -x player_checkpoint.sh command=sh -x player_checkpoint.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=player_checkpoint dependencies=player_checkpoint
command=sh -x player_checkpoint_query_cluster.sh command=sh -x player_checkpoint_query_cluster.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x pre_create_tables.sh command=sh -x pre_create_tables.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=pre_create_tables dependencies=pre_create_tables
command=sh -x progression_session.sh command=sh -x progression_session.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=pre_create_tables dependencies=pre_create_tables
command=sh -x revenue.sh command=sh -x revenue.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x extract_device_v2.sh command=sh -x extract_device_v2.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x get_dsp_gender.sh command=sh -x get_dsp_gender.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x get_ga_gender.sh command=sh -x get_ga_gender.sh
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment