Commit a44b05b6 by WangJinfeng

remove azkaban retry

parent 3cebcc3f
type=command type=command
retries=3
dependencies=3s_postback_install_list_v2 dependencies=3s_postback_install_list_v2
command=sh -x 3s_postback_device_tag.sh command=sh -x 3s_postback_device_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=3s_postback_daily dependencies=3s_postback_daily
command=sh -x 3s_postback_install_list.sh command=sh -x 3s_postback_install_list.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=3s_postback_install_list dependencies=3s_postback_install_list
command=sh -x 3s_postback_interest_tag.sh command=sh -x 3s_postback_interest_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=3s_postback_device_tag,3s_postback_interest_tag,3s_postback_install_user_info,3s_postback_device_tag_daily,3s_postback_install_total_orc dependencies=3s_postback_device_tag,3s_postback_interest_tag,3s_postback_install_user_info,3s_postback_device_tag_daily,3s_postback_install_total_orc
command=echo "3s_postback job end!" command=echo "3s_postback job end!"
\ No newline at end of file
type=command type=command
retries=3
command=sh -x mds_dmp_address_daily_adn.sh command=sh -x mds_dmp_address_daily_adn.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_org_etl_hours_singapore,adn_org_etl_hours_frankfurt,adn_org_etl_hours_seoul,adn_org_etl_hours_virginia dependencies=adn_org_etl_hours_singapore,adn_org_etl_hours_frankfurt,adn_org_etl_hours_seoul,adn_org_etl_hours_virginia
command=echo "adn org etl job end!" command=echo "adn org etl job end!"
\ No newline at end of file
type=command type=command
retries=3
command=bash -x adn_org_etl_hours_frankfurt.sh command=bash -x adn_org_etl_hours_frankfurt.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x adn_org_etl_hours_seoul.sh command=bash -x adn_org_etl_hours_seoul.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x adn_org_etl_hours_singapore.sh command=bash -x adn_org_etl_hours_singapore.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x adn_org_etl_hours_virginia.sh command=bash -x adn_org_etl_hours_virginia.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_request_device_total.sh command=sh -x adn_request_device_total.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_click_daily.sh command=sh -x adn_click_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=merge_adn_click_preclick,adn_install_daily dependencies=merge_adn_click_preclick,adn_install_daily
command=sh -x adn_install_click.sh command=sh -x adn_install_click.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_install_daily.sh command=sh -x adn_install_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_install_click dependencies=adn_install_click
command=sh -x adn_install_total.sh command=sh -x adn_install_total.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_install_total dependencies=adn_install_total
command=sh -x adn_install_total_v2.sh command=sh -x adn_install_total_v2.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_install_total_v1 dependencies=adn_install_total_v1
command=sh -x adn_interest_install.sh command=sh -x adn_interest_install.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_request_pkg_total_v1 dependencies=adn_request_pkg_total_v1
command=sh -x adn_interest_request.sh command=sh -x adn_interest_request.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_interest_install,adn_interest_request,mds_adn_request_daily,adn_request_user_info,adn_install_device_tag,adn_request_device_tag,adn_request_device_tag_daily,adn_install_device_tag_daily,adn_install_total_orc dependencies=adn_interest_install,adn_interest_request,mds_adn_request_daily,adn_request_user_info,adn_install_device_tag,adn_request_device_tag,adn_request_device_tag_daily,adn_install_device_tag_daily,adn_install_total_orc
command=echo "Interest Tag Job End!" command=echo "Interest Tag Job End!"
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_pre_click_daily.sh command=sh -x adn_pre_click_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_request_other_interest,adn_request_other_device_tag,adn_request_other_device_tag_daily,adn_request_other_install_total_orc dependencies=adn_request_other_interest,adn_request_other_device_tag,adn_request_other_device_tag_daily,adn_request_other_install_total_orc
command=echo "Adn request other finish" command=echo "Adn request other finish"
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_request_other_install dependencies=adn_request_other_install
command=sh -x adn_request_other_install_v2.sh command=sh -x adn_request_other_install_v2.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_click_daily,adn_pre_click_daily dependencies=adn_click_daily,adn_pre_click_daily
command=sh -x merge_adn_click_preclick.sh command=sh -x merge_adn_click_preclick.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_tencent_adx_package dependencies=adn_tencent_adx_package
command=sh -x adn_tencent_adx_device_tag.sh command=sh -x adn_tencent_adx_device_tag.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_tencent_adx_package.sh command=sh -x adn_tencent_adx_package.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_sdk_daily.sh command=sh -x adn_sdk_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_sdk_device_tag_v2,adn_sdk_v2_device_tag_v2 dependencies=adn_sdk_device_tag_v2,adn_sdk_v2_device_tag_v2
command=echo "Interest Tag Job End!" command=echo "Interest Tag Job End!"
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_sdk_daily dependencies=adn_sdk_daily
command=sh -x adn_sdk_install.sh command=sh -x adn_sdk_install.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_sdk_install_v1 dependencies=adn_sdk_install_v1
command=sh -x adn_sdk_interest.sh command=sh -x adn_sdk_interest.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_sdk_device_tag,adn_sdk_interest,adn_sdk_device_tag_daily,adn_sdk_v2_device_tag,adn_sdk_v2_interest,adn_sdk_v2_install_total_orc,adn_sdk_install_total_orc dependencies=adn_sdk_device_tag,adn_sdk_interest,adn_sdk_device_tag_daily,adn_sdk_v2_device_tag,adn_sdk_v2_interest,adn_sdk_v2_install_total_orc,adn_sdk_install_total_orc
command=echo "Interest Tag Job End!" command=echo "Interest Tag Job End!"
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_sdk_daily dependencies=adn_sdk_daily
command=sh -x adn_sdk_v2_install.sh command=sh -x adn_sdk_v2_install.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_sdk_v2_install_v1 dependencies=adn_sdk_v2_install_v1
command=sh -x adn_sdk_v2_interest.sh command=sh -x adn_sdk_v2_interest.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x extract_device_age_v2.sh command=sh -x extract_device_age_v2.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x get_dsp_all.sh command=sh -x get_dsp_all.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x get_ga_all.sh command=sh -x get_ga_all.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x ali_ck.sh command=sh -x ali_ck.sh
\ No newline at end of file
type=command type=command
dependencies=ali_request,ali_request_ios dependencies=ali_request,ali_request_ios
retries=3
command=sh -x ali_daily.sh command=sh -x ali_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=ali_install_list_v2 dependencies=ali_install_list_v2
command=sh -x ali_device_tag.sh command=sh -x ali_device_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=ali_install_list dependencies=ali_install_list
command=sh -x ali_interest_tag.sh command=sh -x ali_interest_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=ali_device_tag,ali_interest_tag,ali_install_user_info,ali_install_total_orc dependencies=ali_device_tag,ali_interest_tag,ali_install_user_info,ali_install_total_orc
command=echo "Ali Tag Job End!" command=echo "Ali Tag Job End!"
\ No newline at end of file
type=command type=command
retries=3
command=sh -x ali_userinfo_postback_activation_daily.sh command=sh -x ali_userinfo_postback_activation_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=alipay_imei_lahuo_ck dependencies=alipay_imei_lahuo_ck
command=sh -x alipay_imei_lahuo_request.sh command=sh -x alipay_imei_lahuo_request.sh
type=command type=command
retries=3
dependencies=alipay_imei_lahuo_ck_02 dependencies=alipay_imei_lahuo_ck_02
command=sh -x alipay_imei_lahuo_request_02.sh command=sh -x alipay_imei_lahuo_request_02.sh
type=command type=command
retries=3
dependencies=alipay_imei_lahuo_ck_03 dependencies=alipay_imei_lahuo_ck_03
command=sh -x alipay_imei_lahuo_request_03.sh command=sh -x alipay_imei_lahuo_request_03.sh
type=command type=command
retries=3
dependencies=alipay_imei_lahuo_ck_04 dependencies=alipay_imei_lahuo_ck_04
command=sh -x alipay_imei_lahuo_request_04.sh command=sh -x alipay_imei_lahuo_request_04.sh
type=command type=command
retries=3
command=sh -x etl_dealid_hour.sh command=sh -x etl_dealid_hour.sh
type=command type=command
retries=3
command=sh -x insert_dealid_into_dmp_dsp_req.sh command=sh -x insert_dealid_into_dmp_dsp_req.sh
type=command type=command
retries=3
command=sh -x appsflyer_total.sh command=sh -x appsflyer_total.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=bytedance_install_list_v2 dependencies=bytedance_install_list_v2
command=sh -x bytedance_device_tag.sh command=sh -x bytedance_device_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=bytedance_install_list dependencies=bytedance_install_list
command=sh -x bytedance_interest_tag.sh command=sh -x bytedance_interest_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=bytedance_device_tag,bytedance_interest_tag,bytedance_install_user_info,bytedance_device_tag_daily,bytedance_install_total_orc dependencies=bytedance_device_tag,bytedance_interest_tag,bytedance_install_user_info,bytedance_device_tag_daily,bytedance_install_total_orc
command=echo "bytedance Tag Job End!" command=echo "bytedance Tag Job End!"
\ No newline at end of file
type=command type=command
retries=3
command=sh -x adn_clever_daily.sh command=sh -x adn_clever_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_clever_daily dependencies=adn_clever_daily
command=sh -x adn_clever_install.sh command=sh -x adn_clever_install.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=adn_clever_install dependencies=adn_clever_install
command=sh -x adn_clever_interest.sh command=sh -x adn_clever_interest.sh
\ No newline at end of file
type=command type=command
retries=2
command=sh -x dm_interest_tag_all_v3.sh command=sh -x dm_interest_tag_all_v3.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x dmp_device_id_md5.sh command=sh -x dmp_device_id_md5.sh
\ No newline at end of file
type=command type=command
retries=2
dependencies=dmp_install_list_daily_v2 dependencies=dmp_install_list_daily_v2
command=sh -x dmp_device_interest.sh command=sh -x dmp_device_interest.sh
\ No newline at end of file
type=command type=command
retries=2
dependencies=dmp_device_interest dependencies=dmp_device_interest
command=sh -x dmp_device_tag_daily.sh command=sh -x dmp_device_tag_daily.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x dmp_install_list_daily.sh command=sh -x dmp_install_list_daily.sh
\ No newline at end of file
type=command type=command
dependencies=dmp_install_list_common_reyun,dmp_install_list_common_appsflyer,dmp_install_list_common_other,dmp_install_list_common_uc_activation dependencies=dmp_install_list_common_reyun,dmp_install_list_common_appsflyer,dmp_install_list_common_other,dmp_install_list_common_uc_activation
retries=3
command=sh -x dmp_install_list_daily_v2.sh command=sh -x dmp_install_list_daily_v2.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x gambling_chess_RT.sh command=sh -x gambling_chess_RT.sh
\ No newline at end of file
type=command type=command
retries=1
command=sh -x Age_Package_Names.sh command=sh -x Age_Package_Names.sh
\ No newline at end of file
type=command type=command
retries=1
command=sh -x Canglan_Package_Names.sh command=sh -x Canglan_Package_Names.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x Three_Kingdoms_Game.sh command=sh -x Three_Kingdoms_Game.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x phone_wax_nobid_to_dmp.sh command=sh -x phone_wax_nobid_to_dmp.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x reyun_lahuo_list.sh command=sh -x reyun_lahuo_list.sh
\ No newline at end of file
type=command type=command
retries=2
command=bash -x dsp_device_mapping.sh command=bash -x dsp_device_mapping.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x dsp_etl_daily.sh command=bash -x dsp_etl_daily.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x dsp_org_etl_daily.sh command=bash -x dsp_org_etl_daily.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x dsp_org_etl_hours.sh command=bash -x dsp_org_etl_hours.sh
\ No newline at end of file
type=command type=command
retries=2
dependencies=dsp_etl_daily_ext dependencies=dsp_etl_daily_ext
command=sh -x dsp_req_install_total_orc.sh command=sh -x dsp_req_install_total_orc.sh
\ No newline at end of file
type=command type=command
retries=6
command=sh -x log_adn_dsp_click_impression_combine.sh command=sh -x log_adn_dsp_click_impression_combine.sh
\ No newline at end of file
type=command type=command
retries=20 0
command=sh -x log_adn_dsp_impression_hour_combine.sh command=sh -x log_adn_dsp_impression_hour_combine.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x log_adn_dsp_impression_hour_full_cn.sh command=sh -x log_adn_dsp_impression_hour_full_cn.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=log_adn_dsp_impression_hour_full_cn,log_adn_dsp_impression_hour_full_tk,log_adn_dsp_impression_hour_full_vg dependencies=log_adn_dsp_impression_hour_full_cn,log_adn_dsp_impression_hour_full_tk,log_adn_dsp_impression_hour_full_vg
command=echo "log_adn_dsp_impression_hour_full_test finish" command=echo "log_adn_dsp_impression_hour_full_test finish"
type=command type=command
retries=1
command=sh -x log_adn_dsp_impression_hour_full_tk.sh command=sh -x log_adn_dsp_impression_hour_full_tk.sh
\ No newline at end of file
type=command type=command
retries=1
command=sh -x log_adn_dsp_impression_hour_full_vg.sh command=sh -x log_adn_dsp_impression_hour_full_vg.sh
\ No newline at end of file
type=command type=command
retries=1
command=sh -x log_adn_dsp_impression_hour_full.sh command=sh -x log_adn_dsp_impression_hour_full.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x mds_dmp_address_daily_dsp.sh command=sh -x mds_dmp_address_daily_dsp.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x yunhaitao.sh command=sh -x yunhaitao.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x facebook_daily.sh command=sh -x facebook_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=facebook_install_list_v2 dependencies=facebook_install_list_v2
command=sh -x facebook_device_tag.sh command=sh -x facebook_device_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=facebook_install_list dependencies=facebook_install_list
command=sh -x facebook_interest_tag.sh command=sh -x facebook_interest_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=facebook_device_tag,facebook_interest_tag,facebook_install_user_info,facebook_device_tag_daily,facebook_total,facebook_install_total_orc dependencies=facebook_device_tag,facebook_interest_tag,facebook_install_user_info,facebook_device_tag_daily,facebook_total,facebook_install_total_orc
command=echo "facebook Tag Job End!" command=echo "facebook Tag Job End!"
\ No newline at end of file
type=command type=command
retries=3
dependencies=facebook_daily dependencies=facebook_daily
command=sh -x facebook_total.sh command=sh -x facebook_total.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x ga_data_preparing.sh command=sh -x ga_data_preparing.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=ga_device_daily dependencies=ga_device_daily
command=sh -x ga_device_total.sh command=sh -x ga_device_total.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=pre_create_tables dependencies=pre_create_tables
command=sh -x dim_tables.sh command=sh -x dim_tables.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=pre_create_tables dependencies=pre_create_tables
command=sh -x export_hours.sh command=sh -x export_hours.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=pre_create_tables dependencies=pre_create_tables
command=sh -x payment_checkpoint.sh command=sh -x payment_checkpoint.sh
\ No newline at end of file
...@@ -238,7 +238,11 @@ FROM (SELECT game_id, player_id as player_id, from_unixtime(cast(pay_ft as bigin ...@@ -238,7 +238,11 @@ FROM (SELECT game_id, player_id as player_id, from_unixtime(cast(pay_ft as bigin
group by X.game_id, x.player_id, x.first_payed; group by X.game_id, x.player_id, x.first_payed;
drop table IF EXISTS payment_checkpoint_${date_str_undline}_tmp; drop table IF EXISTS payment_checkpoint_${date_str_undline}_tmp;
create table payment_checkpoint_${date_str_undline}_tmp as
use emr_doppler;
create table emr_doppler.payment_checkpoint_${date_str_undline}_tmp
location 's3://mob-emr-test/dataplatform/emr/payment_checkpoint_${date_str_undline}_tmp' as
SELECT pcd.game_id, SELECT pcd.game_id,
pcd.checkpoint, pcd.checkpoint,
pcd.player_id, pcd.player_id,
......
type=command type=command
retries=3
dependencies=pre_create_tables dependencies=pre_create_tables
command=sh -x player.sh command=sh -x player.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=dim_tables,payment_checkpoint,export_hours,progression_session,revenue,player dependencies=dim_tables,payment_checkpoint,export_hours,progression_session,revenue,player
command=sh -x player_checkpoint.sh command=sh -x player_checkpoint.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=player_checkpoint dependencies=player_checkpoint
command=sh -x player_checkpoint_query_cluster.sh command=sh -x player_checkpoint_query_cluster.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x pre_create_tables.sh command=sh -x pre_create_tables.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=pre_create_tables dependencies=pre_create_tables
command=sh -x progression_session.sh command=sh -x progression_session.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=pre_create_tables dependencies=pre_create_tables
command=sh -x revenue.sh command=sh -x revenue.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x extract_device_v2.sh command=sh -x extract_device_v2.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x get_dsp_gender.sh command=sh -x get_dsp_gender.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x get_ga_gender.sh command=sh -x get_ga_gender.sh
\ No newline at end of file
type=command type=command
dependencies=gender_thirdparty_datasource_total dependencies=gender_thirdparty_datasource_total
retries=3
command=sh -x merge_install_gender.sh command=sh -x merge_install_gender.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x merge_install_gender_v2.sh command=sh -x merge_install_gender_v2.sh
\ No newline at end of file
type=command type=command
retries=2
command=sh -x iqiyi_ck.sh command=sh -x iqiyi_ck.sh
\ No newline at end of file
type=command type=command
retries=2
command=sh -x iqiyi_lahuo_df.sh command=sh -x iqiyi_lahuo_df.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=iqiyi_lahuo_ck dependencies=iqiyi_lahuo_ck
command=sh -x iqiyi_lahuo_request.sh command=sh -x iqiyi_lahuo_request.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=iqiyi_ck dependencies=iqiyi_ck
command=sh -x iqiyi_request.sh 200 50000 command=sh -x iqiyi_request.sh 200 50000
\ No newline at end of file
type=command type=command
dependencies=iqiyi_lahuo_df dependencies=iqiyi_lahuo_df
retries=3
command=sh -x iqiyi_tmp_daily_data_to_dmp.sh command=sh -x iqiyi_tmp_daily_data_to_dmp.sh
type=command type=command
retries=3
dependencies=joypac_install_list_v2 dependencies=joypac_install_list_v2
command=sh -x joypac_device_tag.sh command=sh -x joypac_device_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=joypac_install_list dependencies=joypac_install_list
command=sh -x joypac_interest_tag.sh command=sh -x joypac_interest_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=joypac_device_tag,joypac_interest_tag,joypac_install_user_info,joypac_device_tag_daily,joypac_install_total_orc dependencies=joypac_device_tag,joypac_interest_tag,joypac_install_user_info,joypac_device_tag_daily,joypac_install_total_orc
command=echo "Joypac Tag Job End!" command=echo "Joypac Tag Job End!"
\ No newline at end of file
type=command type=command
retries=2
dependencies=joypac_user_info_cassandra_cn,joypac_user_info_cassandra_vg,joypac_user_info_cassandra_hk dependencies=joypac_user_info_cassandra_cn,joypac_user_info_cassandra_vg,joypac_user_info_cassandra_hk
command=echo "Joypac User Info Job End!" command=echo "Joypac User Info Job End!"
\ No newline at end of file
type=command type=command
retries=3
command=sh -x joypc_sdk_daily.sh command=sh -x joypc_sdk_daily.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x mparticle_king_total.sh command=sh -x mparticle_king_total.sh
\ No newline at end of file
...@@ -37,11 +37,11 @@ spark-submit --class mobvista.dmp.datasource.retargeting.DeviceInfoJob \ ...@@ -37,11 +37,11 @@ spark-submit --class mobvista.dmp.datasource.retargeting.DeviceInfoJob \
--conf spark.default.parallelism=5000 \ --conf spark.default.parallelism=5000 \
--conf spark.kryoserializer.buffer.max=512m \ --conf spark.kryoserializer.buffer.max=512m \
--conf spark.kryoserializer.buffer=64m \ --conf spark.kryoserializer.buffer=64m \
--conf spark.yarn.executor.memoryOverhead=2048 \ --conf spark.driver.executor.memoryOverhead=4096 \
--conf spark.sql.files.maxPartitionBytes=536870912 \ --conf spark.sql.files.maxPartitionBytes=536870912 \
--conf spark.sql.adaptive.enabled=true \ --conf spark.sql.adaptive.enabled=true \
--conf spark.sql.adaptive.advisoryPartitionSizeInBytes=536870912 \ --conf spark.sql.adaptive.advisoryPartitionSizeInBytes=536870912 \
--master yarn --deploy-mode cluster --executor-memory 10g --driver-memory 6g --executor-cores 4 --num-executors 100 \ --master yarn --deploy-mode cluster --executor-memory 12g --driver-memory 6g --executor-cores 4 --num-executors 100 \
../${JAR} \ ../${JAR} \
-date ${date} -output ${output_path} -coalesce 2000 -date ${date} -output ${output_path} -coalesce 2000
......
type=command type=command
retries=3
command=bash -x adn_etl_hour.sh 'virginia' command=bash -x adn_etl_hour.sh 'virginia'
\ No newline at end of file
type=command type=command
retries=3
command=bash -x dsp_etl_hour.sh 'cn' command=bash -x dsp_etl_hour.sh 'cn'
\ No newline at end of file
type=command type=command
retries=3
command=bash -x dsp_etl_hour.sh 'tokyo' command=bash -x dsp_etl_hour.sh 'tokyo'
\ No newline at end of file
type=command type=command
retries=3
command=bash -x dsp_etl_hour.sh 'virginia' command=bash -x dsp_etl_hour.sh 'virginia'
\ No newline at end of file
type=command type=command
retries=3
dependencies=etl_hour_ck_cn,etl_hour_ck_tokyo,etl_hour_ck_virginia dependencies=etl_hour_ck_cn,etl_hour_ck_tokyo,etl_hour_ck_virginia
command=sh -x realtime_join_hour.sh command=sh -x realtime_join_hour.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=etl_hour_ck_cn dependencies=etl_hour_ck_cn
command=sh -x realtime_join_hour.sh 'cn' command=sh -x realtime_join_hour.sh 'cn'
\ No newline at end of file
type=command type=command
retries=3
dependencies=etl_hour_ck_tokyo dependencies=etl_hour_ck_tokyo
command=sh -x realtime_join_hour.sh 'tokyo' command=sh -x realtime_join_hour.sh 'tokyo'
\ No newline at end of file
type=command type=command
retries=3
dependencies=etl_hour_ck_virginia dependencies=etl_hour_ck_virginia
command=sh -x realtime_join_hour.sh 'virginia' command=sh -x realtime_join_hour.sh 'virginia'
\ No newline at end of file
type=command type=command
retries=3
dependencies=realtime_hour_cassandra_sink_cn dependencies=realtime_hour_cassandra_sink_cn
command=sh -x realtime_result_hour_drop.sh 'cn' command=sh -x realtime_result_hour_drop.sh 'cn'
\ No newline at end of file
type=command type=command
retries=3
dependencies=realtime_hour_cassandra_sink_tokyo dependencies=realtime_hour_cassandra_sink_tokyo
command=sh -x realtime_result_hour_drop.sh 'tokyo' command=sh -x realtime_result_hour_drop.sh 'tokyo'
\ No newline at end of file
type=command type=command
retries=3
dependencies=realtime_hour_cassandra_sink_virginia dependencies=realtime_hour_cassandra_sink_virginia
command=sh -x realtime_result_hour_drop.sh 'virginia' command=sh -x realtime_result_hour_drop.sh 'virginia'
\ No newline at end of file
type=command type=command
retries=3
dependencies=dsp_dealer_install_list_v2 dependencies=dsp_dealer_install_list_v2
command=sh -x dsp_dealer_device_tag.sh command=sh -x dsp_dealer_device_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=dsp_dealer_install_list dependencies=dsp_dealer_install_list
command=sh -x dsp_dealer_interest_tag.sh command=sh -x dsp_dealer_interest_tag.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=dsp_dealer_device_tag,dsp_dealer_interest_tag,dsp_dealer_install_user_info dependencies=dsp_dealer_device_tag,dsp_dealer_interest_tag,dsp_dealer_install_user_info
command=echo "facebook Tag Job End!" command=echo "facebook Tag Job End!"
\ No newline at end of file
type=command type=command
retries=2
dependencies=rtdmp_spe dependencies=rtdmp_spe
command=bash -x rtdmp_as_v2.sh command=bash -x rtdmp_as_v2.sh
\ No newline at end of file
type=command type=command
retries=5
dependencies=rtdmp_pre dependencies=rtdmp_pre
command=bash -x rtdmp_deal.sh '0' command=bash -x rtdmp_deal.sh '0'
\ No newline at end of file
type=command type=command
retries=5
dependencies=rtdmp_deal_0 dependencies=rtdmp_deal_0
command=bash -x rtdmp_deal.sh '1' command=bash -x rtdmp_deal.sh '1'
\ No newline at end of file
type=command type=command
retries=5
dependencies=rtdmp_deal_1 dependencies=rtdmp_deal_1
command=bash -x rtdmp_deal.sh '2' command=bash -x rtdmp_deal.sh '2'
\ No newline at end of file
type=command type=command
retries=5
dependencies=rtdmp_deal_2 dependencies=rtdmp_deal_2
command=bash -x rtdmp_deal.sh '3' command=bash -x rtdmp_deal.sh '3'
\ No newline at end of file
type=command type=command
retries=5
dependencies=rtdmp_deal_3 dependencies=rtdmp_deal_3
command=bash -x rtdmp_deal.sh '4' command=bash -x rtdmp_deal.sh '4'
\ No newline at end of file
type=command type=command
retries=2
dependencies=rtdmp_deal_4 dependencies=rtdmp_deal_4
command=bash -x rtdmp_deal.sh '5' command=bash -x rtdmp_deal.sh '5'
\ No newline at end of file
type=command type=command
retries=2
dependencies=rtdmp_deal_5 dependencies=rtdmp_deal_5
command=bash -x rtdmp_deal.sh '6' command=bash -x rtdmp_deal.sh '6'
\ No newline at end of file
type=command type=command
retries=2
dependencies=rtdmp_deal_6 dependencies=rtdmp_deal_6
command=bash -x rtdmp_deal.sh '7' command=bash -x rtdmp_deal.sh '7'
\ No newline at end of file
type=command type=command
retries=2
dependencies=rtdmp_deal_7 dependencies=rtdmp_deal_7
command=bash -x rtdmp_deal.sh '8' command=bash -x rtdmp_deal.sh '8'
\ No newline at end of file
type=command type=command
retries=2
dependencies=rtdmp_deal_8 dependencies=rtdmp_deal_8
command=bash -x rtdmp_deal.sh '9' command=bash -x rtdmp_deal.sh '9'
\ No newline at end of file
type=command type=command
retries=2
command=bash -x rtdmp_pre.sh command=bash -x rtdmp_pre.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=ods_dmp_user_info_all_v2 dependencies=ods_dmp_user_info_all_v2
command=sh -x ods_dmp_user_info_all.sh command=sh -x ods_dmp_user_info_all.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=ods_dmp_user_info_daily dependencies=ods_dmp_user_info_daily
command=sh -x ods_dmp_user_info_all_v2.sh command=sh -x ods_dmp_user_info_all_v2.sh
\ No newline at end of file
type=command type=command
retries=3
command=sh -x ods_dmp_user_info_daily.sh command=sh -x ods_dmp_user_info_daily.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=merge_dmp,app_url_category dependencies=merge_dmp,app_url_category
command=bash -x app_gender_age.sh command=bash -x app_gender_age.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=app_get_name dependencies=app_get_name
command=bash -x app_get_id_name.sh command=bash -x app_get_id_name.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=three_java dependencies=three_java
command=bash -x app_get_name.sh command=bash -x app_get_name.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x app_url_category.sh command=bash -x app_url_category.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=dsp_app_gender_age,dsp_app_package_name dependencies=dsp_app_gender_age,dsp_app_package_name
command=bash -x dsp_app_count.sh command=bash -x dsp_app_count.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=dsp_app_url_category,merge_dmp dependencies=dsp_app_url_category,merge_dmp
command=bash -x dsp_app_gender_age.sh command=bash -x dsp_app_gender_age.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=three_java dependencies=three_java
command=bash -x dsp_app_package_name.sh command=bash -x dsp_app_package_name.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x dsp_app_url_category.sh command=bash -x dsp_app_url_category.sh
\ No newline at end of file
type=command type=command
retries=3
command=bash -x merge_dmp.sh command=bash -x merge_dmp.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=merge_dmp dependencies=merge_dmp
command=bash -x merge_dmp_dsp.sh command=bash -x merge_dmp_dsp.sh
\ No newline at end of file
type=command type=command
retries=3
dependencies=merge_dmp dependencies=merge_dmp
command=bash -x merge_dmp_m.sh command=bash -x merge_dmp_m.sh
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment