remove --files、--jars, upgrade to spark 3.1.1

911afe9a · WangJinfeng · 3c38857b · 911afe9a · 911afe9a · 911afe9a
Commit 911afe9a authored Sep 23, 2021 by WangJinfeng
282 changed files
--- a/azkaban/3s/3s_install_device_tag.sh
+++ b/azkaban/3s/3s_install_device_tag.sh
@@ -32,8 +32,6 @@ hadoop fs -rmr $store_output_path

 spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTag \
     --conf spark.sql.shuffle.partitions=20 \
-     --files ${HIVE_SITE_PATH} \
-     --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 4 \
     ../${JAR} \
     -date $date -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 20

--- a/azkaban/3s/3s_install_device_tag_daily.sh
+++ b/azkaban/3s/3s_install_device_tag_daily.sh
@@ -33,8 +33,6 @@ spark-submit --class mobvista.dmp.datasource.tracking_3s.TrackingTagDaily \
     --conf spark.sql.shuffle.partitions=5 \
     --conf spark.default.parallelism=5 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${JARS} \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 3 \
     ../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 2

--- a/azkaban/3s/3s_install_device_tag_v2.sh
+++ b/azkaban/3s/3s_install_device_tag_v2.sh
@@ -31,8 +31,6 @@ spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTagDailyV2 \
     --conf spark.default.parallelism=8 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 2 \
     ../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 4

--- a/azkaban/3s/3s_tracking_install_total_orc.sh
+++ b/azkaban/3s/3s_tracking_install_total_orc.sh
@@ -38,8 +38,6 @@ spark-submit --class mobvista.dmp.common.InstallListLogic \
     --conf spark.default.parallelism=20 \
     --conf spark.kryoserializer.buffer.max=256m \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 5 \
     ../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT} -coalesce 10


--- a/azkaban/3s_postback/3s_postback_daily.sh
+++ b/azkaban/3s_postback/3s_postback_daily.sh
@@ -40,7 +40,6 @@ spark-submit --class mobvista.dmp.datasource.postback_3s.PostBackDaily \
 --conf spark.sql.shuffle.partitions=1000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --jars s3://mob-emr-test/dataplatform/DataWareHouse/offline/myjar/hive-hcatalog-core-2.3.3.jar \
 --master yarn --deploy-mode cluster  --executor-memory 6g --driver-memory 4g  --executor-cores 3  --num-executors 100 \
 ../${JAR} -output ${OUTPUT_PATH}  -coalesce 100 \

--- a/azkaban/3s_postback/3s_postback_device_tag.sh
+++ b/azkaban/3s_postback/3s_postback_device_tag.sh
@@ -28,8 +28,6 @@ hadoop fs -rmr ${store_output_path}
 spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTag \
  --conf spark.yarn.executor.memoryOverhead=2048  \
     --conf spark.sql.shuffle.partitions=1000 \
-     --files ${HIVE_SITE_PATH} \
-     --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 6g  --executor-cores 3  --num-executors 40 \
     ../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 1000

--- a/azkaban/3s_postback/3s_postback_device_tag_daily.sh
+++ b/azkaban/3s_postback/3s_postback_device_tag_daily.sh
@@ -28,8 +28,6 @@ spark-submit --class mobvista.dmp.datasource.postback_3s.PostBackTagDaily \
     --conf spark.sql.shuffle.partitions=10 \
     --conf spark.default.parallelism=10 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${JARS} \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 5 \
     ../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 5

--- a/azkaban/3s_postback/3s_postback_device_tag_v2.sh
+++ b/azkaban/3s_postback/3s_postback_device_tag_v2.sh
@@ -31,8 +31,6 @@ spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTagDailyV2 \
     --conf spark.default.parallelism=100 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 5 \
     ../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 40

--- a/azkaban/3s_postback/3s_postback_install_total_orc.sh
+++ b/azkaban/3s_postback/3s_postback_install_total_orc.sh
@@ -38,7 +38,6 @@ spark-submit --class mobvista.dmp.common.InstallListLogic \
     --conf spark.default.parallelism=1000 \
     --conf spark.kryoserializer.buffer.max=256m \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 25 \
     ../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT} -coalesce 200


--- a/azkaban/ad_server_campaign/merge_campaign_list.sh
+++ b/azkaban/ad_server_campaign/merge_campaign_list.sh
@@ -48,7 +48,6 @@ spark-submit --class mobvista.dmp.datasource.packagelist.MergeCampaignList \
  --conf spark.sql.broadcastTimeout=1200 \
  --conf spark.yarn.executor.memoryOverhead=2048 \
  --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
-  --files ${HIVE_SITE_PATH} \
  --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g --executor-cores 3 --num-executors 4 \
  ../${JAR} -input_dmp_data_adn ${INPUT_DMP_DATA_ADN} -input_campaign_adn ${INPUT_CAMPAIGN_ADN} -coalesce 20 \
  -output ${CAMPAIGN_TAG_OUTPUT} -today ${yester_year}-${yester_month}-${yester_day} || exit 1

--- a/azkaban/adn/device/adn_org_etl_hours_frankfurt.sh
+++ b/azkaban/adn/device/adn_org_etl_hours_frankfurt.sh
@@ -24,7 +24,6 @@ hadoop fs -rm -r $ETL_ADN_REQ_ORG_HOURS_PATH
 spark-submit --class mobvista.dmp.datasource.adn.AdnOrgLogEtlHours \
  --conf spark.yarn.executor.memoryOverhead=3072 \
  --conf spark.sql.shuffle.partitions=2000 \
-  --files ${HIVE_SITE_PATH} \
  --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 6g --executor-cores 4 --num-executors 20 \
  ../../${JAR} -datetime "$yt$mt$dt$hhpath" -output $ETL_ADN_REQ_ORG_HOURS_PATH -coalesce 200 -region frankfurt || exit 1


--- a/azkaban/adn/device/adn_org_etl_hours_seoul.sh
+++ b/azkaban/adn/device/adn_org_etl_hours_seoul.sh
@@ -24,7 +24,6 @@ hadoop fs -rm -r $ETL_ADN_REQ_ORG_HOURS_PATH
 spark-submit --class mobvista.dmp.datasource.adn.AdnOrgLogEtlHours \
  --conf spark.yarn.executor.memoryOverhead=3072 \
  --conf spark.sql.shuffle.partitions=2000 \
-  --files ${HIVE_SITE_PATH} \
  --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 6g --executor-cores 4 --num-executors 20 \
  ../../${JAR} -datetime "$yt$mt$dt$hhpath" -output $ETL_ADN_REQ_ORG_HOURS_PATH -coalesce 200 -region seoul || exit 1


--- a/azkaban/adn/device/adn_org_etl_hours_singapore.sh
+++ b/azkaban/adn/device/adn_org_etl_hours_singapore.sh
@@ -23,7 +23,6 @@ hadoop fs -rm -r $ETL_ADN_REQ_ORG_HOURS_PATH
 spark-submit --class mobvista.dmp.datasource.adn.AdnOrgLogEtlHours \
  --conf spark.yarn.executor.memoryOverhead=3072 \
  --conf spark.sql.shuffle.partitions=2000 \
-  --files ${HIVE_SITE_PATH} \
  --master yarn --deploy-mode cluster --executor-memory 10g --driver-memory 6g --executor-cores 4 --num-executors 50 \
  ../../${JAR} -datetime "$yt$mt$dt$hhpath" -output $ETL_ADN_REQ_ORG_HOURS_PATH -coalesce 400 -region singapore || exit 1


--- a/azkaban/adn/device/adn_org_etl_hours_virginia.sh
+++ b/azkaban/adn/device/adn_org_etl_hours_virginia.sh
@@ -24,7 +24,6 @@ hadoop fs -rm -r $ETL_ADN_REQ_ORG_HOURS_PATH
 spark-submit --class mobvista.dmp.datasource.adn.AdnOrgLogEtlHours \
  --conf spark.yarn.executor.memoryOverhead=3072 \
  --conf spark.sql.shuffle.partitions=2000 \
-  --files ${HIVE_SITE_PATH} \
  --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 6g --executor-cores 4 --num-executors 20 \
  ../../${JAR} -datetime "$yt$mt$dt$hhpath" -output $ETL_ADN_REQ_ORG_HOURS_PATH -coalesce 200 -region virginia || exit 1


--- a/azkaban/adn/package/adn_install_device_tag.sh
+++ b/azkaban/adn/package/adn_install_device_tag.sh
@@ -32,8 +32,6 @@ hadoop fs -rmr ${store_output_path}

 spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTag \
     --conf spark.sql.shuffle.partitions=20 \
-     --files ${HIVE_SITE_PATH} \
-     --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 5 \
     ../../${JAR} \
     -date $date -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 20

--- a/azkaban/adn/package/adn_install_device_tag_daily.sh
+++ b/azkaban/adn/package/adn_install_device_tag_daily.sh
@@ -33,8 +33,6 @@ spark-submit --class mobvista.dmp.datasource.adn.AdnInstallTagDaily \
     --conf spark.sql.shuffle.partitions=50 \
     --conf spark.default.parallelism=10 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${JARS} \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 4  --num-executors 5 \
     ../../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 1

--- a/azkaban/adn/package/adn_install_device_tag_v2.sh
+++ b/azkaban/adn/package/adn_install_device_tag_v2.sh
@@ -31,8 +31,6 @@ spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTagDailyV2 \
     --conf spark.default.parallelism=8 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 2 \
     ../../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 4

--- a/azkaban/adn/package/adn_install_total_orc.sh
+++ b/azkaban/adn/package/adn_install_total_orc.sh
@@ -32,8 +32,6 @@ spark-submit --class mobvista.dmp.common.InstallListLogic \
     --conf spark.sql.shuffle.partitions=400 \
     --conf spark.default.parallelism=400 \
     --conf spark.kryoserializer.buffer.max=256m \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 10g --driver-memory 6g  --executor-cores 4  --num-executors 5 \
     ../../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT} -coalesce 100


--- a/azkaban/adn/package/adn_install_total_v1.sh
+++ b/azkaban/adn/package/adn_install_total_v1.sh
@@ -31,7 +31,6 @@ spark-submit --class mobvista.dmp.datasource.dm.FixInstallListRuid \
  --conf spark.kryoserializer.buffer=64m \
  --conf spark.sql.adaptive.enabled=true \
  --conf spark.sql.adaptive.advisoryPartitionSizeInBytes=536870912 \
-  --files ${HIVE_SITE_PATH} \
  --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g --executor-cores 3 --num-executors 40 \
  ../../${JAR} \
  -date ${date} -coalesce 200 -output $OUTPUT_PATH -business ${BUSINESS} -input ${INPUT_MAPPING}

--- a/azkaban/adn/package/adn_install_total_v2.sh
+++ b/azkaban/adn/package/adn_install_total_v2.sh
@@ -39,8 +39,6 @@ spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \
     --conf spark.speculation=true \
     --conf spark.speculation.quantile=0.8 \
     --conf spark.speculation.multiplier=1.2 \
-     --files ${HIVE_SITE_PATH} \
-     --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 6g --driver-memory 4g  --executor-cores 2  --num-executors 10 \
     ../../${JAR} \
     -output ${OUTPUT_PATH} -input ${INPUT_PATH} -business ${business}

--- a/azkaban/adn/package/adn_request_device_tag.sh
+++ b/azkaban/adn/package/adn_request_device_tag.sh
@@ -34,8 +34,6 @@ spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTag \
    --conf spark.yarn.executor.memoryOverhead=2048 \
    --conf spark.sql.shuffle.partitions=4000 \
    --conf spark.default.parallelism=4000 \
-    --files ${HIVE_SITE_PATH} \
-    --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
    --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g --executor-cores 3 --num-executors 100 \
    ../../${JAR} \
    -date $date -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 400

--- a/azkaban/adn/package/adn_request_device_tag_daily.sh
+++ b/azkaban/adn/package/adn_request_device_tag_daily.sh
@@ -33,8 +33,6 @@ spark-submit --class mobvista.dmp.datasource.adn.AdnRequestSdkTagDaily \
     --conf spark.sql.shuffle.partitions=20 \
     --conf spark.default.parallelism=5 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${JARS} \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 2 \
     ../../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 20

--- a/azkaban/adn/package/adn_request_device_tag_v2.sh
+++ b/azkaban/adn/package/adn_request_device_tag_v2.sh
@@ -31,8 +31,6 @@ spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTagDailyV2 \
     --conf spark.default.parallelism=200 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 10g --driver-memory 4g  --executor-cores 5  --num-executors 10 \
     ../../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 100

--- a/azkaban/adn/package/adn_request_install_total_orc.sh
+++ b/azkaban/adn/package/adn_request_install_total_orc.sh
@@ -32,7 +32,6 @@ spark-submit --class mobvista.dmp.common.InstallListLogic \
     --conf spark.sql.shuffle.partitions=2000 \
     --conf spark.default.parallelism=2000 \
     --conf spark.kryoserializer.buffer.max=256m \
-     --files ${HIVE_SITE_PATH} \
     --master yarn --deploy-mode cluster --executor-memory 18g --driver-memory 4g  --executor-cores 5 --num-executors 60 \
     ../../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT} -coalesce 1000


--- a/azkaban/adn/package/adn_request_other_daily.sh
+++ b/azkaban/adn/package/adn_request_other_daily.sh
@@ -32,7 +32,6 @@ spark-submit --class mobvista.dmp.datasource.adn_request_other.EtlAdnRequestOthe
    --conf spark.storage.memoryFraction=0.4 \
    --conf spark.driver.maxResultSize=5g \
    --conf spark.executor.extraJavaOptions=-XX:+UseG1GC \
-    --files ${HIVE_SITE_PATH} \
    --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g  --executor-cores 5  --num-executors 40 \
    ../../${JAR} -input "${INPUT_PATH}/*/*" -output $OUTPUT_PATH
 if [ $? -ne 0 ]; then

--- a/azkaban/adn/package/adn_request_other_device_tag.sh
+++ b/azkaban/adn/package/adn_request_other_device_tag.sh
@@ -33,8 +33,6 @@ hadoop fs -rmr ${store_output_path}
 spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTag \
     --conf spark.sql.shuffle.partitions=2000 \
      --conf spark.yarn.executor.memoryOverhead=3072 \
-     --files ${HIVE_SITE_PATH} \
-     --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 6g --driver-memory 4g  --executor-cores 2  --num-executors 80 \
     ../../${JAR} \
     -date $date -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 2000

--- a/azkaban/adn/package/adn_request_other_device_tag_daily.sh
+++ b/azkaban/adn/package/adn_request_other_device_tag_daily.sh
@@ -33,8 +33,6 @@ spark-submit --class mobvista.dmp.datasource.adn_request_other.AdnRequestOtherTa
     --conf spark.sql.shuffle.partitions=20 \
     --conf spark.default.parallelism=10 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${JARS} \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 5 \
     ../../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 10

--- a/azkaban/adn/package/adn_request_other_device_tag_v2.sh
+++ b/azkaban/adn/package/adn_request_other_device_tag_v2.sh
@@ -31,8 +31,6 @@ spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTagDailyV2 \
     --conf spark.default.parallelism=200 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 20 \
     ../../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 100

--- a/azkaban/adn/package/adn_request_other_install.sh
+++ b/azkaban/adn/package/adn_request_other_install.sh
@@ -27,7 +27,6 @@ hadoop fs -rm -r "$OUTPUT_PATH"
 spark-submit --class mobvista.dmp.datasource.adn_request_other.AdnRequestOtherInstall \
     --conf spark.yarn.executor.memoryOverhead=2048 \
     --conf spark.sql.shuffle.partitions=2000 \
-     --files ${HIVE_SITE_PATH} \
     --master yarn --deploy-mode cluster --executor-memory 6g --driver-memory 4g  --executor-cores 2  --num-executors 200 \
     ../../${JAR} \
     -input "${INPUT_PATH}" -output $OUTPUT_PATH -date $date -oldInput $OLD_INPUT_PATH -parallelism 2000 -coalesce 2000

--- a/azkaban/adn/package/adn_request_other_install_total_orc.sh
+++ b/azkaban/adn/package/adn_request_other_install_total_orc.sh
@@ -33,8 +33,6 @@ spark-submit --class mobvista.dmp.common.InstallListLogic \
     --conf spark.default.parallelism=1000 \
     --conf spark.kryoserializer.buffer.max=256m \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 6g --driver-memory 4g  --executor-cores 2  --num-executors 50 \
     ../../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT}  -coalesce 400


--- a/azkaban/adn/package/adn_request_other_install_v1.sh
+++ b/azkaban/adn/package/adn_request_other_install_v1.sh
@@ -31,7 +31,6 @@ spark-submit --class mobvista.dmp.datasource.dm.FixInstallListRuid \
  --conf spark.kryoserializer.buffer=64m \
  --conf spark.sql.adaptive.enabled=true \
  --conf spark.sql.adaptive.advisoryPartitionSizeInBytes=536870912 \
-  --files ${HIVE_SITE_PATH} \
  --master yarn --deploy-mode cluster --executor-memory 10g --driver-memory 4g --executor-cores 5 --num-executors 100 \
  ../../${JAR} \
  -date ${date} -coalesce 1000 -output $OUTPUT_PATH -business ${BUSINESS} -input ${INPUT_MAPPING}

--- a/azkaban/adn/package/adn_request_other_install_v2.sh
+++ b/azkaban/adn/package/adn_request_other_install_v2.sh
@@ -38,8 +38,6 @@ spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \
     --conf spark.speculation=true \
     --conf spark.speculation.quantile=0.8 \
     --conf spark.speculation.multiplier=1.2 \
-     --files ${HIVE_SITE_PATH} \
-     --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 6g --driver-memory 4g  --executor-cores 2  --num-executors 30 \
     ../../${JAR} \
     -output ${OUTPUT_PATH} -input ${INPUT_PATH} -business ${business}

--- a/azkaban/adn/package/adn_request_pkg_total_v1.sh
+++ b/azkaban/adn/package/adn_request_pkg_total_v1.sh
@@ -31,7 +31,6 @@ spark-submit --class mobvista.dmp.datasource.dm.FixInstallListRuid \
  --conf spark.kryoserializer.buffer=64m \
  --conf spark.sql.adaptive.enabled=true \
  --conf spark.sql.adaptive.advisoryPartitionSizeInBytes=536870912 \
-  --files ${HIVE_SITE_PATH} \
  --master yarn --deploy-mode cluster --executor-memory 10g --driver-memory 4g --executor-cores 5 --num-executors 100 \
  ../../${JAR} \
  -date ${date} -coalesce 1000 -output $OUTPUT_PATH -business ${BUSINESS} -input ${INPUT_MAPPING}

--- a/azkaban/adn/package/adn_request_pkg_total_v2.sh
+++ b/azkaban/adn/package/adn_request_pkg_total_v2.sh
@@ -39,8 +39,6 @@ spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \
     --conf spark.speculation=true \
     --conf spark.speculation.quantile=0.8 \
     --conf spark.speculation.multiplier=1.2 \
-     --files ${HIVE_SITE_PATH} \
-     --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g  --executor-cores 2  --num-executors 40 \
     ../../${JAR} \
     -output ${OUTPUT_PATH} -input ${INPUT_PATH} -business ${business}

--- a/azkaban/adn/package/adn_request_unmatch_install_total_orc.sh
+++ b/azkaban/adn/package/adn_request_unmatch_install_total_orc.sh
@@ -30,8 +30,6 @@ spark-submit --class mobvista.dmp.common.InstallListLogic \
     --conf spark.default.parallelism=1000 \
     --conf spark.kryoserializer.buffer.max=256m \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC " \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 6g --driver-memory 4g  --executor-cores 4  --num-executors 50 \
     ../../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT} -coalesce 200


--- a/azkaban/adn_adx/adn_tencent_adx_device_tag.sh
+++ b/azkaban/adn_adx/adn_tencent_adx_device_tag.sh
@@ -27,7 +27,6 @@ spark-submit --class mobvista.dmp.datasource.adn_adx.AdnAdxDeviceTag \
 --conf spark.network.timeout=720s \
 --conf spark.default.parallelism=10 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --jars s3://mob-emr-test/dataplatform/DataWareHouse/offline/myjar/hive-hcatalog-core-2.3.3.jar \
 --master yarn --deploy-mode cluster --name  AdnAdxDeviceTag --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 32 \
 ../${JAR}  -outputadxdevtag ${OUTPUT_ADN_ADX_DEVICE_TAG_PATH} \

--- a/azkaban/adn_adx/adn_tencent_adx_package.sh
+++ b/azkaban/adn_adx/adn_tencent_adx_package.sh
@@ -34,7 +34,6 @@ spark-submit --class mobvista.dmp.datasource.adn_adx.AdnTecentAdxDataMidWay \
 --conf spark.default.parallelism=1000 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
 --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
- --files ${HIVE_SITE_PATH} \
 --jars s3://mob-emr-test/dataplatform/DataWareHouse/offline/myjar/hive-hcatalog-core-2.3.3.jar,s3://mob-emr-test/dataplatform/DataWareHouse/offline/myjar/json-serde-1.3.7-jar-with-dependencies.jar \
 --master yarn --deploy-mode cluster --name  AdnTecentAdxDataMidWay --executor-memory 10g --driver-memory 4g  --executor-cores 5  --num-executors 100 \
 ../${JAR}  -outputadxtmp ${OUTPUT_ODS_ADX_TMP_PATH} -dimadxpkg ${OUTPUT_DIM_ADN_ADX_PKG_PATH} \

--- a/azkaban/adn_sdk/adn_sdk_daily.sh
+++ b/azkaban/adn_sdk/adn_sdk_daily.sh
@@ -33,8 +33,6 @@ spark-submit --class mobvista.dmp.datasource.adn_sdk.AdnSdkDaily \
 --conf spark.driver.maxResultSize=8g \
 --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
 --conf spark.app.coalesce=60000 \
- --files ${HIVE_SITE_PATH} \
- --jars ${JARS} \
 --master yarn --deploy-mode cluster --name adn_sdk_daily --executor-memory 8g --driver-memory 6g  --executor-cores 4 --num-executors 200 \
 ../${JAR}


--- a/azkaban/adn_sdk/adn_sdk_device_tag.sh
+++ b/azkaban/adn_sdk/adn_sdk_device_tag.sh
@@ -34,8 +34,6 @@ hadoop fs -rmr ${store_output_path}
 spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTag \
     --conf spark.sql.shuffle.partitions=2000 \
     --conf spark.yarn.executor.memoryOverhead=4096 \
-     --files ${HIVE_SITE_PATH} \
-     --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 6g  --executor-cores 3 --num-executors 200 \
     ../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 2000

--- a/azkaban/adn_sdk/adn_sdk_device_tag_daily.sh
+++ b/azkaban/adn_sdk/adn_sdk_device_tag_daily.sh
@@ -33,8 +33,6 @@ spark-submit --class mobvista.dmp.datasource.adn_sdk.AdnSdkTagDaily \
     --conf spark.sql.shuffle.partitions=10 \
     --conf spark.default.parallelism=10 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${JARS} \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 5 \
     ../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 10

--- a/azkaban/adn_sdk/adn_sdk_device_tag_v2.sh
+++ b/azkaban/adn_sdk/adn_sdk_device_tag_v2.sh
@@ -31,8 +31,6 @@ spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTagDailyV2 \
     --conf spark.default.parallelism=1000 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 50 \
     ../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 100

--- a/azkaban/adn_sdk/adn_sdk_install_total_orc.sh
+++ b/azkaban/adn_sdk/adn_sdk_install_total_orc.sh
@@ -33,8 +33,6 @@ spark-submit --class mobvista.dmp.common.InstallListLogic \
     --conf spark.default.parallelism=4000 \
     --conf spark.kryoserializer.buffer.max=256m \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g  --executor-cores 3  --num-executors 100 \
     ../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT}  -coalesce 2000


--- a/azkaban/adn_sdk/adn_sdk_install_v1.sh
+++ b/azkaban/adn_sdk/adn_sdk_install_v1.sh
@@ -31,7 +31,6 @@ spark-submit --class mobvista.dmp.datasource.dm.FixInstallListRuid \
  --conf spark.kryoserializer.buffer=64m \
  --conf spark.sql.adaptive.enabled=true \
  --conf spark.sql.adaptive.advisoryPartitionSizeInBytes=536870912 \
-  --files ${HIVE_SITE_PATH} \
  --master yarn --deploy-mode cluster --executor-memory 10g --driver-memory 4g --executor-cores 5 --num-executors 80 \
  ../${JAR} \
  -date ${date} -coalesce 1000 -output $OUTPUT_PATH -business ${BUSINESS} -input ${INPUT_MAPPING}

--- a/azkaban/adn_sdk/adn_sdk_install_v2.sh
+++ b/azkaban/adn_sdk/adn_sdk_install_v2.sh
@@ -39,8 +39,6 @@ spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \
     --conf spark.speculation=true \
     --conf spark.speculation.quantile=0.8 \
     --conf spark.speculation.multiplier=1.2 \
-     --files ${HIVE_SITE_PATH} \
-     --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 10g --driver-memory 4g  --executor-cores 3  --num-executors 80 \
     ../${JAR} \
     -output ${OUTPUT_PATH} -input ${INPUT_PATH} -business ${business}

--- a/azkaban/adn_sdk/adn_sdk_v2_device_tag.sh
+++ b/azkaban/adn_sdk/adn_sdk_v2_device_tag.sh
@@ -34,8 +34,6 @@ hadoop fs -rmr ${store_output_path}
 spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTag \
     --conf spark.sql.shuffle.partitions=2000 \
     --conf spark.yarn.executor.memoryOverhead=4096 \
-     --files ${HIVE_SITE_PATH} \
-     --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 10g --driver-memory 6g  --executor-cores 4  --num-executors 150 \
     ../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 2000

--- a/azkaban/adn_sdk/adn_sdk_v2_device_tag_v2.sh
+++ b/azkaban/adn_sdk/adn_sdk_v2_device_tag_v2.sh
@@ -31,8 +31,6 @@ spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTagDailyV2 \
     --conf spark.default.parallelism=100 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 20 \
     ../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 100

--- a/azkaban/adn_sdk/adn_sdk_v2_install_total_orc.sh
+++ b/azkaban/adn_sdk/adn_sdk_v2_install_total_orc.sh
@@ -33,8 +33,6 @@ spark-submit --class mobvista.dmp.common.InstallListLogic \
     --conf spark.default.parallelism=500 \
     --conf spark.kryoserializer.buffer.max=256m \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 6g --driver-memory 4g  --executor-cores 2  --num-executors 50 \
     ../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT}  -coalesce 200


--- a/azkaban/adn_sdk/adn_sdk_v2_install_v1.sh
+++ b/azkaban/adn_sdk/adn_sdk_v2_install_v1.sh
@@ -31,7 +31,6 @@ spark-submit --class mobvista.dmp.datasource.dm.FixInstallListRuid \
  --conf spark.kryoserializer.buffer=64m \
  --conf spark.sql.adaptive.enabled=true \
  --conf spark.sql.adaptive.advisoryPartitionSizeInBytes=536870912 \
-  --files ${HIVE_SITE_PATH} \
  --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g --executor-cores 3 --num-executors 40 \
  ../${JAR} \
  -date ${date} -coalesce 200 -output $OUTPUT_PATH -business ${BUSINESS} -input ${INPUT_MAPPING}

--- a/azkaban/adn_sdk/adn_sdk_v2_install_v2.sh
+++ b/azkaban/adn_sdk/adn_sdk_v2_install_v2.sh
@@ -43,8 +43,6 @@ spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \
     --conf spark.speculation=true \
     --conf spark.speculation.quantile=0.8 \
     --conf spark.speculation.multiplier=1.2 \
-     --files ${HIVE_SITE_PATH} \
-     --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 10g --driver-memory 4g  --executor-cores 3  --num-executors 80 \
     ../${JAR} \
     -output ${OUTPUT_PATH} -input ${INPUT_PATH} -business ${business}

--- a/azkaban/age/get_dsp_all.sh
+++ b/azkaban/age/get_dsp_all.sh
@@ -36,8 +36,6 @@ spark-submit --class mobvista.dmp.datasource.age_gender.GetAgeGender \
     --conf spark.sql.shuffle.partitions=2000 \
     --conf spark.default.parallelism=2000 \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${JARS} \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g  --executor-cores 5  --num-executors 60 \
     ../${JAR} -ageOutput ${AGE_OUTPUT_PATH} -genderOutput ${GENDER_OUTPUT_PATH} -date ${LOG_TIME} -business ${business}


--- a/azkaban/age/get_ga_all.sh
+++ b/azkaban/age/get_ga_all.sh
@@ -58,8 +58,6 @@ spark-submit --class mobvista.dmp.datasource.age_gender.GetAgeGender \
     --conf spark.speculation.quantile=0.9 \
     --conf spark.speculation.multiplier=1.5 \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${JARS} \
     --master yarn --deploy-mode cluster --executor-memory 6g --driver-memory 4g  --executor-cores 2  --num-executors 50 \
     ../${JAR} -ageOutput ${AGE_OUTPUT_PATH} -genderOutput ${GENDER_OUTPUT_PATH} -date ${GA_TOTAL_DATE} -business ${business}


--- a/azkaban/age/merge_install_age.sh
+++ b/azkaban/age/merge_install_age.sh
@@ -52,7 +52,6 @@ spark-submit --class mobvista.dmp.datasource.age_gender.MergeInstallAge \
     --conf spark.sql.files.maxPartitionBytes=536870912 \
     --conf spark.sql.adaptive.enabled=true \
     --conf spark.sql.adaptive.advisoryPartitionSizeInBytes=536870912 \
-     --files ${HIVE_SITE_PATH} \
     --master yarn --deploy-mode cluster --executor-memory 10g --driver-memory 4g  --executor-cores 5  --num-executors 60 \
     ../${JAR} -date ${LOG_TIME} \
     -ga_age_path ${GA_AGE_PATH}  -dsp_age_path ${DSP_AGE_PATH} -age_output ${OUTPUT_PATH} -parallelism 2000

--- a/azkaban/ali/TO/TO_daily.sh
+++ b/azkaban/ali/TO/TO_daily.sh
@@ -27,7 +27,6 @@ spark-submit --class mobvista.dmp.datasource.TO.TODaily \
 --conf spark.sql.shuffle.partitions=3000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 6  --num-executors 20 \
 ../../${JAR}  \
 -output ${OUTPUT_PATH} -coalesce 200  -dt_dash_today ${dt_dash_today}

--- a/azkaban/ali/ali_ck.sh
+++ b/azkaban/ali/ali_ck.sh
@@ -25,7 +25,6 @@ spark-submit --class mobvista.dmp.datasource.baichuan.BaiChuanJob \
     --conf spark.default.parallelism=100 \
     --conf spark.kryoserializer.buffer.max=256m \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
-     --files ${HIVE_SITE_PATH} \
     --master yarn --deploy-mode cluster --executor-memory 6g --driver-memory 6g  --executor-cores 2  --num-executors 20 \
     ../${JAR} -date ${LOG_TIME} -host ${host} -cluster ${cluster} -database ${database} -table ${table}


--- a/azkaban/ali/ali_daily.sh
+++ b/azkaban/ali/ali_daily.sh
@@ -24,7 +24,6 @@ spark-submit --class mobvista.dmp.datasource.baichuan.AliDaily \
     --conf spark.kryoserializer.buffer.max=256m \
     --conf spark.driver.extraJavaOptions="-XX:+UseG1GC" \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 3  --num-executors 5 \
     ../${JAR} -date ${LOG_TIME} -partNum 10 -output ${OUTPUT_PATH} -host ${host} -cluster ${cluster} -database ${database} -table ${table}


--- a/azkaban/ali/ali_device_tag.sh
+++ b/azkaban/ali/ali_device_tag.sh
@@ -36,8 +36,6 @@ hadoop fs -rmr ${store_output_path}

 spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTag \
     --conf spark.sql.shuffle.partitions=100 \
-     --files ${HIVE_SITE_PATH} \
-     --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 6g --driver-memory 6g  --executor-cores 2  --num-executors 5 \
     ../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 40

--- a/azkaban/ali/ali_device_tag_daily.sh
+++ b/azkaban/ali/ali_device_tag_daily.sh
@@ -33,7 +33,6 @@ spark-submit --class mobvista.dmp.datasource.baichuan.AliTagDaily \
     --conf spark.sql.shuffle.partitions=10 \
     --conf spark.default.parallelism=10 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
-     --files ${HIVE_SITE_PATH} \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 5 \
     ../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 5

--- a/azkaban/ali/ali_device_tag_v2.sh
+++ b/azkaban/ali/ali_device_tag_v2.sh
@@ -31,8 +31,6 @@ spark-submit --class mobvista.dmp.datasource.newtag.MatchInterestTagDailyV2 \
     --conf spark.default.parallelism=8 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 2 \
     ../${JAR} \
     -date ${date} -manualOutput ${output_path} -business ${business} -storeOutput ${store_output_path} -coalesce 8

--- a/azkaban/ali/ali_install_list_v2.sh
+++ b/azkaban/ali/ali_install_list_v2.sh
@@ -39,8 +39,6 @@ spark-submit --class mobvista.dmp.datasource.dm.DmInstallListOrc \
     --conf spark.speculation=true \
     --conf spark.speculation.quantile=0.8 \
     --conf spark.speculation.multiplier=1.2 \
-     --files ${HIVE_SITE_PATH} \
-     --jars /data/hadoop-alternative/hive/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 10g --driver-memory 4g  --executor-cores 3  --num-executors 80 \
     ../${JAR} \
     -output ${OUTPUT_PATH} -input ${INPUT_PATH} -business ${business}

--- a/azkaban/ali/ali_install_total_orc.sh
+++ b/azkaban/ali/ali_install_total_orc.sh
@@ -34,8 +34,6 @@ spark-submit --class mobvista.dmp.common.InstallListLogic \
     --conf spark.default.parallelism=400 \
     --conf spark.kryoserializer.buffer.max=256m \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars ${SPARK_HOME}/auxlib/Common-SerDe-1.0-SNAPSHOT.jar \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 50 \
     ../${JAR} -date ${LOG_TIME} -business ${business} -output ${OUTPUT}  -coalesce 100


--- a/azkaban/ali/ali_userinfo_activation_daily_all_job/ali_ios_userinfo_activation_daily.sh
+++ b/azkaban/ali/ali_userinfo_activation_daily_all_job/ali_ios_userinfo_activation_daily.sh
@@ -34,7 +34,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.EtlAliIosActivitionDaily \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.yarn.executor.memoryOverhead=4096 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 10g --driver-memory 4g  --executor-cores 4  --num-executors 60 \
 ../../${JAR} -output ${OUTPUT_PATH} -outputdaily ${ALI_OUTPUT_DAILY_PATH} -coalesce 500 \
 -yesterday ${yesterday} -today ${dt_today}  -dt_dash_today ${dt_dash_today} -dt_dash_rec14day ${dt_dash_rec14day} \

--- a/azkaban/ali/ali_userinfo_activation_daily_all_job/ali_oaid_userinfo_activation_daily.sh
+++ b/azkaban/ali/ali_userinfo_activation_daily_all_job/ali_oaid_userinfo_activation_daily.sh
@@ -29,7 +29,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.EtlAliOaidActivitionDaily \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.yarn.executor.memoryOverhead=4096 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 10g --driver-memory 4g  --executor-cores 4  --num-executors 60 \
 ../../${JAR} -output ${OUTPUT_PATH} -outputdaily ${ALI_OAID_OUTPUT_DAILY_PATH} -coalesce 500 \
 -yesterday ${yesterday} -today ${dt_today}  -dt_dash_today ${dt_dash_today} -dt_dash_rec14day ${dt_dash_rec14day} \

--- a/azkaban/ali/ali_userinfo_activation_daily_all_job/ali_userinfo_activation_daily.sh
+++ b/azkaban/ali/ali_userinfo_activation_daily_all_job/ali_userinfo_activation_daily.sh
@@ -33,7 +33,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.EtlAliActivitionDaily \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.yarn.executor.memoryOverhead=4096 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 10g --driver-memory 4g  --executor-cores 4  --num-executors 60 \
 ../../${JAR} -output ${OUTPUT_PATH} -outputdaily ${ALI_OUTPUT_DAILY_PATH} -coalesce 500 \
 -yesterday ${yesterday} -today ${dt_today}  -dt_dash_today ${dt_dash_today} -dt_dash_rec14day ${dt_dash_rec14day} \

--- a/azkaban/ali/ali_userinfo_postback_activation_daily.sh
+++ b/azkaban/ali/ali_userinfo_postback_activation_daily.sh
@@ -84,7 +84,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.EtlAliActivitionPostBackDail
 --conf spark.sql.shuffle.partitions=2000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 3  --num-executors 60 \
 ../${JAR} -output ${OUTPUT_PATH} -iosoutput ${ALI_IOS_OUTPUT}  -oaidoutput ${ALI_OAID_OUTPUT} -coalesce 50 \
 -today ${dt_today} -update_date ${dt_dash_today}  \

--- a/azkaban/ali/ali_userinfo_postback_activation_daily_v2/ali_etl_postback_daily.sh
+++ b/azkaban/ali/ali_userinfo_postback_activation_daily_v2/ali_etl_postback_daily.sh
@@ -66,7 +66,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.EtlAliActivitionPostBackDail
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
 --conf spark.hadoop.mapreduce.input.fileinputformat.input.dir.recursive=true \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 6  --num-executors 70 \
 ../../${JAR} -output ${OUTPUT_PATH} -iosoutput ${ALI_IOS_OUTPUT}  -oaidoutput ${ALI_OAID_OUTPUT} -coalesce 300 \
 -today ${dt_today} -update_date ${dt_dash_today}  -dt_taobao_postback_day ${dt_taobao_postback_day}\

--- a/azkaban/ali/ali_userinfo_postback_activation_daily_v2/ali_extract_h_18_from_dsp_req.sh
+++ b/azkaban/ali/ali_userinfo_postback_activation_daily_v2/ali_extract_h_18_from_dsp_req.sh
@@ -29,7 +29,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.EtlH18FromDmInstallListV2 \
 --conf spark.sql.shuffle.partitions=2000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 6  --num-executors 60 \
 ../../${JAR}  \
 -h18_imei ${IMEI_H_18_GUANGDIANTONG_RES_PATH} -h18_imeimd5 ${IMEIMD5_H_18_GUANGDIANTONG_RES_PATH}  \

--- a/azkaban/ali/ali_userinfo_postback_activation_daily_v2/ali_insert_other_data_to_dmp.sh
+++ b/azkaban/ali/ali_userinfo_postback_activation_daily_v2/ali_insert_other_data_to_dmp.sh
@@ -43,7 +43,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.EtlOtherDataFromPostBackDail
 --conf spark.sql.shuffle.partitions=3000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 6  --num-executors 150 \
 ../../${JAR}  \
 -output ${OUTPUT_PATH} \

--- a/azkaban/ali/alipay_lahuo_laxin/alipay_imei_lahuo_ck.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_imei_lahuo_ck.sh
@@ -25,7 +25,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayImeiLaHuoCK \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
     --conf hive.exec.orc.default.stripe.size=268435456 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
-     --files ${HIVE_SITE_PATH} \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 10 \
     ../../${JAR} -imeiInput ${IMEIMD5_INPUT}  -date ${LOG_TIME} -host ${host} -cluster ${cluster} -database ${database} -table ${table} -hour ${hour}


--- a/azkaban/ali/alipay_lahuo_laxin/alipay_imei_lahuo_ck_02.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_imei_lahuo_ck_02.sh
@@ -25,7 +25,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayImeiLaHuoCK \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
     --conf hive.exec.orc.default.stripe.size=268435456 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
-     --files ${HIVE_SITE_PATH} \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 10 \
     ../../${JAR} -imeiInput ${IMEIMD5_INPUT}  -date ${LOG_TIME} -host ${host} -cluster ${cluster} -database ${database} -table ${table} -hour ${hour}


--- a/azkaban/ali/alipay_lahuo_laxin/alipay_imei_lahuo_ck_03.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_imei_lahuo_ck_03.sh
@@ -25,7 +25,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayImeiLaHuoCK \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
     --conf hive.exec.orc.default.stripe.size=268435456 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
-     --files ${HIVE_SITE_PATH} \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 10 \
     ../../${JAR} -imeiInput ${IMEIMD5_INPUT}  -date ${LOG_TIME} -host ${host} -cluster ${cluster} -database ${database} -table ${table} -hour ${hour}


--- a/azkaban/ali/alipay_lahuo_laxin/alipay_imei_lahuo_ck_04.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_imei_lahuo_ck_04.sh
@@ -25,7 +25,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayImeiLaHuoCK \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
     --conf hive.exec.orc.default.stripe.size=268435456 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
-     --files ${HIVE_SITE_PATH} \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 10 \
     ../../${JAR} -imeiInput ${IMEIMD5_INPUT}  -date ${LOG_TIME} -host ${host} -cluster ${cluster} -database ${database} -table ${table} -hour ${hour}


--- a/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_daily.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_daily.sh
@@ -37,7 +37,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayLaHuoDaily \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.yarn.executor.memoryOverhead=4096 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 6  --num-executors 120 ../../${JAR} \
 -imeioutput "${ALIPAY_IMEIMD5_OUTPUT_PATH}"  \
 -today ${dt_today}  -last_req_day ${last_req_day} -dt_after_one_day ${dt_after_one_day}\

--- a/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_data_to_dmp.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_data_to_dmp.sh
@@ -33,7 +33,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayTmpDataToDmp \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.yarn.executor.memoryOverhead=4096 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 40 \
 ../../${JAR}  -imeiRequestInput ${IMEIMD5_REQUEST_INPUT_PATH}  -imeiResponseInput ${IMEIMD5_RESPONSE_INPUT_PATH} \
  -output01 ${OUTPUT01}  -output02 ${OUTPUT02}
@@ -63,7 +62,6 @@ fi
 # --conf spark.sql.broadcastTimeout=1200 \
 # --conf spark.yarn.executor.memoryOverhead=4096 \
 # --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
-# --files ${HIVE_SITE_PATH} \
 # --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 40 \
 # ../../${JAR}  -dt_today ${dt_today}  -dt_three_days_ago ${dt_three_days_ago} \
 #  -ActivationOutput ${ACTIVATIONOUTPUT}  -AcquisitionOutput ${ACQUISITIONOUTPUT}

--- a/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_data_to_dmp_02.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_data_to_dmp_02.sh
@@ -33,7 +33,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayTmpDataToDmp \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.yarn.executor.memoryOverhead=4096 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 40 \
 ../../${JAR}  -imeiRequestInput ${IMEIMD5_REQUEST_INPUT_PATH}  -imeiResponseInput ${IMEIMD5_RESPONSE_INPUT_PATH} \
  -output01 ${OUTPUT01}  -output02 ${OUTPUT02}
@@ -63,7 +62,6 @@ fi
 # --conf spark.sql.broadcastTimeout=1200 \
 # --conf spark.yarn.executor.memoryOverhead=4096 \
 # --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
-# --files ${HIVE_SITE_PATH} \
 # --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 40 \
 # ../../${JAR}  -dt_today ${dt_today}  -dt_three_days_ago ${dt_three_days_ago} \
 #  -ActivationOutput ${ACTIVATIONOUTPUT}  -AcquisitionOutput ${ACQUISITIONOUTPUT}

--- a/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_data_to_dmp_03.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_data_to_dmp_03.sh
@@ -33,7 +33,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayTmpDataToDmp \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.yarn.executor.memoryOverhead=4096 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 40 \
 ../../${JAR}  -imeiRequestInput ${IMEIMD5_REQUEST_INPUT_PATH}  -imeiResponseInput ${IMEIMD5_RESPONSE_INPUT_PATH} \
  -output01 ${OUTPUT01}  -output02 ${OUTPUT02}
@@ -63,7 +62,6 @@ fi
 # --conf spark.sql.broadcastTimeout=1200 \
 # --conf spark.yarn.executor.memoryOverhead=4096 \
 # --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
-# --files ${HIVE_SITE_PATH} \
 # --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 40 \
 # ../../${JAR}  -dt_today ${dt_today}  -dt_three_days_ago ${dt_three_days_ago} \
 #  -ActivationOutput ${ACTIVATIONOUTPUT}  -AcquisitionOutput ${ACQUISITIONOUTPUT}

--- a/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_data_to_dmp_04.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_data_to_dmp_04.sh
@@ -33,7 +33,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayTmpDataToDmp \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.yarn.executor.memoryOverhead=4096 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 40 \
 ../../${JAR}  -imeiRequestInput ${IMEIMD5_REQUEST_INPUT_PATH}  -imeiResponseInput ${IMEIMD5_RESPONSE_INPUT_PATH} \
  -output01 ${OUTPUT01}  -output02 ${OUTPUT02}
@@ -63,7 +62,6 @@ fi
 # --conf spark.sql.broadcastTimeout=1200 \
 # --conf spark.yarn.executor.memoryOverhead=4096 \
 # --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
-# --files ${HIVE_SITE_PATH} \
 # --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 40 \
 # ../../${JAR}  -dt_today ${dt_today}  -dt_three_days_ago ${dt_three_days_ago} \
 #  -ActivationOutput ${ACTIVATIONOUTPUT}  -AcquisitionOutput ${ACQUISITIONOUTPUT}

--- a/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_df.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_df.sh
@@ -20,8 +20,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayLaHuoDF \
     --conf spark.kryoserializer.buffer.max=256m \
     --conf spark.driver.extraJavaOptions="-XX:+UseG1GC" \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars s3://mob-emr-test/wangjf/jar/spark-clickhouse-connector_2.11-2.4.0_0.22.jar \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g  --executor-cores 6  --num-executors 10 \
     ../../${JAR} -date ${LOG_TIME} -dt_end_days ${dt_end_days} -partNum 60 -imeiOutput ${IMEIMD5_OUTPUT_PATH}  -cluster 'cluster_1st'  -hour ${hour}


--- a/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_df_02.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_df_02.sh
@@ -19,8 +19,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayLaHuoDF \
     --conf spark.kryoserializer.buffer.max=256m \
     --conf spark.driver.extraJavaOptions="-XX:+UseG1GC" \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars s3://mob-emr-test/wangjf/jar/spark-clickhouse-connector_2.11-2.4.0_0.22.jar \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g  --executor-cores 6  --num-executors 10 \
     ../../${JAR} -date ${LOG_TIME} -dt_end_days ${dt_end_days} -partNum 60 -imeiOutput ${IMEIMD5_OUTPUT_PATH}  -cluster 'cluster_1st'  -hour ${hour}


--- a/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_df_03.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_df_03.sh
@@ -19,8 +19,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayLaHuoDF \
     --conf spark.kryoserializer.buffer.max=256m \
     --conf spark.driver.extraJavaOptions="-XX:+UseG1GC" \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars s3://mob-emr-test/wangjf/jar/spark-clickhouse-connector_2.11-2.4.0_0.22.jar \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g  --executor-cores 6  --num-executors 10 \
     ../../${JAR} -date ${LOG_TIME} -dt_end_days ${dt_end_days} -partNum 60 -imeiOutput ${IMEIMD5_OUTPUT_PATH}  -cluster 'cluster_1st'  -hour ${hour}


--- a/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_df_04.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_lahuo_df_04.sh
@@ -19,8 +19,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayLaHuoDF \
     --conf spark.kryoserializer.buffer.max=256m \
     --conf spark.driver.extraJavaOptions="-XX:+UseG1GC" \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
-     --files ${HIVE_SITE_PATH} \
-     --jars s3://mob-emr-test/wangjf/jar/spark-clickhouse-connector_2.11-2.4.0_0.22.jar \
     --master yarn --deploy-mode cluster --executor-memory 8g --driver-memory 4g  --executor-cores 6  --num-executors 10 \
     ../../${JAR} -date ${LOG_TIME} -dt_end_days ${dt_end_days} -partNum 60 -imeiOutput ${IMEIMD5_OUTPUT_PATH}  -cluster 'cluster_1st'  -hour ${hour}


--- a/azkaban/ali/alipay_lahuo_laxin/alipay_other_data_to_dmp.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_other_data_to_dmp.sh
@@ -29,7 +29,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayOtherDataToDmp \
 --conf spark.sql.shuffle.partitions=3000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 6  --num-executors 140 \
 ../../${JAR}  \
 -output01 ${OUTPUT_PATH01} -output02 ${OUTPUT_PATH02}  \

--- a/azkaban/ali/alipay_lahuo_laxin/alipay_other_data_to_dmp_02.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_other_data_to_dmp_02.sh
@@ -29,7 +29,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayOtherDataToDmp \
 --conf spark.sql.shuffle.partitions=3000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 6  --num-executors 140 \
 ../../${JAR}  \
 -output01 ${OUTPUT_PATH01} -output02 ${OUTPUT_PATH02}  \

--- a/azkaban/ali/alipay_lahuo_laxin/alipay_other_data_to_dmp_03.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_other_data_to_dmp_03.sh
@@ -29,7 +29,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayOtherDataToDmp \
 --conf spark.sql.shuffle.partitions=3000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 6  --num-executors 140 \
 ../../${JAR}  \
 -output01 ${OUTPUT_PATH01} -output02 ${OUTPUT_PATH02}  \

--- a/azkaban/ali/alipay_lahuo_laxin/alipay_other_data_to_dmp_04.sh
+++ b/azkaban/ali/alipay_lahuo_laxin/alipay_other_data_to_dmp_04.sh
@@ -29,7 +29,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.AlipayOtherDataToDmp \
 --conf spark.sql.shuffle.partitions=3000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 6  --num-executors 140 \
 ../../${JAR}  \
 -output01 ${OUTPUT_PATH01} -output02 ${OUTPUT_PATH02}  \

--- a/azkaban/ali/btop/btop_daily.sh
+++ b/azkaban/ali/btop/btop_daily.sh
@@ -45,7 +45,6 @@ spark-submit --class mobvista.dmp.datasource.btop.BtopDaily \
 --conf spark.sql.shuffle.partitions=3000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 6g --driver-memory 4g  --executor-cores 2  --num-executors 60 \
 ../../${JAR}  \
 -output ${OUTPUT_PATH} -coalesce 200  -dt_today ${dt_today} -dt_dash_tow_days ${dt_dash_tow_days}  -seven_days_ago ${seven_days_ago}  -fifteen_days_ago ${fifteen_days_ago} \

--- a/azkaban/ali/cainixihuan/cainixihuan01.sh
+++ b/azkaban/ali/cainixihuan/cainixihuan01.sh
@@ -22,7 +22,6 @@ spark-submit \
 	--class mobvista.dmp.datasource.apptag.CaiNiXiHuanCrawlerSpark \
 	--conf spark.network.timeout=720s \
 	--conf spark.sql.autoBroadcastJoinThreshold=31457280 \
-	--files ${HIVE_SITE_PATH} \
 	--master yarn \
 	--deploy-mode cluster \
 	--name cainixihuan_AppInfoCrawlerSpark \

--- a/azkaban/ali/cainixihuan/cainixihuan02.sh
+++ b/azkaban/ali/cainixihuan/cainixihuan02.sh
@@ -25,7 +25,6 @@ spark-submit \
 	--class mobvista.dmp.datasource.apptag.CaiNiXiHuanCrawlerSpark \
 	--conf spark.network.timeout=720s \
 	--conf spark.sql.autoBroadcastJoinThreshold=31457280 \
-	--files ${HIVE_SITE_PATH} \
 	--master yarn \
 	--deploy-mode cluster \
 	--name cainixihuan_AppInfoCrawlerSpark \

--- a/azkaban/ali/cainixihuan/cainixihuan03.sh
+++ b/azkaban/ali/cainixihuan/cainixihuan03.sh
@@ -24,7 +24,6 @@ spark-submit \
 	--class mobvista.dmp.datasource.apptag.CaiNiXiHuanCrawlerSpark \
 	--conf spark.network.timeout=720s \
 	--conf spark.sql.autoBroadcastJoinThreshold=31457280 \
-	--files ${HIVE_SITE_PATH} \
 	--master yarn \
 	--deploy-mode cluster \
 	--name cainixihuan_AppInfoCrawlerSpark \

--- a/azkaban/ali/cainixihuan/cainixihuan04.sh
+++ b/azkaban/ali/cainixihuan/cainixihuan04.sh
@@ -24,7 +24,6 @@ spark-submit \
 	--class mobvista.dmp.datasource.apptag.CaiNiXiHuanCrawlerSpark \
 	--conf spark.network.timeout=720s \
 	--conf spark.sql.autoBroadcastJoinThreshold=31457280 \
-	--files ${HIVE_SITE_PATH} \
 	--master yarn \
 	--deploy-mode cluster \
 	--name cainixihuan_AppInfoCrawlerSpark \

--- a/azkaban/ali/cainixihuan/cainixihuan05.sh
+++ b/azkaban/ali/cainixihuan/cainixihuan05.sh
@@ -24,7 +24,6 @@ spark-submit \
 	--class mobvista.dmp.datasource.apptag.CaiNiXiHuanCrawlerSpark \
 	--conf spark.network.timeout=720s \
 	--conf spark.sql.autoBroadcastJoinThreshold=31457280 \
-	--files ${HIVE_SITE_PATH} \
 	--master yarn \
 	--deploy-mode cluster \
 	--name cainixihuan_AppInfoCrawlerSpark \

--- a/azkaban/ali/etl_dealid_hour.sh
+++ b/azkaban/ali/etl_dealid_hour.sh
@@ -36,7 +36,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.EtlDealidDaily \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.yarn.executor.memoryOverhead=4096 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 10g --driver-memory 4g  --executor-cores 6  --num-executors 30 \
 ../${JAR}  -dt_dash_today ${dt_dash_today} \
  -oppooutput ${OPPO_OUTPUT}   \

--- a/azkaban/ali/etl_lazada_data_daily.sh
+++ b/azkaban/ali/etl_lazada_data_daily.sh
@@ -62,7 +62,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.EtlLazadaActivitionDaily \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.yarn.executor.memoryOverhead=4096 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 90 ../${JAR} \
 -gaidoutput "${GAID_OUTPUT_PATH}"   \
 -today ${dt_today}  -last_req_day ${last_req_day} \
@@ -107,7 +106,6 @@ fi
 # --conf spark.sql.broadcastTimeout=1200 \
 # --conf spark.yarn.executor.memoryOverhead=4096 \
 # --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
-# --files ${HIVE_SITE_PATH} \
 # --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 70 ../${JAR} \
 # -gaidoutput "${GAID_OUTPUT_PATH}" -gaidinput "${GAID_INPUT_PATH}"  -newoutput "${NEW_OUTPUT_PATH}" \
 # -today ${dt_today}  -dt_30days_ago ${dt_30days_ago}

--- a/azkaban/ali/etl_lazada_ios_data_daily.sh
+++ b/azkaban/ali/etl_lazada_ios_data_daily.sh
@@ -32,7 +32,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.EtlLazadaIosActivitionDaily 
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.yarn.executor.memoryOverhead=4096 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 90 ../${JAR} \
 -today ${dt_today}  -last_req_day ${last_req_day} \
 -vn_idfaoutput "${VN_IDFA_OUTPUT_PATH}"  -id_idfaoutput "${ID_IDFA_OUTPUT_PATH}"  -th_idfaoutput "${TH_IDFA_OUTPUT_PATH}" \

--- a/azkaban/ali/other_single_jobs/etl_com_tencent_news_daily.sh
+++ b/azkaban/ali/other_single_jobs/etl_com_tencent_news_daily.sh
@@ -17,7 +17,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.EtlComTencentNewsDaily \
 --conf spark.sql.shuffle.partitions=3000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 6g  --executor-cores 6  --num-executors 120 \
 ../../${JAR}  \
 -output ${OUTPUT_PATH} -coalesce 500 \

--- a/azkaban/ali/reyun/reyun_daily.sh
+++ b/azkaban/ali/reyun/reyun_daily.sh
@@ -29,7 +29,6 @@ spark-submit --class mobvista.dmp.datasource.reyun.ReyunDaily \
 --conf spark.sql.shuffle.partitions=2000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 6g --driver-memory 4g  --executor-cores 3  --num-executors 60 \
 ../../${JAR}  \
 -output ${OUTPUT_PATH} -coalesce 400  -dt_today ${dt_today}

--- a/azkaban/ali/reyun/reyun_label_baijiu.sh
+++ b/azkaban/ali/reyun/reyun_label_baijiu.sh
@@ -24,8 +24,6 @@ spark-submit --class mobvista.dmp.datasource.reyun.ReyunLabelBaijiu \
 --conf spark.sql.shuffle.partitions=2000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
- --jars ${JARS} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 170 \
 ../../${JAR}  \
 -output ${OUTPUT_PATH} -coalesce 680  -dt_today ${dt_today}

--- a/azkaban/ali/reyun/reyun_label_test.sh
+++ b/azkaban/ali/reyun/reyun_label_test.sh
@@ -26,7 +26,6 @@ spark-submit --class mobvista.dmp.datasource.reyun.ReyunLabelTest \
 --conf spark.sql.shuffle.partitions=2000 \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 6g --driver-memory 4g  --executor-cores 3  --num-executors 40 \
 ../../${JAR}  \
 -output ${OUTPUT_PATH} -coalesce 40  -dt_today ${dt_today}

--- a/azkaban/ali/uc_lahuo/uc_imei_lahuo_ck.sh
+++ b/azkaban/ali/uc_lahuo/uc_imei_lahuo_ck.sh
@@ -24,7 +24,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.UCImeiLaHuoCK \
     --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
     --conf hive.exec.orc.default.stripe.size=268435456 \
     --conf spark.sql.files.maxPartitionBytes=268435456 \
-     --files ${HIVE_SITE_PATH} \
     --master yarn --deploy-mode cluster --executor-memory 4g --driver-memory 4g  --executor-cores 2  --num-executors 10 \
     ../../${JAR} -imeiInput ${IMEIMD5_INPUT}  -date ${LOG_TIME} -host ${host} -cluster ${cluster} -database ${database} -table ${table}


--- a/azkaban/ali/uc_lahuo/uc_lahuo_daily.sh
+++ b/azkaban/ali/uc_lahuo/uc_lahuo_daily.sh
@@ -24,7 +24,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.UCLaHuoDaily \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.yarn.executor.memoryOverhead=4096 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 80 ../../${JAR} \
 -imeioutput "${UC_IMEIMD5_OUTPUT_PATH}"  -oaidoutput "${UC_OAIDMD5_OUTPUT_PATH}"  \
 -today ${dt_today}  -last_req_day ${last_req_day}

--- a/azkaban/ali/uc_lahuo/uc_lahuo_data_to_dmp.sh
+++ b/azkaban/ali/uc_lahuo/uc_lahuo_data_to_dmp.sh
@@ -40,7 +40,6 @@ spark-submit --class mobvista.dmp.datasource.taobao.UCTmpDataToDMP \
 --conf spark.sql.broadcastTimeout=1200 \
 --conf spark.yarn.executor.memoryOverhead=4096 \
 --conf spark.sql.autoBroadcastJoinThreshold=31457280 \
- --files ${HIVE_SITE_PATH} \
 --master yarn --deploy-mode cluster  --executor-memory 8g --driver-memory 4g  --executor-cores 4  --num-executors 40 \
 ../../${JAR}  -imeiRequestInput ${UC_IMEIMD5_REQUEST_INPUT_PATH}  -oaidRequestInput ${UC_OAIDMD5_REQUEST_INPUT_PATH} \
  -imeiResponseInput ${IMEIMD5_RESPONSE_INPUT_PATH}  -oaidResponseInput ${OAIDMD5_RESPONSE_INPUT_PATH}   \

--- a/azkaban/ali/uc_lahuo/uc_lahuo_df.sh
+++ b/azkaban/ali/uc_lahuo/uc_lahuo_df.sh
--- a/azkaban/ali/uc_lahuo/uc_oaid_lahuo_ck.sh
+++ b/azkaban/ali/uc_lahuo/uc_oaid_lahuo_ck.sh
--- a/azkaban/ali/uc_lahuo/uc_other_data_to_dmp.sh
+++ b/azkaban/ali/uc_lahuo/uc_other_data_to_dmp.sh
--- a/azkaban/ali/uc_lahuo/uc_other_data_to_dmp_v2.sh
+++ b/azkaban/ali/uc_lahuo/uc_other_data_to_dmp_v2.sh
--- a/azkaban/ali/uc_lahuo_to_guangdiantong/ali_extract_h_32_from_dsp_req.sh
+++ b/azkaban/ali/uc_lahuo_to_guangdiantong/ali_extract_h_32_from_dsp_req.sh
--- a/azkaban/ali/youku_laxin/youku_imei_laxin_ck.sh
+++ b/azkaban/ali/youku_laxin/youku_imei_laxin_ck.sh
--- a/azkaban/ali/youku_laxin/youku_laxin_daily.sh
+++ b/azkaban/ali/youku_laxin/youku_laxin_daily.sh
--- a/azkaban/ali/youku_laxin/youku_laxin_data_to_dmp.sh
+++ b/azkaban/ali/youku_laxin/youku_laxin_data_to_dmp.sh
--- a/azkaban/ali/youku_laxin/youku_laxin_df.sh
+++ b/azkaban/ali/youku_laxin/youku_laxin_df.sh
--- a/azkaban/ali/youku_laxin/youku_oaid_laxin_ck.sh
+++ b/azkaban/ali/youku_laxin/youku_oaid_laxin_ck.sh
--- a/azkaban/app_info/app_info_adr_3s.sh
+++ b/azkaban/app_info/app_info_adr_3s.sh
--- a/azkaban/app_info/app_info_ios_3s.sh
+++ b/azkaban/app_info/app_info_ios_3s.sh
--- a/azkaban/app_info/collect_package_name.sh
+++ b/azkaban/app_info/collect_package_name.sh
--- a/azkaban/app_info/etl_app_info_adr.sh
+++ b/azkaban/app_info/etl_app_info_adr.sh
--- a/azkaban/app_info/etl_app_info_ios.sh
+++ b/azkaban/app_info/etl_app_info_ios.sh
--- a/azkaban/app_info/import_campaign_tags.sh
+++ b/azkaban/app_info/import_campaign_tags.sh
--- a/azkaban/app_info/import_package_tags.sh
+++ b/azkaban/app_info/import_package_tags.sh
--- a/azkaban/app_info/package_black_list.sh
+++ b/azkaban/app_info/package_black_list.sh
--- a/azkaban/app_tag/app_tag.sh
+++ b/azkaban/app_tag/app_tag.sh
--- a/azkaban/appsflyer/appsflyer_total.sh
+++ b/azkaban/appsflyer/appsflyer_total.sh
--- a/azkaban/bigmedia_domestic/bigmedia_domestic_launch_total.sh
+++ b/azkaban/bigmedia_domestic/bigmedia_domestic_launch_total.sh
--- a/azkaban/bytedance/bytedance_device_tag.sh
+++ b/azkaban/bytedance/bytedance_device_tag.sh
--- a/azkaban/bytedance/bytedance_device_tag_daily.sh
+++ b/azkaban/bytedance/bytedance_device_tag_daily.sh
--- a/azkaban/bytedance/bytedance_device_tag_v2.sh
+++ b/azkaban/bytedance/bytedance_device_tag_v2.sh
--- a/azkaban/bytedance/bytedance_install_total_orc.sh
+++ b/azkaban/bytedance/bytedance_install_total_orc.sh
--- a/azkaban/clever/adn_clever_device_tag.sh
+++ b/azkaban/clever/adn_clever_device_tag.sh
--- a/azkaban/clever/adn_clever_device_tag_daily.sh
+++ b/azkaban/clever/adn_clever_device_tag_daily.sh
--- a/azkaban/clever/adn_clever_device_tag_v2.sh
+++ b/azkaban/clever/adn_clever_device_tag_v2.sh
--- a/azkaban/clever/adn_clever_install_total_orc.sh
+++ b/azkaban/clever/adn_clever_install_total_orc.sh
--- a/azkaban/clever/adn_clever_install_v2.sh
+++ b/azkaban/clever/adn_clever_install_v2.sh
--- a/azkaban/datatory/datatory.sh
+++ b/azkaban/datatory/datatory.sh
--- a/azkaban/datatory/tracking/3s_tracking_event_daily.sh
+++ b/azkaban/datatory/tracking/3s_tracking_event_daily.sh
--- a/azkaban/datatory/tracking/3s_trackingnew_install_daily.sh
+++ b/azkaban/datatory/tracking/3s_trackingnew_install_daily.sh
--- a/azkaban/datatory/tracking/adn_tracking_ck.sh
+++ b/azkaban/datatory/tracking/adn_tracking_ck.sh
--- a/azkaban/datatory/tracking/adn_trackingnew_event_daily.sh
+++ b/azkaban/datatory/tracking/adn_trackingnew_event_daily.sh
--- a/azkaban/datatory/tracking/adn_trackingnew_install_daily.sh
+++ b/azkaban/datatory/tracking/adn_trackingnew_install_daily.sh
--- a/azkaban/datatory/tracking/adn_trackingnew_merge_daily.sh
+++ b/azkaban/datatory/tracking/adn_trackingnew_merge_daily.sh
--- a/azkaban/datatory/tracking/tracking_ck.sh
+++ b/azkaban/datatory/tracking/tracking_ck.sh
--- a/azkaban/datatory/tracking/trackingnew_merge_daily.sh
+++ b/azkaban/datatory/tracking/trackingnew_merge_daily.sh
--- a/azkaban/datatory/user_info/user_info_ck.sh
+++ b/azkaban/datatory/user_info/user_info_ck.sh
--- a/azkaban/dm/dm_active_tag_month.sh
+++ b/azkaban/dm/dm_active_tag_month.sh
--- a/azkaban/dm/dm_active_tag_week.sh
+++ b/azkaban/dm/dm_active_tag_week.sh
--- a/azkaban/dm/dm_interest_tag_all_v2.sh
+++ b/azkaban/dm/dm_interest_tag_all_v2.sh
--- a/azkaban/dm/dm_interest_tag_all_v3.sh
+++ b/azkaban/dm/dm_interest_tag_all_v3.sh
--- a/azkaban/dm/dmp_device_id_md5.sh
+++ b/azkaban/dm/dmp_device_id_md5.sh
--- a/azkaban/dm/dmp_device_interest.sh
+++ b/azkaban/dm/dmp_device_interest.sh
--- a/azkaban/dm/dmp_device_tag_daily.sh
+++ b/azkaban/dm/dmp_device_tag_daily.sh
--- a/azkaban/dm/dmp_install_list_common.sh
+++ b/azkaban/dm/dmp_install_list_common.sh
--- a/azkaban/dm/dmp_install_list_daily.sh
+++ b/azkaban/dm/dmp_install_list_daily.sh
--- a/azkaban/dm/dmp_install_list_daily_v2.sh
+++ b/azkaban/dm/dmp_install_list_daily_v2.sh
--- a/azkaban/dm/dmp_install_list_merge.sh
+++ b/azkaban/dm/dmp_install_list_merge.sh
--- a/azkaban/dm/fix_dmp_install_list.sh
+++ b/azkaban/dm/fix_dmp_install_list.sh
--- a/azkaban/dm/fix_install_list_ruid.sh
+++ b/azkaban/dm/fix_install_list_ruid.sh
--- a/azkaban/dm/install_list_other_v2.sh
+++ b/azkaban/dm/install_list_other_v2.sh
--- a/azkaban/dm/install_other_device_tag.sh
+++ b/azkaban/dm/install_other_device_tag.sh
--- a/azkaban/dm/other_device_tag_v2.sh
+++ b/azkaban/dm/other_device_tag_v2.sh
--- a/azkaban/dm/other_install_total_orc.sh
+++ b/azkaban/dm/other_install_total_orc.sh
--- a/azkaban/dm/pseudo_package_to_other_business/Age_Package_Names.sh
+++ b/azkaban/dm/pseudo_package_to_other_business/Age_Package_Names.sh
--- a/azkaban/dm/pseudo_package_to_other_business/Canglan_Package_Names.sh
+++ b/azkaban/dm/pseudo_package_to_other_business/Canglan_Package_Names.sh
--- a/azkaban/dm/pseudo_package_to_other_business/Three_Kingdoms_Game.sh
+++ b/azkaban/dm/pseudo_package_to_other_business/Three_Kingdoms_Game.sh
--- a/azkaban/dm/pseudo_package_to_other_business/adx_packagename_synchronize.sh
+++ b/azkaban/dm/pseudo_package_to_other_business/adx_packagename_synchronize.sh
--- a/azkaban/dm/pseudo_package_to_other_business/btop_tiktokrv.sh
+++ b/azkaban/dm/pseudo_package_to_other_business/btop_tiktokrv.sh
--- a/azkaban/dm/pseudo_package_to_other_business/btop_tiktokrv_gaid.sh
+++ b/azkaban/dm/pseudo_package_to_other_business/btop_tiktokrv_gaid.sh
--- a/azkaban/dm/pseudo_package_to_other_business/cn_good_channel.sh
+++ b/azkaban/dm/pseudo_package_to_other_business/cn_good_channel.sh
--- a/azkaban/dm/pseudo_package_to_other_business/com_eg_android_AlipayGphone_reyun.sh
+++ b/azkaban/dm/pseudo_package_to_other_business/com_eg_android_AlipayGphone_reyun.sh
--- a/azkaban/dm/pseudo_package_to_other_business/phone_wax_nobid_to_dmp.sh
+++ b/azkaban/dm/pseudo_package_to_other_business/phone_wax_nobid_to_dmp.sh
--- a/azkaban/dm/pseudo_package_to_other_business/reyun_lahuo_list.sh
+++ b/azkaban/dm/pseudo_package_to_other_business/reyun_lahuo_list.sh
--- a/azkaban/dm/pseudo_package_to_other_business/rtdmp_normal.sh
+++ b/azkaban/dm/pseudo_package_to_other_business/rtdmp_normal.sh
--- a/azkaban/dm/pseudo_package_to_other_business/rtdmp_tmp_id1142110895.sh
+++ b/azkaban/dm/pseudo_package_to_other_business/rtdmp_tmp_id1142110895.sh
--- a/azkaban/dm/pseudo_package_to_other_business/shinny.sh
+++ b/azkaban/dm/pseudo_package_to_other_business/shinny.sh
--- a/azkaban/dmp_env.sh
+++ b/azkaban/dmp_env.sh
--- a/azkaban/dmp_event_tag/dmp_event_tag.sh
+++ b/azkaban/dmp_event_tag/dmp_event_tag.sh
--- a/azkaban/dmp_event_tag/dmp_event_tag_pre.sh
+++ b/azkaban/dmp_event_tag/dmp_event_tag_pre.sh
--- a/azkaban/dmp_event_tag/event_3s_postback_tag.sh
+++ b/azkaban/dmp_event_tag/event_3s_postback_tag.sh
--- a/azkaban/dmp_event_tag/event_3s_tag.sh
+++ b/azkaban/dmp_event_tag/event_3s_tag.sh
--- a/azkaban/dmp_event_tag/event_ga_tag.sh
+++ b/azkaban/dmp_event_tag/event_ga_tag.sh
--- a/azkaban/dmp_event_tag/event_ss_tag.sh
+++ b/azkaban/dmp_event_tag/event_ss_tag.sh
--- a/azkaban/dsp/dsp_dc_interest.sh
+++ b/azkaban/dsp/dsp_dc_interest.sh
--- a/azkaban/dsp/dsp_device_mapping.sh
+++ b/azkaban/dsp/dsp_device_mapping.sh
--- a/azkaban/dsp/dsp_etl_daily_ext.sh
+++ b/azkaban/dsp/dsp_etl_daily_ext.sh
--- a/azkaban/dsp/dsp_org_etl_daily.sh
+++ b/azkaban/dsp/dsp_org_etl_daily.sh
--- a/azkaban/dsp/dsp_org_etl_hours.sh
+++ b/azkaban/dsp/dsp_org_etl_hours.sh
--- a/azkaban/dsp/dsp_req_device_tag.sh
+++ b/azkaban/dsp/dsp_req_device_tag.sh
--- a/azkaban/dsp/dsp_req_device_tag_daily.sh
+++ b/azkaban/dsp/dsp_req_device_tag_daily.sh
--- a/azkaban/dsp/dsp_req_device_tag_v2.sh
+++ b/azkaban/dsp/dsp_req_device_tag_v2.sh
--- a/azkaban/dsp/dsp_req_install_total_orc.sh
+++ b/azkaban/dsp/dsp_req_install_total_orc.sh
--- a/azkaban/dsp/dsp_req_pkg_total_v1.sh
+++ b/azkaban/dsp/dsp_req_pkg_total_v1.sh
--- a/azkaban/dsp/dsp_req_pkg_total_v2.sh
+++ b/azkaban/dsp/dsp_req_pkg_total_v2.sh
--- a/azkaban/dsp/dsp_req_profile_total.sh
+++ b/azkaban/dsp/dsp_req_profile_total.sh
--- a/azkaban/dsp/dsp_req_unmatch_install_total_orc.sh
+++ b/azkaban/dsp/dsp_req_unmatch_install_total_orc.sh
--- a/azkaban/dsp/impre_info_compl/log_adn_dsp_click_impression_combine.sh
+++ b/azkaban/dsp/impre_info_compl/log_adn_dsp_click_impression_combine.sh
--- a/azkaban/dsp/impre_info_compl/log_adn_dsp_impression_hour_combine.sh
+++ b/azkaban/dsp/impre_info_compl/log_adn_dsp_impression_hour_combine.sh
--- a/azkaban/dsp/impre_info_compl/log_adn_dsp_impression_hour_full_cn.sh
+++ b/azkaban/dsp/impre_info_compl/log_adn_dsp_impression_hour_full_cn.sh
--- a/azkaban/dsp/impre_info_compl/log_adn_dsp_impression_hour_full_tk.sh
+++ b/azkaban/dsp/impre_info_compl/log_adn_dsp_impression_hour_full_tk.sh
--- a/azkaban/dsp/impre_info_compl/log_adn_dsp_impression_hour_full_vg.sh
+++ b/azkaban/dsp/impre_info_compl/log_adn_dsp_impression_hour_full_vg.sh
--- a/azkaban/dsp/log_adn_dsp_impression_hour_full.sh
+++ b/azkaban/dsp/log_adn_dsp_impression_hour_full.sh
--- a/azkaban/dsp/tmp_extract_data_from_dsp_req.sh
+++ b/azkaban/dsp/tmp_extract_data_from_dsp_req.sh
--- a/azkaban/event_tag/Ga_purchase_event.sh
+++ b/azkaban/event_tag/Ga_purchase_event.sh
--- a/azkaban/event_tag/behavior_thirdparty_datasource_manual_daily.sh
+++ b/azkaban/event_tag/behavior_thirdparty_datasource_manual_daily.sh
--- a/azkaban/event_tag/behavior_thirdparty_datasource_total.sh
+++ b/azkaban/event_tag/behavior_thirdparty_datasource_total.sh
--- a/azkaban/event_tag/event_tag.sh
+++ b/azkaban/event_tag/event_tag.sh
--- a/azkaban/event_tag/event_tag_source.sh
+++ b/azkaban/event_tag/event_tag_source.sh
--- a/azkaban/facebook/facebook_daily.sh
+++ b/azkaban/facebook/facebook_daily.sh
--- a/azkaban/facebook/facebook_device_tag.sh
+++ b/azkaban/facebook/facebook_device_tag.sh
--- a/azkaban/facebook/facebook_device_tag_daily.sh
+++ b/azkaban/facebook/facebook_device_tag_daily.sh
--- a/azkaban/facebook/facebook_device_tag_v2.sh
+++ b/azkaban/facebook/facebook_device_tag_v2.sh
--- a/azkaban/facebook/facebook_install_total_orc.sh
+++ b/azkaban/facebook/facebook_install_total_orc.sh
--- a/azkaban/facebook/facebook_total.sh
+++ b/azkaban/facebook/facebook_total.sh
--- a/azkaban/fmp/fmp_insight.sh
+++ b/azkaban/fmp/fmp_insight.sh
--- a/azkaban/ga/ga_device_tag_v2.sh
+++ b/azkaban/ga/ga_device_tag_v2.sh
--- a/azkaban/ga/ga_install_device_tag.sh
+++ b/azkaban/ga/ga_install_device_tag.sh
--- a/azkaban/ga/ga_install_device_tag_daily.sh
+++ b/azkaban/ga/ga_install_device_tag_daily.sh
--- a/azkaban/ga/ga_install_total_orc.sh
+++ b/azkaban/ga/ga_install_total_orc.sh
--- a/azkaban/ga/ga_install_total_v2.sh
+++ b/azkaban/ga/ga_install_total_v2.sh
--- a/azkaban/ga/ga_prepare.sh
+++ b/azkaban/ga/ga_prepare.sh
--- a/azkaban/gender/gender_thirdparty_datasource_manual_daily.sh
+++ b/azkaban/gender/gender_thirdparty_datasource_manual_daily.sh
--- a/azkaban/gender/gender_thirdparty_datasource_total.sh
+++ b/azkaban/gender/gender_thirdparty_datasource_total.sh
--- a/azkaban/gender/merge_device_gender.sh
+++ b/azkaban/gender/merge_device_gender.sh
--- a/azkaban/gender/merge_install_gender.sh
+++ b/azkaban/gender/merge_install_gender.sh
--- a/azkaban/gender/merge_install_gender_v2.sh
+++ b/azkaban/gender/merge_install_gender_v2.sh
--- a/azkaban/install_ruid/etl_ruid_mapping.sh
+++ b/azkaban/install_ruid/etl_ruid_mapping.sh
--- a/azkaban/iqiyi/foractivation_qiyi_oppo.sh
+++ b/azkaban/iqiyi/foractivation_qiyi_oppo.sh
--- a/azkaban/iqiyi/iqiyi_ck.sh
+++ b/azkaban/iqiyi/iqiyi_ck.sh
--- a/azkaban/iqiyi/iqiyi_daily.sh
+++ b/azkaban/iqiyi/iqiyi_daily.sh
--- a/azkaban/iqiyi/iqiyi_install_total_orc.sh
+++ b/azkaban/iqiyi/iqiyi_install_total_orc.sh
--- a/azkaban/iqiyi/iqiyi_lahuo_ck.sh
+++ b/azkaban/iqiyi/iqiyi_lahuo_ck.sh
--- a/azkaban/iqiyi/iqiyi_lahuo_daily.sh
+++ b/azkaban/iqiyi/iqiyi_lahuo_daily.sh
--- a/azkaban/iqiyi/iqiyi_lahuo_df.sh
+++ b/azkaban/iqiyi/iqiyi_lahuo_df.sh
--- a/azkaban/iqiyi/iqiyi_tmp_daily_data_to_dmp.sh
+++ b/azkaban/iqiyi/iqiyi_tmp_daily_data_to_dmp.sh
--- a/azkaban/joypac/joypac_device_tag.sh
+++ b/azkaban/joypac/joypac_device_tag.sh
--- a/azkaban/joypac/joypac_device_tag_daily.sh
+++ b/azkaban/joypac/joypac_device_tag_daily.sh
--- a/azkaban/joypac/joypac_device_tag_v2.sh
+++ b/azkaban/joypac/joypac_device_tag_v2.sh
--- a/azkaban/joypac/joypac_install_total_orc.sh
+++ b/azkaban/joypac/joypac_install_total_orc.sh
--- a/azkaban/joypac/joypac_result_all.sh
+++ b/azkaban/joypac/joypac_result_all.sh
--- a/azkaban/joypac/joypac_result_daily.sh
+++ b/azkaban/joypac/joypac_result_daily.sh
--- a/azkaban/joypac/joypac_result_etl.sh
+++ b/azkaban/joypac/joypac_result_etl.sh
--- a/azkaban/joypac/joypac_user_info.sh
+++ b/azkaban/joypac/joypac_user_info.sh
--- a/azkaban/joypac/joypac_user_info_cassandra.sh
+++ b/azkaban/joypac/joypac_user_info_cassandra.sh
--- a/azkaban/mp/mp_request_daily.sh
+++ b/azkaban/mp/mp_request_daily.sh
--- a/azkaban/mp/mp_request_device_tag.sh
+++ b/azkaban/mp/mp_request_device_tag.sh
--- a/azkaban/mp/mp_request_device_tag_daily.sh
+++ b/azkaban/mp/mp_request_device_tag_daily.sh
--- a/azkaban/mp/mp_request_device_tag_v2.sh
+++ b/azkaban/mp/mp_request_device_tag_v2.sh
--- a/azkaban/mp/mp_request_install_list_v2.sh
+++ b/azkaban/mp/mp_request_install_list_v2.sh
--- a/azkaban/mp/mp_request_install_total_orc.sh
+++ b/azkaban/mp/mp_request_install_total_orc.sh
--- a/azkaban/mparticle/mparticle_install_total_orc.sh
+++ b/azkaban/mparticle/mparticle_install_total_orc.sh
--- a/azkaban/output/reyun/user_info.sh
+++ b/azkaban/output/reyun/user_info.sh
--- a/azkaban/package/get_package.sh
+++ b/azkaban/package/get_package.sh
--- a/azkaban/package/merge_pkg_tag.sh
+++ b/azkaban/package/merge_pkg_tag.sh
--- a/azkaban/package/package_mapping.sh
+++ b/azkaban/package/package_mapping.sh
--- a/azkaban/realtime/cassandra_sink.sh
+++ b/azkaban/realtime/cassandra_sink.sh
--- a/azkaban/realtime/dm_realtime_service.sh
+++ b/azkaban/realtime/dm_realtime_service.sh
--- a/azkaban/realtime/dm_realtime_service_region.sh
+++ b/azkaban/realtime/dm_realtime_service_region.sh
--- a/azkaban/realtime/dmp_protal_job.sh
+++ b/azkaban/realtime/dmp_protal_job.sh
--- a/azkaban/realtime_v2/adn_etl_hour.sh
+++ b/azkaban/realtime_v2/adn_etl_hour.sh
--- a/azkaban/realtime_v2/dsp_etl_hour.sh
+++ b/azkaban/realtime_v2/dsp_etl_hour.sh
--- a/azkaban/realtime_v2/etl_hour_ck.sh
+++ b/azkaban/realtime_v2/etl_hour_ck.sh
--- a/azkaban/realtime_v2/realtime_hour_cassandra_sink.sh
+++ b/azkaban/realtime_v2/realtime_hour_cassandra_sink.sh
--- a/azkaban/retarget_dealerid/dsp_dealer_daily.sh
+++ b/azkaban/retarget_dealerid/dsp_dealer_daily.sh
--- a/azkaban/retarget_dealerid/dsp_dealer_device_tag.sh
+++ b/azkaban/retarget_dealerid/dsp_dealer_device_tag.sh
--- a/azkaban/rtdmp/device_info_calc.sh
+++ b/azkaban/rtdmp/device_info_calc.sh
--- a/azkaban/rtdmp/device_region_calc.sh
+++ b/azkaban/rtdmp/device_region_calc.sh
--- a/azkaban/rtdmp/device_region_merge.sh
+++ b/azkaban/rtdmp/device_region_merge.sh
--- a/azkaban/rtdmp/device_region_result.sh
+++ b/azkaban/rtdmp/device_region_result.sh
--- a/azkaban/rtdmp/device_region_write.sh
+++ b/azkaban/rtdmp/device_region_write.sh
--- a/azkaban/rtdmp/lazada/etl_job.sh
+++ b/azkaban/rtdmp/lazada/etl_job.sh
--- a/azkaban/rtdmp/lazada/lazada_rtdmp.sh
+++ b/azkaban/rtdmp/lazada/lazada_rtdmp.sh
--- a/azkaban/rtdmp/lazada/merge_install.sh
+++ b/azkaban/rtdmp/lazada/merge_install.sh
--- a/azkaban/rtdmp/rtdmp_as.sh
+++ b/azkaban/rtdmp/rtdmp_as.sh
--- a/azkaban/rtdmp/rtdmp_merge.sh
+++ b/azkaban/rtdmp/rtdmp_merge.sh
--- a/azkaban/rtdmp/rtdmp_repair.sh
+++ b/azkaban/rtdmp/rtdmp_repair.sh
--- a/azkaban/rtdmp/rtdmp_request.sh
+++ b/azkaban/rtdmp/rtdmp_request.sh
--- a/azkaban/rtdmp/rtdmp_request_iqiyi_adx.sh
+++ b/azkaban/rtdmp/rtdmp_request_iqiyi_adx.sh
--- a/azkaban/setting/appid_package.sh
+++ b/azkaban/setting/appid_package.sh
--- a/azkaban/statistics/dm_device_tag_statistics.sh
+++ b/azkaban/statistics/dm_device_tag_statistics.sh
--- a/azkaban/toutiao/dm_toutiao_launch_total.sh
+++ b/azkaban/toutiao/dm_toutiao_launch_total.sh
--- a/azkaban/toutiao/toutiao_dmp_device_tag.sh
+++ b/azkaban/toutiao/toutiao_dmp_device_tag.sh
--- a/azkaban/toutiao/toutiao_launch_device_tag.sh
+++ b/azkaban/toutiao/toutiao_launch_device_tag.sh
--- a/azkaban/userinfo/ods_dmp_user_info_all.sh
+++ b/azkaban/userinfo/ods_dmp_user_info_all.sh
--- a/azkaban/userinfo/ods_dmp_user_info_all_v2.sh
+++ b/azkaban/userinfo/ods_dmp_user_info_all_v2.sh
--- a/azkaban/userinfo/ods_dmp_user_info_daily.sh
+++ b/azkaban/userinfo/ods_dmp_user_info_daily.sh
--- a/azkaban/userinfo/ods_dmp_user_info_daily_v2.sh
+++ b/azkaban/userinfo/ods_dmp_user_info_daily_v2.sh
--- a/src/main/scala/mobvista/dmp/output/reyun/Constant.scala
+++ b/src/main/scala/mobvista/dmp/output/reyun/Constant.scala