Commit 7d875c3a by WangJinfeng

add ods_dmp_user_info_daily_mapping

parent ec672806
...@@ -16,7 +16,7 @@ check_await ${DMP_INSTALL_LIST}/${yes_bef1_slack}/adn_install/_SUCCESS ...@@ -16,7 +16,7 @@ check_await ${DMP_INSTALL_LIST}/${yes_bef1_slack}/adn_install/_SUCCESS
OUTPUT_PATH="s3://mob-emr-test/dataplatform/DataWareHouse/data/device_mapping/${yes_bef1_slack}" OUTPUT_PATH="s3://mob-emr-test/dataplatform/DataWareHouse/data/device_mapping/${yes_bef1_slack}"
spark-submit --class mobvista.dmp.datasource.device.DeviceIDMappingLower \ spark-submit --class mobvista.dmp.datasource.device.DeviceIDMappingLower \
--name "OdsDmpUserInfoDailyMapping.${date}.wangjf" \ --name "DeviceIDMappingLower.${date}.wangjf" \
--conf spark.network.timeout=720s \ --conf spark.network.timeout=720s \
--conf spark.sql.shuffle.partitions=5000 \ --conf spark.sql.shuffle.partitions=5000 \
--conf spark.default.parallelism=5000 \ --conf spark.default.parallelism=5000 \
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment