Commit ab039807 by wangjf

update

parent 70ae19d3
......@@ -6,7 +6,9 @@ LAST_DT=$(date +%Y%m%d -d "-7 day $DT")
hive -hivevar dt=${DT} -hivevar last_dt=${LAST_DT} -f base.sql
sqoop eval --connect jdbc:mysql://dataplatform-app-tag.c5yzcdreb1xr.us-east-1.rds.amazonaws.com:3306/app_tag --username apptag_rw --password 7gyLEVtkER3u8c9 --table tag_list --columns "package_name,app_name,category_list,track_view_url,install_nums" --export-dir s3://mob-emr-test/dataplatform/DataWareHouse/dwh.db/package_list --input-fields-terminated-by '\001'
sqoop export --connect jdbc:mysql://dataplatform-app-tag.c5yzcdreb1xr.us-east-1.rds.amazonaws.com:3306/app_tag \
--username apptag_rw --password 7gyLEVtkER3u8c9 --table tag_list --columns "package_name,app_name,platform,category,url,install" \
--export-dir s3://mob-emr-test/dataplatform/DataWareHouse/dwh.db/package_list --input-fields-terminated-by '\001' --update-mode allowinsert --update-key package_name
hive -e "USE dwh;DROP TABLE IF EXISTS package_num;"
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment