Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
M
mobvista-dmp
Project
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
王金锋
mobvista-dmp
Commits
d35048e7
Commit
d35048e7
authored
Nov 05, 2021
by
WangJinfeng
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
调整挂载分区
parent
92af9928
Show whitespace changes
Inline
Side-by-side
Showing
24 changed files
with
48 additions
and
71 deletions
+48
-71
3s_tracking_install_total_orc.sh
azkaban/3s/3s_tracking_install_total_orc.sh
+2
-3
3s_postback_install_total_orc.sh
azkaban/3s_postback/3s_postback_install_total_orc.sh
+2
-3
adn_install_total_orc.sh
azkaban/adn/package/adn_install_total_orc.sh
+2
-3
adn_request_install_total_orc.sh
azkaban/adn/package/adn_request_install_total_orc.sh
+2
-3
adn_request_other_install_total_orc.sh
azkaban/adn/package/adn_request_other_install_total_orc.sh
+2
-3
adn_request_unmatch_install_total_orc.sh
azkaban/adn/package/adn_request_unmatch_install_total_orc.sh
+2
-3
adn_sdk_install_total_orc.sh
azkaban/adn_sdk/adn_sdk_install_total_orc.sh
+2
-3
adn_sdk_v2_install_total_orc.sh
azkaban/adn_sdk/adn_sdk_v2_install_total_orc.sh
+2
-3
ali_install_total_orc.sh
azkaban/ali/ali_install_total_orc.sh
+2
-3
bytedance_install_total_orc.sh
azkaban/bytedance/bytedance_install_total_orc.sh
+2
-3
adn_clever_install_total_orc.sh
azkaban/clever/adn_clever_install_total_orc.sh
+2
-3
dmp_install_list_common.sh
azkaban/dm/dmp_install_list_common.sh
+2
-3
dmp_install_list_daily.sh
azkaban/dm/dmp_install_list_daily.sh
+2
-3
dmp_install_list_daily_v2.sh
azkaban/dm/dmp_install_list_daily_v2.sh
+2
-3
dmp_install_list_merge.sh
azkaban/dm/dmp_install_list_merge.sh
+2
-3
other_install_total_orc.sh
azkaban/dm/other_install_total_orc.sh
+2
-3
dmp_env.sh
azkaban/dmp_env.sh
+2
-2
dsp_req_install_total_orc.sh
azkaban/dsp/dsp_req_install_total_orc.sh
+2
-3
dsp_req_unmatch_install_total_orc.sh
azkaban/dsp/dsp_req_unmatch_install_total_orc.sh
+2
-3
facebook_install_total_orc.sh
azkaban/facebook/facebook_install_total_orc.sh
+2
-3
ga_install_total_orc.sh
azkaban/ga/ga_install_total_orc.sh
+2
-3
iqiyi_install_total_orc.sh
azkaban/iqiyi/iqiyi_install_total_orc.sh
+2
-3
joypac_install_total_orc.sh
azkaban/joypac/joypac_install_total_orc.sh
+2
-3
mp_request_install_total_orc.sh
azkaban/mp/mp_request_install_total_orc.sh
+2
-3
No files found.
azkaban/3s/3s_tracking_install_total_orc.sh
View file @
d35048e7
...
...
@@ -25,6 +25,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -45,7 +47,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/3s_postback/3s_postback_install_total_orc.sh
View file @
d35048e7
...
...
@@ -25,6 +25,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -45,7 +47,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/adn/package/adn_install_total_orc.sh
View file @
d35048e7
...
...
@@ -23,6 +23,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -39,7 +41,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/adn/package/adn_request_install_total_orc.sh
View file @
d35048e7
...
...
@@ -23,6 +23,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -39,7 +41,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/adn/package/adn_request_other_install_total_orc.sh
View file @
d35048e7
...
...
@@ -23,6 +23,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -40,7 +42,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/adn/package/adn_request_unmatch_install_total_orc.sh
View file @
d35048e7
...
...
@@ -20,6 +20,8 @@ sleep 60
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -37,7 +39,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/adn_sdk/adn_sdk_install_total_orc.sh
View file @
d35048e7
...
...
@@ -23,6 +23,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -40,7 +42,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/adn_sdk/adn_sdk_v2_install_total_orc.sh
View file @
d35048e7
...
...
@@ -23,6 +23,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -40,7 +42,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/ali/ali_install_total_orc.sh
View file @
d35048e7
...
...
@@ -24,6 +24,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -41,7 +43,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/bytedance/bytedance_install_total_orc.sh
View file @
d35048e7
...
...
@@ -25,6 +25,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -42,7 +44,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/clever/adn_clever_install_total_orc.sh
View file @
d35048e7
...
...
@@ -24,6 +24,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -41,7 +43,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/dm/dmp_install_list_common.sh
View file @
d35048e7
...
...
@@ -17,6 +17,8 @@ check_await ${INPUT}/_SUCCESS
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
date_path
}
/
${
BUSINESS
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
BUSINESS
}
"
...
...
@@ -34,7 +36,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$BUSINESS
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
BUSINESS
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/dm/dmp_install_list_daily.sh
View file @
d35048e7
...
...
@@ -45,6 +45,8 @@ BUSINESS="day"
OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
date_path
}
/
${
BUSINESS
}
"
mount_partition
"dmp_install_list"
"dt='
$date
', business='
$BUSINESS
'"
"
$OUTPUT_PATH
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
BUSINESS
}
"
...
...
@@ -67,7 +69,5 @@ if [[ $? -ne 0 ]]; then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
${
date
}
', business='
${
BUSINESS
}
'"
"
$OUTPUT_PATH
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
BUSINESS
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/dm/dmp_install_list_daily_v2.sh
View file @
d35048e7
...
...
@@ -43,6 +43,8 @@ BUSINESS="14days"
OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
date_path
}
/
${
BUSINESS
}
"
mount_partition
"dmp_install_list"
"dt='
$date
', business='
$BUSINESS
'"
"
$OUTPUT_PATH
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
BUSINESS
}
"
...
...
@@ -67,7 +69,5 @@ if [[ $? -ne 0 ]]; then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
${
date
}
', business='
${
BUSINESS
}
'"
"
$OUTPUT_PATH
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
BUSINESS
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/dm/dmp_install_list_merge.sh
View file @
d35048e7
...
...
@@ -25,6 +25,8 @@ check_await ${ALL_INSTALL_LIST_PATH}/_SUCCESS
OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
date_path
}
/
${
BUSINESS
}
"
mount_partition
"dmp_install_list"
"dt='
${
date
}
', business='
${
BUSINESS
}
'"
"
$OUTPUT_PATH
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
BUSINESS
}
"
...
...
@@ -48,7 +50,5 @@ if [[ $? -ne 0 ]]; then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
${
date
}
', business='
${
BUSINESS
}
'"
"
$OUTPUT_PATH
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
BUSINESS
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/dm/other_install_total_orc.sh
View file @
d35048e7
...
...
@@ -19,6 +19,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -36,7 +38,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/dmp_env.sh
View file @
d35048e7
...
...
@@ -961,6 +961,8 @@ installListJob() {
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
date_path
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -977,8 +979,6 @@ installListJob() {
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
}
...
...
azkaban/dsp/dsp_req_install_total_orc.sh
View file @
d35048e7
...
...
@@ -24,6 +24,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -43,7 +45,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/dsp/dsp_req_unmatch_install_total_orc.sh
View file @
d35048e7
...
...
@@ -25,6 +25,8 @@ sleep 20
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -46,7 +48,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/facebook/facebook_install_total_orc.sh
View file @
d35048e7
...
...
@@ -24,6 +24,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -41,7 +43,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/ga/ga_install_total_orc.sh
View file @
d35048e7
...
...
@@ -24,6 +24,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -42,7 +44,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/iqiyi/iqiyi_install_total_orc.sh
View file @
d35048e7
...
...
@@ -19,6 +19,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
date_path
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -36,7 +38,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/joypac/joypac_install_total_orc.sh
View file @
d35048e7
...
...
@@ -24,6 +24,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -41,7 +43,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
azkaban/mp/mp_request_install_total_orc.sh
View file @
d35048e7
...
...
@@ -24,6 +24,8 @@ check_await "${INPUT_PATH}/_SUCCESS"
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
year
}
/
${
month
}
/
${
day
}
/
${
business
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-4 day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-4 day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
...
...
@@ -41,7 +43,5 @@ if [[ $? -ne 0 ]];then
exit
255
fi
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
# 删除过期的分区及删除对应路径
unmount_partition
"dmp_install_list"
"dt='
${
expire_date
}
', business='
${
business
}
'"
"
${
EXPIRE_OUTPUT_PATH
}
"
\ No newline at end of file
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment