Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
M
mobvista-dmp
Project
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
王金锋
mobvista-dmp
Commits
0b7e05be
Commit
0b7e05be
authored
Nov 06, 2021
by
WangJinfeng
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
调整挂载分区
parent
af979033
Hide whitespace changes
Inline
Side-by-side
Showing
13 changed files
with
27 additions
and
27 deletions
+27
-27
adn_clever_install_total_orc.sh
azkaban/clever/adn_clever_install_total_orc.sh
+2
-2
dmp_install_list_common.sh
azkaban/dm/dmp_install_list_common.sh
+3
-3
dmp_install_list_daily.sh
azkaban/dm/dmp_install_list_daily.sh
+2
-2
dmp_install_list_merge.sh
azkaban/dm/dmp_install_list_merge.sh
+2
-2
other_install_total_orc.sh
azkaban/dm/other_install_total_orc.sh
+2
-2
dmp_env.sh
azkaban/dmp_env.sh
+2
-2
dsp_req_unmatch_install_total_orc.sh
azkaban/dsp/dsp_req_unmatch_install_total_orc.sh
+2
-2
facebook_install_total_orc.sh
azkaban/facebook/facebook_install_total_orc.sh
+2
-2
ga_install_total_orc.sh
azkaban/ga/ga_install_total_orc.sh
+2
-2
iqiyi_install_total_orc.sh
azkaban/iqiyi/iqiyi_install_total_orc.sh
+2
-2
joypac_install_total_orc.sh
azkaban/joypac/joypac_install_total_orc.sh
+2
-2
mp_request_install_total_orc.sh
azkaban/mp/mp_request_install_total_orc.sh
+2
-2
mparticle_install_total_orc.sh
azkaban/mparticle/mparticle_install_total_orc.sh
+2
-2
No files found.
azkaban/clever/adn_clever_install_total_orc.sh
View file @
0b7e05be
...
...
@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-
4
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
4
day
${
LOG_TIME
}
"
)
expire_date
=
$(
date
+%Y%m%d
-d
"-
8
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
8
day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
spark-submit
--class
mobvista.dmp.common.InstallListLogic
\
...
...
azkaban/dm/dmp_install_list_common.sh
View file @
0b7e05be
...
...
@@ -17,10 +17,10 @@ check_await ${INPUT}/_SUCCESS
OUTPUT
=
"
${
DMP_INSTALL_LIST
}
/
${
date_path
}
/
${
BUSINESS
}
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$
business
'"
"
$OUTPUT
"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$
BUSINESS
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-
4
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
4
day
${
LOG_TIME
}
"
)
expire_date
=
$(
date
+%Y%m%d
-d
"-
8
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
8
day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
BUSINESS
}
"
spark-submit
--class
mobvista.dmp.common.Old2NewInstallList
\
...
...
azkaban/dm/dmp_install_list_daily.sh
View file @
0b7e05be
...
...
@@ -47,8 +47,8 @@ OUTPUT_PATH="${DMP_INSTALL_LIST}/${date_path}/${BUSINESS}"
mount_partition
"dmp_install_list"
"dt='
$date
', business='
$BUSINESS
'"
"
$OUTPUT_PATH
"
expire_date
=
$(
date
+%Y%m%d
-d
"-
4
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
4
day
${
LOG_TIME
}
"
)
expire_date
=
$(
date
+%Y%m%d
-d
"-
8
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
8
day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
BUSINESS
}
"
spark-submit
--class
mobvista.dmp.common.InstallListDaily
\
...
...
azkaban/dm/dmp_install_list_merge.sh
View file @
0b7e05be
...
...
@@ -27,8 +27,8 @@ OUTPUT_PATH="${DMP_INSTALL_LIST}/${date_path}/${BUSINESS}"
mount_partition
"dmp_install_list"
"dt='
${
date
}
', business='
${
BUSINESS
}
'"
"
$OUTPUT_PATH
"
expire_date
=
$(
date
+%Y%m%d
-d
"-
4
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
4
day
${
LOG_TIME
}
"
)
expire_date
=
$(
date
+%Y%m%d
-d
"-
8
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
8
day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
BUSINESS
}
"
spark-submit
--class
mobvista.dmp.common.InstallListMerge
\
...
...
azkaban/dm/other_install_total_orc.sh
View file @
0b7e05be
...
...
@@ -21,8 +21,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-
4
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
4
day
${
LOG_TIME
}
"
)
expire_date
=
$(
date
+%Y%m%d
-d
"-
8
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
8
day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
spark-submit
--class
mobvista.dmp.common.InstallListLogic
\
...
...
azkaban/dmp_env.sh
View file @
0b7e05be
...
...
@@ -964,8 +964,8 @@ installListJob() {
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-
4
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
4
day
${
LOG_TIME
}
"
)
expire_date
=
$(
date
+%Y%m%d
-d
"-
8
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
8
day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
spark-submit
--class
mobvista.dmp.common.InstallListLogic
\
...
...
azkaban/dsp/dsp_req_unmatch_install_total_orc.sh
View file @
0b7e05be
...
...
@@ -27,8 +27,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-
4
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
4
day
${
LOG_TIME
}
"
)
expire_date
=
$(
date
+%Y%m%d
-d
"-
8
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
8
day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
spark-submit
--class
mobvista.dmp.common.InstallListLogic
\
...
...
azkaban/facebook/facebook_install_total_orc.sh
View file @
0b7e05be
...
...
@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-
4
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
4
day
${
LOG_TIME
}
"
)
expire_date
=
$(
date
+%Y%m%d
-d
"-
8
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
8
day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
spark-submit
--class
mobvista.dmp.common.InstallListLogic
\
...
...
azkaban/ga/ga_install_total_orc.sh
View file @
0b7e05be
...
...
@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-
4
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
4
day
${
LOG_TIME
}
"
)
expire_date
=
$(
date
+%Y%m%d
-d
"-
8
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
8
day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
# --conf spark.executor.extraJavaOptions="-XX:+UseG1GC" \
...
...
azkaban/iqiyi/iqiyi_install_total_orc.sh
View file @
0b7e05be
...
...
@@ -21,8 +21,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${date_path}/${business}"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-
4
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
4
day
${
LOG_TIME
}
"
)
expire_date
=
$(
date
+%Y%m%d
-d
"-
8
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
8
day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
spark-submit
--class
mobvista.dmp.common.InstallListLogic
\
...
...
azkaban/joypac/joypac_install_total_orc.sh
View file @
0b7e05be
...
...
@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-
4
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
4
day
${
LOG_TIME
}
"
)
expire_date
=
$(
date
+%Y%m%d
-d
"-
8
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
8
day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
spark-submit
--class
mobvista.dmp.common.InstallListLogic
\
...
...
azkaban/mp/mp_request_install_total_orc.sh
View file @
0b7e05be
...
...
@@ -26,8 +26,8 @@ OUTPUT="${DMP_INSTALL_LIST}/${year}/${month}/${day}/${business}"
mount_partition
"dmp_install_list"
"dt='
$LOG_TIME
', business='
$business
'"
"
$OUTPUT
"
expire_date
=
$(
date
+%Y%m%d
-d
"-
4
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
4
day
${
LOG_TIME
}
"
)
expire_date
=
$(
date
+%Y%m%d
-d
"-
8
day
$LOG_TIME
"
)
expire_date_path
=
$(
date
+
"%Y/%m/%d"
-d
"-
8
day
${
LOG_TIME
}
"
)
EXPIRE_OUTPUT_PATH
=
"
${
DMP_INSTALL_LIST
}
/
${
expire_date_path
}
/
${
business
}
"
spark-submit
--class
mobvista.dmp.common.InstallListLogic
\
...
...
azkaban/mparticle/mparticle_install_total_orc.sh
View file @
0b7e05be
...
...
@@ -21,8 +21,8 @@ check_await "${INSTALL_PATH}/_SUCCESS"
OUTPUT="${DMP_INSTALL_LIST}/${date_path}/${business}"
expire_date=$(date +%Y%m%d -d "-
15
day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-
15
day ${LOG_TIME}")
expire_date=$(date +%Y%m%d -d "-
8
day $LOG_TIME")
expire_date_path=$(date +"%Y/%m/%d" -d "-
8
day ${LOG_TIME}")
EXPIRE_OUTPUT_PATH="${DMP_INSTALL_LIST}/${expire_date_path}/${business}"
spark-submit --class mobvista.dmp.common.InstallListLogic \
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment