Commit 6953a3f8 by WangJinfeng

fix craw package tag bug

parent 19ae7d93
......@@ -83,8 +83,8 @@ install() {
--conf spark.sql.autoBroadcastJoinThreshold=31457280 \
--conf spark.kryoserializer.buffer.max=512m \
--conf spark.driver.maxResultSize=4g \
--master yarn --deploy-mode cluster --name CrawPkgsSpark --executor-memory 6g --driver-memory 4g --executor-cores 2 --num-executors 100 \
../${JAR} -pkginstallpath ${PACKAGE_INSTALL_PATH} -coalesce 10 \
--master yarn --deploy-mode cluster --name CrawPkgsSpark --executor-memory 8g --driver-memory 4g --executor-cores 4 --num-executors 100 \
../${JAR} -pkginstallpath ${PACKAGE_INSTALL_PATH} -coalesce 20 \
-yesday ${YESTERDAY}
if [ $? -ne 0 ]; then
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment