Commit aaf937cd by WangJinfeng

fix crawl_app_info.sh limit 200000

parent 8a597ba8
......@@ -79,7 +79,7 @@ where year='$old_year'
and update_time<='$SEVEN_DAYS_AGO'
and update_time>='$FOURTEEN_DAYS_AGO'
) t
GROUP BY t.package_name, t.platform
GROUP BY t.package_name, t.platform LIMIT 200000
" | grep -v '^[0-9]\{5,7\}\s\+android' > to_crawler_package_name.txt
if [ $? -ne 0 ];then
......@@ -89,7 +89,7 @@ fi
crawl_app_info(){
java -Xms6144m -Xmx6144m -XX:UseG1GC -cp ../${JAR} mobvista.dmp.datasource.apptag.crawler.AppInfoCrawler -p \
java -Xms6144m -Xmx6144m -cp ../${JAR} mobvista.dmp.datasource.apptag.crawler.AppInfoCrawler -p \
-f to_crawler_package_name.txt \
-i ios.txt \
-a adr.txt \
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment