Commit aaf937cd by WangJinfeng

fix crawl_app_info.sh limit 200000

parent 8a597ba8
...@@ -79,7 +79,7 @@ where year='$old_year' ...@@ -79,7 +79,7 @@ where year='$old_year'
and update_time<='$SEVEN_DAYS_AGO' and update_time<='$SEVEN_DAYS_AGO'
and update_time>='$FOURTEEN_DAYS_AGO' and update_time>='$FOURTEEN_DAYS_AGO'
) t ) t
GROUP BY t.package_name, t.platform GROUP BY t.package_name, t.platform LIMIT 200000
" | grep -v '^[0-9]\{5,7\}\s\+android' > to_crawler_package_name.txt " | grep -v '^[0-9]\{5,7\}\s\+android' > to_crawler_package_name.txt
if [ $? -ne 0 ];then if [ $? -ne 0 ];then
...@@ -89,7 +89,7 @@ fi ...@@ -89,7 +89,7 @@ fi
crawl_app_info(){ crawl_app_info(){
java -Xms6144m -Xmx6144m -XX:UseG1GC -cp ../${JAR} mobvista.dmp.datasource.apptag.crawler.AppInfoCrawler -p \ java -Xms6144m -Xmx6144m -cp ../${JAR} mobvista.dmp.datasource.apptag.crawler.AppInfoCrawler -p \
-f to_crawler_package_name.txt \ -f to_crawler_package_name.txt \
-i ios.txt \ -i ios.txt \
-a adr.txt \ -a adr.txt \
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment