update RTDmpFetch poolSize = 50

azkaban/rtdmp/rtdmp_fetch_v2.sh

@@ -11,7 +11,7 @@ if [[ ! -d "/home/hadoop/wangjf/RTDmp/data" ]]; then
   mkdir -p /home/hadoop/wangjf/RTDmp/data
 fi
 
-java -cp ../${JAR} mobvista.dmp.datasource.rtdmp.RTDmpFetch "${start_time}" "${end_time}"
+java -Xmx4096m -cp ../${JAR} mobvista.dmp.datasource.rtdmp.RTDmpFetch "${start_time}" "${end_time}"
 
 if [[ $? -ne 0 ]]; then
     exit 255

src/main/java/mobvista/dmp/datasource/rtdmp/RTDmpFetch.java

@@ -87,9 +87,9 @@ public class RTDmpFetch {
         ThreadFactory threadFactory = new ThreadFactoryBuilder()
                 .setNameFormat("RTDmpFetch-%d").build();
 
-        ExecutorService pool = new ThreadPoolExecutor(50, 80,
+        ExecutorService pool = new ThreadPoolExecutor(40, 60,
                 120L, TimeUnit.MILLISECONDS,
-                new LinkedBlockingQueue<>(64), threadFactory, new ThreadPoolExecutor.AbortPolicy());
+                new LinkedBlockingQueue<>(128), threadFactory, new ThreadPoolExecutor.AbortPolicy());
 
         for (int i = 0; i < jsonArray.size(); i++) {
             int finalI = i;