fix rtdmp

src/main/scala/mobvista/dmp/datasource/rtdmp/RTDmpMain.scala

 package mobvista.dmp.datasource.rtdmp
 
-import com.alibaba.fastjson.{JSON, JSONObject}
+import com.alibaba.fastjson.JSONObject
 import mobvista.dmp.common.{CommonSparkJob, MobvistaConstant}
 import mobvista.dmp.datasource.rtdmp.Constant.AudienceMerge
 import org.apache.commons.cli.{BasicParser, Options}
@@ -85,7 +85,9 @@ class RTDmpMain extends CommonSparkJob with Serializable {
 
       import spark.implicits._
 
-      val df = hour_rdd.fullOuterJoin(merge_rdd).map(t => {
+      val df = hour_rdd.fullOuterJoin(merge_rdd)
+        .mapPartitions(ts => {
+          ts.map(t => {
             val devid = t._1
             val opt1 = t._2._1
             val opt2 = t._2._2
@@ -104,6 +106,7 @@ class RTDmpMain extends CommonSparkJob with Serializable {
                 .retain((_, v) => v.compareTo(expire_time) > 0)
               AudienceMerge(devid, new ObjectMapper().writeValueAsString(retain_old_audience.asJava), opt2.get._2, opt2.get._3)
             }
+          })
         }).filter(o => {
         !MobvistaConstant.String2JSONObject(o.audience_map).isEmpty
       })