add adx data to dsp_req

src/main/scala/mobvista/dmp/datasource/dsp/DspOrgEtlDailys.scala

@@ -379,28 +379,39 @@ class DspOrgEtlDailys extends CommonSparkJob with Serializable {
         value.packageName = "com.ss.android.ugc.aweme_oppoziyou"
         arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
       }
-      if (dealeridArray.contains("4060")) {
-        value.packageName = "com.ss.android.ugc.aweme_oppoziyou_notinstall"
-        arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
-      }
-      if (dealeridArray.contains("4061")) {
-        value.packageName = "com.ss.android.ugc.aweme_oppoziyou_hist_notinstall"
-        arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
-      }
       if (dealeridArray.contains("4053")) {
         value.packageName = "com.ss.android.ugc.aweme"
         arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
         value.packageName = "com.ss.android.ugc.aweme_oppolianmeng"
         arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
       }
-      if (dealeridArray.contains("4054")) {
-        value.packageName = "com.ss.android.ugc.aweme_oppolianmeng_hist1year_notinstall"
+      if (dealeridArray.contains("4140")) {
+        value.packageName = "com.xunmeng.pinduoduo"
+        arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
+        value.packageName = "com.xunmeng.pinduoduo_oppoziyou"
         arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
       }
-      if (dealeridArray.contains("4055")) {
-        value.packageName = "com.ss.android.ugc.aweme_oppolianmeng_histhalfyear_notinstall"
+      if (dealeridArray.contains("4143")) {
+        value.packageName = "com.xunmeng.pinduoduo"
+        arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
+        value.packageName = "com.xunmeng.pinduoduo_oppolianmeng"
         arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
       }
+
+      val mapData_oppocn: Map[Int, String] = Map(4060 -> "com.ss.android.ugc.aweme_oppoziyou_notinstall",
+        4061 -> "com.ss.android.ugc.aweme_oppoziyou_hist_notinstall",
+        4054 -> "com.ss.android.ugc.aweme_oppolianmeng_hist1year_notinstall",
+        4055 -> "com.ss.android.ugc.aweme_oppolianmeng_histhalfyear_notinstall",
+        4141 -> "com.xunmeng.pinduoduo_oppoziyou_notinstall",
+        4142 -> "com.xunmeng.pinduoduo_oppoziyou_hist_notinstall",
+        4144 -> "com.xunmeng.pinduoduo_oppolianmeng_hist1year_notinstall",
+        4145 -> "com.xunmeng.pinduoduo_oppolianmeng_histhalfyear_notinstall")
+      for (item <- mapData_oppocn) {
+        if (dealeridArray.contains(item._1.toString)) {
+          value.packageName = item._2
+          arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
+        }
+      }
       //  添加 oppo 在请求中开始传支付宝，京东，爱奇艺这几个包名的安装信息，并入库。 （2020-10-28 17：17 补充说明： com.eg.android.AlipayGphone_oppo伪包名大写，但已经入库，修改困难。以后入库伪包名统一定为小写，类似上面的 com.ucmobile_oppo）
       //  2020.11.11 添加 2783对应的咸鱼的 com.taobao.idlefish 和 com.taobao.idlefish_oppo 入库
       //  2020.11.26 添加 2840对应的 com.youku.phone_notinstall 和 com.youku.phone_notinstall_oppo 入库
@@ -462,20 +473,27 @@ class DspOrgEtlDailys extends CommonSparkJob with Serializable {
     // wiki   https://confluence.mobvista.com/pages/viewpage.action?pageId=47976499
     //2021.04.22 添加adx（exchanges字段）为bes且dealid=100188，则伪包名为com.tencent.news_bes和com.tencent.news
     //2021.06.17 添加adx（exchanges字段）为bes且dealid=100310，则伪包名为com.taobao.litetao_bes和com.taobao.litetao
-    val mapData_bes = Map(100193 -> "com.taobao.taobao",
-      100189 -> "com.eg.android.AlipayGphone",
-      100191 -> "com.jingdong.app.mall",
-      100187 -> "com.UCMobile",
-      100194 -> "com.taobao.idlefish",
-      100195 -> "com.qiyi.video",
-      100196 -> "com.smile.gifmaker",
-      100197 -> "id387682726",
-      100188 -> "com.tencent.news",
-      100310 -> "com.taobao.litetao",
-      100203 -> "com.ss.android.ugc.aweme")
+    val mapData_bes = Map("100193" -> "com.taobao.taobao",
+      "100189" -> "com.eg.android.AlipayGphone",
+      "100191" -> "com.jingdong.app.mall",
+      "100187" -> "com.UCMobile",
+      "100194" -> "com.taobao.idlefish",
+      "100195" -> "com.qiyi.video",
+      "100196" -> "com.smile.gifmaker",
+      "100197" -> "id387682726",
+      "100188" -> "com.tencent.news",
+      "100310" -> "com.taobao.litetao",
+      "100203" -> "com.ss.android.ugc.aweme",
+      "00251" -> "com.xunmeng.pinduoduo")
+
+    val mapData_ios_bes = Map("100197" -> "id387682726",
+      "100345" -> "id333206289",
+      "100344" -> "id1340376323",
+      "100353" -> "id1044283059")
+
     if ("bes".equals(exchanges)) {
       for (item <- mapData_bes) {
-        if (dealeridArray.contains(item._1.toString)) {
+        if (dealeridArray.contains(item._1)) {
           /*
           arrayBuffer = addDatas(arrayBuffer, imei, imeimd5, oaid, oaidmd5, deviceId, deviceType, platform, country, ip, gender, birthday, maker, model, osVersion,
             mapData_bes(num), androidId, time, segment, region)
@@ -488,6 +506,14 @@ class DspOrgEtlDailys extends CommonSparkJob with Serializable {
           arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
         }
       }
+      for (item <- mapData_ios_bes) {
+        if (dealeridArray.contains(item._1)) {
+          value.packageName = item._2
+          arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
+          value.packageName = item._2+"2021090301"
+          arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
+        }
+      }
     }
     //2021.04.28  天级别从dsp请求日志（adn_dsp.log_adn_dsp_request_orc_hour）中拉取exchanges='tencent' 并且appid = 'com.tencent.news',入库伪包名为com.tencent.news_fromtencent
     if ("tencent".equals(exchanges)) {
@@ -519,7 +545,12 @@ class DspOrgEtlDailys extends CommonSparkJob with Serializable {
       10949 -> "com.eg.android.AlipayGphone",
       6242 -> "com.taobao.idlefish",
       3996 -> "com.sankuai.meituan",
+      3334 -> "com.ss.android.ugc.aweme",
+      112799 -> "com.ss.android.ugc.aweme",
       7156 -> "com.tencent.news")
+    val mapData_ios_iqiyi = Map(
+      3334 -> "id1142110895",
+      112799 -> "id1142110895")
     if("iqiyi".equals(exchanges)){
       for (item <- mapData_iqiyi) {
         if (dealeridArray.contains(item._1.toString)) {
@@ -529,6 +560,14 @@ class DspOrgEtlDailys extends CommonSparkJob with Serializable {
           arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
         }
       }
+      for (item <- mapData_ios_iqiyi) {
+        if (dealeridArray.contains(item._1.toString)) {
+          value.packageName = item._2
+          arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
+          value.packageName = item._2+"2021090302"
+          arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
+        }
+      }
     //2021.06.17 若adx（exchanges字段）为iqiyi且dealid=112644(安装) 且os = 'android'，则伪包名为com.taobao.litetao_iqiyi和com.taobao.litetao   若adx（exchanges字段）为iqiyi且dealid=112644（安装）且os='ios'，则安装包名为134037632320210617和1340376323
       if (dealeridArray.contains("112644")) {
         if("android".equalsIgnoreCase(platform)){