adx iqiyi bes kuaishou packagenames insert to dmp

src/main/scala/mobvista/dmp/datasource/dsp/DspOrgEtlDailys.scala

@@ -433,6 +433,7 @@ class DspOrgEtlDailys extends CommonSparkJob with Serializable {
     //2020.11.26 增加bes入库需求
     // wiki   https://confluence.mobvista.com/pages/viewpage.action?pageId=47976499
     //2021.04.22 添加adx（exchanges字段）为bes且dealid=100188，则伪包名为com.tencent.news_bes和com.tencent.news
+    //2021.06.17 添加adx（exchanges字段）为bes且dealid=100310，则伪包名为com.taobao.litetao_bes和com.taobao.litetao
     val mapData_bes = Map(100193 -> "com.taobao.taobao",
       100189 -> "com.eg.android.AlipayGphone",
       100191 -> "com.jingdong.app.mall",
@@ -441,7 +442,8 @@ class DspOrgEtlDailys extends CommonSparkJob with Serializable {
       100195 -> "com.qiyi.video",
       100196 -> "com.smile.gifmaker",
       100197 -> "id387682726",
-      100188 -> "com.tencent.news")
+      100188 -> "com.tencent.news",
+      100310 -> "com.taobao.litetao")
     if ("bes".equals(exchanges)) {
       for (item <- mapData_bes) {
         if (dealeridArray.contains(item._1.toString)) {
@@ -469,6 +471,19 @@ class DspOrgEtlDailys extends CommonSparkJob with Serializable {
         arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
       }
     }
+    //2021.06.17  天级别从dsp请求日志（adn_dsp.log_adn_dsp_request_orc_hour）中拉取exchanges='kuaishou' 并且appid 符合下列名称的入库
+    val mapData_kuaishou = Map("com.smile.gifmaker" -> "com.smile.gifmaker_fromkuaishou",
+      "com.kuaishou.nebula" -> "com.kuaishou.nebula_fromkuaishou",
+      "440948110" -> "440948110_20210617",
+      "1472502819" -> "1472502819_20210617")
+    if ("kuaishou".equals(exchanges)) {
+      for (item <- mapData_kuaishou) {
+        if (packageName.split("#", -1).contains(item._1)) {
+          value.packageName = item._2
+          arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
+        }
+      }
+    }
 
     val mapData_iqiyi = Map(5260 -> "com.taobao.taobao",
       1301 -> "com.UCMobile",
@@ -485,6 +500,20 @@ class DspOrgEtlDailys extends CommonSparkJob with Serializable {
           arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, idfv, deviceType, platform, value)
         }
       }
+    //2021.06.17 若adx（exchanges字段）为iqiyi且dealid=112644(安装) 且os = 'android'，则伪包名为com.taobao.litetao_iqiyi和com.taobao.litetao   若adx（exchanges字段）为iqiyi且dealid=112644（安装）且os='ios'，则安装包名为1340376323_iqiyi和1340376323
+      if (dealeridArray.contains("112644")) {
+        if("android".equalsIgnoreCase(platform)){
+          value.packageName = "com.taobao.litetao"
+          arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, "", deviceType, "android", value)
+          value.packageName = "com.taobao.litetao_iqiyi"
+          arrayBuffer = addDatasV2(arrayBuffer, deviceId, gaidmd5, imei, imeimd5, oaid, oaidmd5, androidId, "", deviceType, "android", value)
+        }else{
+          value.packageName = "1340376323"
+          arrayBuffer = addDatasV2(arrayBuffer, deviceId, "", "", "", "", "", "", idfv, deviceType, "ios", value)
+          value.packageName = "1340376323_iqiyi"
+          arrayBuffer = addDatasV2(arrayBuffer, deviceId, "", "", "", "", "", "", idfv, deviceType, "ios", value)
+        }
+      }
     }
 
     //adx=iqiyi 且os=android的imeiMD5和oaidMD5去重设备， 分别和com.taobao.foractivation.227229和com.taobao.foractivation.227229_oaid做差集   2020.12.15