Commit e268c91e by WangJinfeng

update rtdmp logic,add device_type

parent cc706c53
...@@ -52,7 +52,6 @@ class RTDmpMergeCK extends CommonSparkJob with Serializable { ...@@ -52,7 +52,6 @@ class RTDmpMergeCK extends CommonSparkJob with Serializable {
spark.udf.register("process", process _) spark.udf.register("process", process _)
val df = spark.sql(sql.replace("@dt", date_time)) val df = spark.sql(sql.replace("@dt", date_time))
.withColumn("device_type", lit(""))
implicit val clickhouseDataSource: ClickHouseDataSource = ClickHouseConnectionFactory.get(host) implicit val clickhouseDataSource: ClickHouseDataSource = ClickHouseConnectionFactory.get(host)
...@@ -81,7 +80,7 @@ class RTDmpMergeCK extends CommonSparkJob with Serializable { ...@@ -81,7 +80,7 @@ class RTDmpMergeCK extends CommonSparkJob with Serializable {
val sql = val sql =
""" """
|SELECT devid, process(audience_map) audience_id |SELECT devid, process(audience_map) audience_id, device_type
| FROM dwh.audience_merge | FROM dwh.audience_merge
| WHERE dt = '@dt' | WHERE dt = '@dt'
|""".stripMargin |""".stripMargin
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment