Commit e268c91e by WangJinfeng

update rtdmp logic,add device_type

parent cc706c53
......@@ -52,7 +52,6 @@ class RTDmpMergeCK extends CommonSparkJob with Serializable {
spark.udf.register("process", process _)
val df = spark.sql(sql.replace("@dt", date_time))
.withColumn("device_type", lit(""))
implicit val clickhouseDataSource: ClickHouseDataSource = ClickHouseConnectionFactory.get(host)
......@@ -81,7 +80,7 @@ class RTDmpMergeCK extends CommonSparkJob with Serializable {
val sql =
"""
|SELECT devid, process(audience_map) audience_id
|SELECT devid, process(audience_map) audience_id, device_type
| FROM dwh.audience_merge
| WHERE dt = '@dt'
|""".stripMargin
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment