Commit 086a628f by fan.jiang

fix bug com.topon_topltv_1015

parent 68561a03
...@@ -155,8 +155,8 @@ class ComToponTopltv1015 extends CommonSparkJob with Serializable { ...@@ -155,8 +155,8 @@ class ComToponTopltv1015 extends CommonSparkJob with Serializable {
val imei_df_with_country = imei_df.select(concat_ws("\t", imei_df.col("device_id"), lit("imei"), lit("android"),lit("CN"))) val imei_df_with_country = imei_df.select(concat_ws("\t", imei_df.col("device_id"), lit("imei"), lit("android"),lit("CN")))
val oaid_df: DataFrame = spark.sql(oaid_sql).persist(StorageLevel.MEMORY_AND_DISK_SER) val oaid_df: DataFrame = spark.sql(oaid_sql).persist(StorageLevel.MEMORY_AND_DISK_SER)
val oaid_df_with_package_name = oaid_df.select(concat_ws("\t", oaid_df.col("device_id"), lit("imei"), lit("android"),lit("[\"com.topon_topltv_1015\"]"))) val oaid_df_with_package_name = oaid_df.select(concat_ws("\t", oaid_df.col("device_id"), lit("oaid"), lit("android"),lit("[\"com.topon_topltv_1015\"]")))
val oaid_df_with_country = oaid_df.select(concat_ws("\t", oaid_df.col("device_id"), lit("imei"), lit("android"),lit("CN"))) val oaid_df_with_country = oaid_df.select(concat_ws("\t", oaid_df.col("device_id"), lit("oaid"), lit("android"),lit("CN")))
imei_df_with_package_name.union(oaid_df_with_package_name).coalesce(coalesce.toInt).write.format("text").mode("overwrite").save(output01) imei_df_with_package_name.union(oaid_df_with_package_name).coalesce(coalesce.toInt).write.format("text").mode("overwrite").save(output01)
imei_df_with_country.union(oaid_df_with_country).coalesce(coalesce.toInt).write.format("text").mode("overwrite").save(output02) imei_df_with_country.union(oaid_df_with_country).coalesce(coalesce.toInt).write.format("text").mode("overwrite").save(output02)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment