Commit 16b54f6b by WangJinfeng

init id_mapping

parent cc55fe8b
...@@ -86,7 +86,7 @@ class IDMappingGraphx extends CommonSparkJob with Serializable { ...@@ -86,7 +86,7 @@ class IDMappingGraphx extends CommonSparkJob with Serializable {
case _ => case _ =>
"" ""
} }
val todayDF = spark.createDataFrame(spark.sql(dailySQL).sample(0.001).rdd.map(row => { val todayDF = spark.createDataFrame(spark.sql(dailySQL).rdd.map(row => {
processData(row, platform) processData(row, platform)
}), schema = schame) }), schema = schame)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment