Commit 16b54f6b by WangJinfeng

init id_mapping

parent cc55fe8b
......@@ -86,7 +86,7 @@ class IDMappingGraphx extends CommonSparkJob with Serializable {
case _ =>
""
}
val todayDF = spark.createDataFrame(spark.sql(dailySQL).sample(0.001).rdd.map(row => {
val todayDF = spark.createDataFrame(spark.sql(dailySQL).rdd.map(row => {
processData(row, platform)
}), schema = schame)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment