Skip to content

M
mobvista-dmp
Commit 19af5d6f by WangJinfeng
Options

fix rtdmp

parent 3ef225e1
Showing with 1 addition and 0 deletions
src/main/scala/mobvista/dmp/datasource/rtdmp/RTDmpMain.scala
...@@ -46,6 +46,7 @@ class RTDmpMain extends CommonSparkJob with Serializable { ...@@ -46,6 +46,7 @@ class RTDmpMain extends CommonSparkJob with Serializable {
.config("spark.io.compression.codec", "snappy") .config("spark.io.compression.codec", "snappy")
.config("spark.sql.orc.filterPushdown", "true") .config("spark.sql.orc.filterPushdown", "true")
.config("spark.serializer", "org.apache.spark.serializer.KryoSerializer") .config("spark.serializer", "org.apache.spark.serializer.KryoSerializer")
.enableHiveSupport()
.getOrCreate() .getOrCreate()
val sc = spark.sparkContext val sc = spark.sparkContext
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment