Commit 24ba3ada by WangJinfeng

fix RTDmpMainPre

parent 677c9f77
......@@ -84,7 +84,10 @@ class RTDmpMainPre extends CommonSparkJob with Serializable {
val jsonObject = json.asInstanceOf[JSONObject]
if (jsonObject.containsKey("s3_path") && StringUtils.isNotBlank(jsonObject.getString("s3_path"))) {
// (s3_path, update_date)
dmap.put(jsonObject.getString("s3_path"), jsonObject.getString("update_time"))
val s3_path = jsonObject.getString("s3_path")
if(s3_path.startsWith("s3://") || s3_path.startsWith("s3a://")){
dmap.put(s3_path, jsonObject.getString("update_time"))
}
}
})
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment