Commit 88fee28d by wang-jinfeng

fix rtdmp bug

parent f604014c
package mobvista.dmp.datasource.rtdmp
import java.net.URI
import com.alibaba.fastjson.{JSONArray, JSONObject}
import mobvista.dmp.common.{CommonSparkJob, MobvistaConstant}
import mobvista.dmp.format.TextMultipleOutputFormat
......@@ -13,6 +12,7 @@ import org.apache.hadoop.io.compress.{CompressionCodec, GzipCodec}
import org.apache.spark.sql.SparkSession
import org.apache.spark.storage.StorageLevel
import java.net.URI
import scala.collection.JavaConversions._
import scala.collection.mutable
import scala.collection.mutable.ArrayBuffer
......@@ -55,10 +55,14 @@ class RTDmpASV2 extends CommonSparkJob with Serializable {
// 筛选所有的人群包,给一个最大值和一个最小值
var audience_date_utime_start = 1577811600L
var audience_date_utime_end = 4100731200L
var update_time_start = "2000-01-01 00:00:00"
var update_time_end = "2099-12-31 23:59:59"
var update_time_start = DateUtil.format(DateUtil.getDay(time + ":00:00", "yyyy-MM-dd HH:mm:ss", -30), "yyyy-MM-dd HH:mm:ss")
var update_time_end = DateUtil.format(time + ":59:59", "yyyy-MM-dd HH:mm:ss")
var audience_date_utime_start = DateUtil.parse(update_time_start, "yyyy-MM-dd HH:mm:ss").getTime / 1000 - 28800
var audience_date_utime_end = DateUtil.parse(update_time_end, "yyyy-MM-dd HH:mm:ss").getTime / 1000 - 28800
// var audience_date_utime_start = 1577811600L
// var audience_date_utime_end = 4100731200L
// var update_time_start = "2000-01-01 00:00:00"
// var update_time_end = "2099-12-31 23:59:59"
import scala.collection.JavaConverters._
val ids = ServerUtil.request(update_time_start, update_time_end, audience_date_utime_start, audience_date_utime_end, 0, 0, 4).asScala
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment