Commit 7c7fd044 by fan.jiang

log_adn_dsp_impression_org_orc_hour add column impext

parent a68fcfb9
......@@ -214,10 +214,11 @@ class DspImpressionHourCombine extends CommonSparkJob with Serializable {
| case when request.requestid is not null and impression.exchanges != 'nexage' then request.cadvertiserid else impression.cadvertiserid end as cadvertiserid,
| case when request.requestid is not null and impression.exchanges != 'nexage' then request.ccreativeid else impression.ccreativeid end as ccreativeid,
| case when request.requestid is not null and impression.exchanges != 'nexage' then 1 when request.requestid is null and impression.exchanges != 'nexage' then 0 end,
| impression.impext,
| coalesce(request.rg,impression.rg) rg
| from ( select time,xforwardip,ip,exchanges,elapsed,url,body,requestid,bid,price,`describe`,ext1,ext2,ext3,ext4,ext5,auctiontype,bidreqid,impid,publisherid,appid,appname,posid,category,intl,imagesize,deviceip,make,model,os,osv,devicetype,cncttype,countrycode,googleadid,imeisha1,androididmd5,idfa,keywords,yob,gender,ext6,ext7,ext8,ext9,ext10,campaignid,cinstallprice,cappname,cpackagename,cadvertiserid,ccreativeid,yr,mt,dt,rg
| from ( select time,xforwardip,ip,exchanges,elapsed,url,body,requestid,bid,price,`describe`,ext1,ext2,ext3,ext4,ext5,auctiontype,bidreqid,impid,publisherid,appid,appname,posid,category,intl,imagesize,deviceip,make,model,os,osv,devicetype,cncttype,countrycode,googleadid,imeisha1,androididmd5,idfa,keywords,yob,gender,ext6,ext7,ext8,ext9,ext10,campaignid,cinstallprice,cappname,cpackagename,cadvertiserid,ccreativeid,impext,yr,mt,dt,rg
| from adn_dsp.log_adn_dsp_impression_org_orc_hour where concat(yr,mt,dt,hh) = '${endtime}'
| group by time,xforwardip,ip,exchanges,elapsed,url,body,requestid,bid,price,`describe`,ext1,ext2,ext3,ext4,ext5,auctiontype,bidreqid,impid,publisherid,appid,appname,posid,category,intl,imagesize,deviceip,make,model,os,osv,devicetype,cncttype,countrycode,googleadid,imeisha1,androididmd5,idfa,keywords,yob,gender,ext6,ext7,ext8,ext9,ext10,campaignid,cinstallprice,cappname,cpackagename,cadvertiserid,ccreativeid,yr,mt,dt,rg
| group by time,xforwardip,ip,exchanges,elapsed,url,body,requestid,bid,price,`describe`,ext1,ext2,ext3,ext4,ext5,auctiontype,bidreqid,impid,publisherid,appid,appname,posid,category,intl,imagesize,deviceip,make,model,os,osv,devicetype,cncttype,countrycode,googleadid,imeisha1,androididmd5,idfa,keywords,yob,gender,ext6,ext7,ext8,ext9,ext10,campaignid,cinstallprice,cappname,cpackagename,cadvertiserid,ccreativeid,impext,yr,mt,dt,rg
| ) impression
| left join
| log_adn_dsp_bid_request_orc_hour request
......@@ -241,11 +242,11 @@ class DspImpressionHourCombine extends CommonSparkJob with Serializable {
}
def buildResult (row: Row, outputPrefix: String,hhpath:String): Array[Tuple2[Text, Text]] = {
val region = row.getString(53)
val rowContent = row.mkString(DATA_SPLIT)
val rowData = rowContent.substring(0,rowContent.lastIndexOf(DATA_SPLIT))
val buffer = new ArrayBuffer[Tuple2[Text, Text]]()
buffer += Tuple2(new Text(s"${outputPrefix}/${region}/${hhpath}, "), new Text(rowData))
val region = row.getString(54)
val rowContent = row.mkString(DATA_SPLIT)
val rowData = rowContent.substring(0,rowContent.lastIndexOf(DATA_SPLIT))
val buffer = new ArrayBuffer[Tuple2[Text, Text]]()
buffer += Tuple2(new Text(s"${outputPrefix}/${region}/${hhpath}, "), new Text(rowData))
buffer.toArray
}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment