Commit 19ae7d93 by WangJinfeng

fix craw package tag bug

parent 5d330dc6
......@@ -32,6 +32,7 @@ class CrawPkgsSpark extends CommonSparkJob with Serializable {
val pkginstallpath = commandLine.getOptionValue("pkginstallpath")
val coalesce = commandLine.getOptionValue("coalesce")
val yesday = commandLine.getOptionValue("yesday")
val update_date = MobvistaConstant.sdf1.format(MobvistaConstant.sdf2.parse(yesday))
val spark = SparkSession.builder()
.appName("CrawPkgsSpark")
......@@ -75,7 +76,8 @@ class CrawPkgsSpark extends CommonSparkJob with Serializable {
|SELECT b.package_name, getPlatform(b.package_name) platform
| FROM
| (SELECT package_name, COUNT(1) counts
| FROM dwh.dmp_install_list LATERAL VIEW explode(getPkgs(install_list)) dmp_table AS package_name WHERE dt = '$yesday' AND business = '14days'
| FROM dwh.dmp_install_list LATERAL VIEW explode(getPkgs(install_list)) dmp_table AS package_name WHERE dt = '$yesday'
| AND update_date = '$update_date' AND business = '14days'
| GROUP BY package_name
| ) b
| LEFT JOIN
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment