Skip to content

A
autodatacheck
Commit 0108269d by lipengbo
Options

修改错误报警插叙SQL

parent 49b51f14
Showing with 546 additions and 69 deletions
.idea/encodings.xml
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="Encoding">
<component name="Encoding" defaultCharsetForPropertiesFiles="UTF-8">
<file url="file://$PROJECT_DIR$" charset="UTF-8" />
<file url="file://$PROJECT_DIR$/src/main/java/com/reyun/check/dao/MysqlDAO.java" charset="UTF-8" />
<file url="PROJECT" charset="UTF-8" />
</component>
</project>
\ No newline at end of file
autodatacheck/checkconf/log4j.properties deleted 100644 → 0
### set log levels - for more verbose logging change 'info' to 'debug' ###
log4j.rootLogger=debug, stdout, file
### direct log messages to stdout ###
log4j.appender.stdout=org.apache.log4j.ConsoleAppender
log4j.appender.stdout.Target=System.out
log4j.appender.stdout.layout=org.apache.log4j.PatternLayout
log4j.appender.stdout.layout.ConversionPattern=%d{yyyy-MM-dd HH:mm:ss} %-5p: %l - %m%n
log4j.appender.file=org.apache.log4j.RollingFileAppender
log4j.appender.file.File=logs/etlengine.log
log4j.appender.file.MaxBackupIndex=10
log4j.appender.file.layout=org.apache.log4j.PatternLayout
log4j.appender.file.layout.ConversionPattern=%d{yyyy-MM-dd HH:mm:ss} %-5p: %l - %m%n
log4j.logger.org.apache=off
log4j.logger.kafka.utils.Logging=off
autodatacheck/checkconf/settings.properties deleted 100644 → 0
mailServerPort=25
MailServerHost=smtp.exmail.qq.com
MailUserName=reyunalarm@reyun.com
MailPassword=1391417Xk
MailFromAddress=reyunalarm@reyun.com
MailToUsers=lipengbo@reyun.com
###,wangpeiyang@reyun.com
###MailToUsers=etl@reyun.com
tkio_mid_install_day=tkio_truetime.tkio_mid_install_day,s3://reyundownload/tkio/tkio_mid_install_day
tkio_mid_reg_day=tkio_truetime.tkio_mid_reg_day,s3://reyundownload/tkio/tkio_mid_reg_day
tkio_mid_pay_day=tkio_truetime.tkio_mid_pay_day,s3://reyundownload/tkio/tkio_mid_pay_day
tkio_mid_clk_detail_day_down=tkio_offline.tkio_mid_clk_detail_day_down,s3://reyundownload/tkio/tkio_mid_clk_detail_day_down
accessKeyId=AKIAPMJ4QRXP6BECFUVQ
secretKey=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
mySQLConfConnectionDriver=com.mysql.jdbc.Driver
mySQLConfConnectionURL=jdbc:mysql://etl.cma5jkozme68.rds.cn-north-1.amazonaws.com.cn/tkio_v4
mySQLConfConnectionUser=reyun
mySQLConfConnectionPassword=Reyun123
mySQLDataConnectionDriver=com.mysql.jdbc.Driver
mySQLDataConnectionURL=jdbc:mysql://etl.cma5jkozme68.rds.cn-north-1.amazonaws.com.cn/tkio
mySQLDataConnectionUser=reyun
mySQLDataConnectionPassword=Reyun123
hiveTkioConnectionDriver=org.apache.hive.jdbc.HiveDriver
hiveTkioConnectionURL=jdbc:hive2://172.31.15.72:10000/default
hiveTkioConnectionUser=hive
hiveTkioConnectionPassword=
hiveTkioConnectionMaxIdle=20
maxWaitMillis=100000
maxTotal=2000
checkconf/settings.properties
......@@ -17,12 +17,15 @@ accessKeyId=AKIAPMJ4QRXP6BECFUVQ
secretKey=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
mySQLConfConnectionDriver=com.mysql.jdbc.Driver
mySQLConfConnectionURL=jdbc:mysql://etl.cma5jkozme68.rds.cn-north-1.amazonaws.com.cn/tkio_v4
mySQLConfConnectionUser=reyun
mySQLConfConnectionPassword=Reyun123
mySQLConfConnectionURL=jdbc:mysql://tkiohive.cma5jkozme68.rds.cn-north-1.amazonaws.com.cn/tkio_v4?characterEncoding=utf-8
mySQLConfConnectionUser=tkio_v4
mySQLConfConnectionPassword=Sr6SHYEqx
#mySQLConfConnectionURL=jdbc:mysql://etl.cma5jkozme68.rds.cn-north-1.amazonaws.com.cn/tkio?characterEncoding=utf-8
#mySQLConfConnectionUser=reyun
#mySQLConfConnectionPassword=Reyun123
mySQLDataConnectionDriver=com.mysql.jdbc.Driver
mySQLDataConnectionURL=jdbc:mysql://etl.cma5jkozme68.rds.cn-north-1.amazonaws.com.cn/tkio
mySQLDataConnectionURL=jdbc:mysql://etl.cma5jkozme68.rds.cn-north-1.amazonaws.com.cn/tkio?characterEncoding=utf-8
mySQLDataConnectionUser=reyun
mySQLDataConnectionPassword=Reyun123
......
logs/etlengine.log
......@@ -73768,3 +73768,335 @@ order by count(distinct t1.indicator_desc) desc
2018-02-27 15:16:19 INFO : com.reyun.check.Main.execCheck(Main.java:90) - 2018-02-26日数据正常
2018-02-27 15:16:19 INFO : com.reyun.check.Main.execCheck(Main.java:91) - <b>数据校验详情: </b><br /><=========================================><br /><table border="1" cellspacing="0"><tr><th>指标</th><th>报表</th><th>上限</th><th>差异</th><th>总数</th><th>差异数</th><th>总APP数</th><th>差异APP数</th></tr><tr><td>新增付费金额</td><td>推广活动详情</td><td>0.31</td><td>0.28</td><td>35904</td><td>100</td><td>1828</td><td>74</td></tr><tr><td>新增付费金额</td><td>SEM</td><td>0.40</td><td>0.00</td><td>514</td><td>0</td><td>90</td><td>0</td></tr><tr><td>新增付费金额</td><td>来源_渠道效果_天</td><td>0.31</td><td>0.28</td><td>35903</td><td>100</td><td>1828</td><td>74</td></tr><tr><td>新增付费金额</td><td>来源_渠道效果_小时</td><td>0.07</td><td>0.08</td><td>226022</td><td>172</td><td>1827</td><td>78</td></tr><tr><td>新增付费金额</td><td>仪表盘</td><td>0.45</td><td>0.29</td><td>35902</td><td>105</td><td>1828</td><td>71</td></tr><tr><td>新增付费金额</td><td>仪表盘小时数据</td><td>0.08</td><td>0.10</td><td>226020</td><td>218</td><td>1827</td><td>79</td></tr><tr><td>新增付费金额</td><td>仪表盘TOP10</td><td>0.47</td><td>0.30</td><td>35903</td><td>107</td><td>1828</td><td>71</td></tr><tr><td>新增付费金额</td><td>wap指标分析日数据</td><td>0.00</td><td>0.00</td><td>44</td><td>0</td><td>18</td><td>0</td></tr><tr><td>新增付费金额</td><td>wap指标分析小时数据</td><td>0.00</td><td>0.00</td><td>552</td><td>0</td><td>18</td><td>0</td></tr><tr><td>新增付费金额</td><td>实时小时数据</td><td>0.08</td><td>0.10</td><td>226022</td><td>218</td><td>1827</td><td>79</td></tr><tr><td>新增付费金额</td><td>分包推广活动详情</td><td>2.38</td><td>0.00</td><td>49</td><td>0</td><td>10</td><td>0</td></tr><tr><td>新增付费金额</td><td>子渠道</td><td>0.08</td><td>0.06</td><td>47698</td><td>30</td><td>586</td><td>23</td></tr><tr><td>排重点击数</td><td>推广活动详情</td><td>0.00</td><td>0.00</td><td>35904</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>排重点击数</td><td>SEM</td><td>0.00</td><td>0.00</td><td>514</td><td>0</td><td>90</td><td>0</td></tr><tr><td>排重点击数</td><td>来源_渠道效果_天</td><td>0.00</td><td>0.00</td><td>35903</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>排重点击数</td><td>来源_渠道效果_小时</td><td>0.00</td><td>0.00</td><td>226022</td><td>0</td><td>1827</td><td>0</td></tr><tr><td>排重点击数</td><td>分包推广活动详情</td><td>0.00</td><td>0.00</td><td>49</td><td>0</td><td>10</td><td>0</td></tr><tr><td>排重点击数</td><td>子渠道</td><td>0.00</td><td>0.00</td><td>47698</td><td>0</td><td>586</td><td>0</td></tr><tr><td>按天排重点击数</td><td>推广活动详情</td><td>0.00</td><td>0.00</td><td>35904</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>按天排重点击数</td><td>SEM</td><td>0.00</td><td>0.00</td><td>514</td><td>0</td><td>90</td><td>0</td></tr><tr><td>按天排重点击数</td><td>来源_渠道效果_天</td><td>0.00</td><td>0.00</td><td>35903</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>按天排重点击数</td><td>来源_渠道效果_小时</td><td>0.00</td><td>0.00</td><td>226022</td><td>0</td><td>1827</td><td>0</td></tr><tr><td>按天排重点击数</td><td>仪表盘</td><td>0.00</td><td>0.00</td><td>35902</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>按天排重点击数</td><td>仪表盘小时数据</td><td>0.00</td><td>0.00</td><td>226020</td><td>0</td><td>1827</td><td>0</td></tr><tr><td>按天排重点击数</td><td>实时小时数据</td><td>0.00</td><td>0.00</td><td>226022</td><td>0</td><td>1827</td><td>0</td></tr><tr><td>按天排重点击数</td><td>分包推广活动详情</td><td>0.00</td><td>0.00</td><td>49</td><td>0</td><td>10</td><td>0</td></tr><tr><td>按天排重点击数</td><td>子渠道</td><td>0.00</td><td>0.00</td><td>47698</td><td>0</td><td>586</td><td>0</td></tr><tr><td>激活数</td><td>推广活动详情</td><td>1.44</td><td>1.18</td><td>35904</td><td>423</td><td>1828</td><td>99</td></tr><tr><td>激活数</td><td>SEM</td><td>3.05</td><td>3.31</td><td>514</td><td>17</td><td>90</td><td>7</td></tr><tr><td>激活数</td><td>来源_渠道效果_天</td><td>1.44</td><td>1.18</td><td>35903</td><td>423</td><td>1828</td><td>99</td></tr><tr><td>激活数</td><td>来源_渠道效果_小时</td><td>0.71</td><td>0.69</td><td>226022</td><td>1561</td><td>1827</td><td>114</td></tr><tr><td>激活数</td><td>仪表盘</td><td>1.44</td><td>1.18</td><td>35902</td><td>423</td><td>1828</td><td>99</td></tr><tr><td>激活数</td><td>仪表盘小时数据</td><td>0.71</td><td>0.69</td><td>226020</td><td>1561</td><td>1827</td><td>114</td></tr><tr><td>激活数</td><td>分包推广活动详情</td><td>7.32</td><td>6.12</td><td>49</td><td>3</td><td>10</td><td>2</td></tr><tr><td>激活数</td><td>子渠道</td><td>0.66</td><td>0.60</td><td>47698</td><td>286</td><td>586</td><td>42</td></tr><tr><td>黑名单点击数</td><td>推广活动详情</td><td>0.00</td><td>0.00</td><td>35904</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>黑名单点击数</td><td>SEM</td><td>0.00</td><td>0.00</td><td>514</td><td>0</td><td>90</td><td>0</td></tr><tr><td>黑名单点击数</td><td>分包推广活动详情</td><td>0.00</td><td>0.00</td><td>49</td><td>0</td><td>10</td><td>0</td></tr><tr><td>黑名单点击数</td><td>子渠道</td><td>0.00</td><td>0.00</td><td>47698</td><td>0</td><td>586</td><td>0</td></tr><tr><td>渠道黑名单点击数</td><td>推广活动详情</td><td>0.00</td><td>0.00</td><td>35904</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>渠道黑名单点击数</td><td>来源_渠道效果_天</td><td>0.00</td><td>0.00</td><td>35903</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>渠道黑名单点击数</td><td>来源_渠道效果_小时</td><td>0.00</td><td>0.00</td><td>226022</td><td>0</td><td>1827</td><td>0</td></tr><tr><td>渠道黑名单点击数</td><td>仪表盘TOP10</td><td>0.00</td><td>0.00</td><td>35903</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>渠道黑名单点击数</td><td>实时小时数据</td><td>0.00</td><td>0.00</td><td>226022</td><td>0</td><td>1827</td><td>0</td></tr><tr><td>点击数</td><td>推广活动详情</td><td>0.00</td><td>0.00</td><td>35904</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>点击数</td><td>SEM</td><td>0.00</td><td>0.00</td><td>514</td><td>0</td><td>90</td><td>0</td></tr><tr><td>点击数</td><td>来源_渠道效果_天</td><td>0.00</td><td>0.00</td><td>35903</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>点击数</td><td>来源_渠道效果_小时</td><td>0.00</td><td>0.00</td><td>226022</td><td>0</td><td>1827</td><td>0</td></tr><tr><td>点击数</td><td>仪表盘</td><td>0.00</td><td>0.00</td><td>35902</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>点击数</td><td>仪表盘小时数据</td><td>0.00</td><td>0.00</td><td>226020</td><td>0</td><td>1827</td><td>0</td></tr><tr><td>点击数</td><td>仪表盘TOP10</td><td>0.00</td><td>0.00</td><td>35903</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>点击数</td><td>wap指标分析日数据</td><td>2.56</td><td>0.00</td><td>44</td><td>0</td><td>18</td><td>0</td></tr><tr><td>点击数</td><td>wap指标分析小时数据</td><td>1.13</td><td>0.00</td><td>552</td><td>0</td><td>18</td><td>0</td></tr><tr><td>点击数</td><td>实时小时数据</td><td>0.00</td><td>0.00</td><td>226022</td><td>0</td><td>1827</td><td>0</td></tr><tr><td>点击数</td><td>分包推广活动详情</td><td>0.00</td><td>0.00</td><td>49</td><td>0</td><td>10</td><td>0</td></tr><tr><td>点击数</td><td>子渠道</td><td>0.00</td><td>0.00</td><td>47698</td><td>0</td><td>586</td><td>0</td></tr><tr><td>异常点击数</td><td>推广活动详情</td><td>0.00</td><td>0.00</td><td>35904</td><td>0</td><td>1828</td><td>0</td></tr><tr><td>异常点击数</td><td>SEM</td><td>0.00</td><td>0.00</td><td>514</td><td>0</td><td>90</td><td>0</td></tr><tr><td>异常点击数</td><td>分包推广活动详情</td><td>0.00</td><td>0.00</td><td>49</td><td>0</td><td>10</td><td>0</td></tr><tr><td>异常点击数</td><td>子渠道</td><td>0.00</td><td>0.00</td><td>47698</td><td>0</td><td>586</td><td>0</td></tr><tr><td>独立IP数</td><td>wap指标分析日数据</td><td>0.00</td><td>0.00</td><td>44</td><td>0</td><td>18</td><td>0</td></tr><tr><td>独立IP数</td><td>wap指标分析小时数据</td><td>0.38</td><td>0.00</td><td>552</td><td>0</td><td>18</td><td>0</td></tr><tr><td>下载数</td><td>wap指标分析日数据</td><td>0.00</td><td>0.00</td><td>44</td><td>0</td><td>18</td><td>0</td></tr><tr><td>下载数</td><td>wap指标分析小时数据</td><td>0.00</td><td>0.00</td><td>552</td><td>0</td><td>18</td><td>0</td></tr><tr><td>完成下载次数</td><td>wap指标分析日数据</td><td>0.00</td><td>0.00</td><td>44</td><td>0</td><td>18</td><td>0</td></tr><tr><td>完成下载次数</td><td>wap指标分析小时数据</td><td>0.00</td><td>0.36</td><td>552</td><td>2</td><td>18</td><td>1</td></tr><tr><td>完成下载用户数</td><td>wap指标分析日数据</td><td>0.00</td><td>0.00</td><td>44</td><td>0</td><td>18</td><td>0</td></tr><tr><td>完成下载用户数</td><td>wap指标分析小时数据</td><td>0.57</td><td>0.36</td><td>552</td><td>2</td><td>18</td><td>1</td></tr><tr><td>注册数</td><td>推广活动详情</td><td>0.27</td><td>0.15</td><td>35904</td><td>54</td><td>1828</td><td>25</td></tr><tr><td>注册数</td><td>SEM</td><td>0.18</td><td>0.00</td><td>514</td><td>0</td><td>90</td><td>0</td></tr><tr><td>注册数</td><td>来源_渠道效果_天</td><td>0.27</td><td>0.15</td><td>35903</td><td>54</td><td>1828</td><td>25</td></tr><tr><td>注册数</td><td>来源_渠道效果_小时</td><td>0.11</td><td>0.11</td><td>226022</td><td>245</td><td>1827</td><td>65</td></tr><tr><td>注册数</td><td>仪表盘</td><td>0.27</td><td>0.15</td><td>35902</td><td>54</td><td>1828</td><td>25</td></tr><tr><td>注册数</td><td>仪表盘小时数据</td><td>0.11</td><td>0.11</td><td>226020</td><td>245</td><td>1827</td><td>65</td></tr><tr><td>注册数</td><td>仪表盘TOP10</td><td>0.27</td><td>0.15</td><td>35903</td><td>54</td><td>1828</td><td>25</td></tr><tr><td>注册数</td><td>实时小时数据</td><td>0.11</td><td>0.11</td><td>226022</td><td>245</td><td>1827</td><td>65</td></tr><tr><td>注册数</td><td>分包推广活动详情</td><td>5.41</td><td>2.04</td><td>49</td><td>1</td><td>10</td><td>1</td></tr><tr><td>注册数</td><td>子渠道</td><td>0.03</td><td>0.04</td><td>47698</td><td>21</td><td>586</td><td>8</td></tr><tr><td>异常注册数</td><td>推广活动详情</td><td>0.00</td><td>0.00</td><td>35904</td><td>1</td><td>1828</td><td>1</td></tr><tr><td>异常注册数</td><td>SEM</td><td>0.00</td><td>0.00</td><td>514</td><td>0</td><td>90</td><td>0</td></tr><tr><td>异常注册数</td><td>分包推广活动详情</td><td>0.00</td><td>0.00</td><td>49</td><td>0</td><td>10</td><td>0</td></tr><tr><td>异常注册数</td><td>子渠道</td><td>0.00</td><td>0.00</td><td>47698</td><td>0</td><td>586</td><td>0</td></tr><tr><td>登陆数</td><td>wap指标分析日数据</td><td>0.00</td><td>0.00</td><td>44</td><td>0</td><td>18</td><td>0</td></tr><tr><td>登陆数</td><td>wap指标分析小时数据</td><td>0.00</td><td>0.00</td><td>552</td><td>0</td><td>18</td><td>0</td></tr><tr><td>订单数</td><td>wap指标分析日数据</td><td>0.00</td><td>0.00</td><td>44</td><td>0</td><td>18</td><td>0</td></tr><tr><td>订单数</td><td>wap指标分析小时数据</td><td>0.00</td><td>0.00</td><td>552</td><td>0</td><td>18</td><td>0</td></tr><tr><td>新增付费设备数</td><td>推广活动详情</td><td>0.05</td><td>0.06</td><td>35904</td><td>20</td><td>1828</td><td>16</td></tr><tr><td>新增付费设备数</td><td>SEM</td><td>0.00</td><td>0.00</td><td>514</td><td>0</td><td>90</td><td>0</td></tr><tr><td>新增付费设备数</td><td>来源_渠道效果_天</td><td>0.05</td><td>0.06</td><td>35903</td><td>20</td><td>1828</td><td>16</td></tr><tr><td>新增付费设备数</td><td>来源_渠道效果_小时</td><td>0.11</td><td>0.11</td><td>226022</td><td>247</td><td>1827</td><td>29</td></tr><tr><td>新增付费设备数</td><td>仪表盘</td><td>0.27</td><td>0.15</td><td>35902</td><td>54</td><td>1828</td><td>25</td></tr><tr><td>新增付费设备数</td><td>仪表盘小时数据</td><td>0.11</td><td>0.11</td><td>226020</td><td>245</td><td>1827</td><td>65</td></tr><tr><td>新增付费设备数</td><td>wap指标分析日数据</td><td>0.00</td><td>0.00</td><td>44</td><td>0</td><td>18</td><td>0</td></tr><tr><td>新增付费设备数</td><td>wap指标分析小时数据</td><td>0.00</td><td>0.00</td><td>552</td><td>0</td><td>18</td><td>0</td></tr><tr><td>新增付费设备数</td><td>实时小时数据</td><td>0.03</td><td>0.02</td><td>226022</td><td>47</td><td>1827</td><td>20</td></tr><tr><td>新增付费设备数</td><td>分包推广活动详情</td><td>0.00</td><td>0.00</td><td>49</td><td>0</td><td>10</td><td>0</td></tr><tr><td>新增付费设备数</td><td>子渠道</td><td>0.01</td><td>0.00</td><td>47698</td><td>0</td><td>586</td><td>0</td></tr><tr><td>PV</td><td>wap指标分析日数据</td><td>0.00</td><td>0.00</td><td>44</td><td>0</td><td>18</td><td>0</td></tr><tr><td>PV</td><td>wap指标分析小时数据</td><td>0.00</td><td>0.36</td><td>552</td><td>2</td><td>18</td><td>1</td></tr><tr><td>注册数</td><td>wap指标分析日数据</td><td>0.00</td><td>0.00</td><td>44</td><td>0</td><td>18</td><td>0</td></tr><tr><td>注册数</td><td>wap指标分析小时数据</td><td>0.00</td><td>0.00</td><td>552</td><td>0</td><td>18</td><td>0</td></tr><tr><td>UV</td><td>wap指标分析日数据</td><td>0.00</td><td>0.00</td><td>44</td><td>0</td><td>18</td><td>0</td></tr><tr><td>UV</td><td>wap指标分析小时数据</td><td>23.68</td><td>22.64</td><td>552</td><td>125</td><td>18</td><td>9</td></tr></table>
2018-02-27 15:16:19 INFO : com.reyun.check.mail.SimpleMailSender.sendMail(SimpleMailSender.java:43) - lipengbo@reyun.com
2018-03-01 10:46:23 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:528) -
select t2.appid
,count(distinct t1.task_desc) tasks
,count(distinct t1.indicator_desc) indicators
,group_concat(distinct t1.task_desc) task_list
,group_concat(distinct t1.indicator_desc) indicator_list
from
(
select distinct t1.task_no,t1.indicator_name,t2.indicator_desc,t3.task_desc,t4.maxrate
from tkio_data_check_result_indicator t1
inner join tkio_data_check_indicator t2 on t1.indicator_name=t2.indicator_name
inner join tkio_data_check_config t3 on t1.task_no=t3.task_no
left join tkio_data_check_indicator_value t4 on t1.task_no=t4.task_no and t1.indicator_name=t4.indicator_name
where t1.ds='2018-02-27' and t1.rows_all_rate>t4.maxrate
) t1
inner join tkio_data_check_result_app t2 on t1.task_no=t2.task_no and t1.indicator_name=t2.indicator_name
where t2.indicator_rows_abn>0
group by t2.appid
order by count(distinct t1.indicator_desc) desc
;
2018-03-01 10:46:25 INFO : com.reyun.check.Main.execDownload(Main.java:115) -
2018-03-01 10:46:25 INFO : com.reyun.check.Main.execDownload(Main.java:116) - </table>
2018-03-01 10:49:49 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:528) -
select t2.appid
,count(distinct t1.task_desc) tasks
,count(distinct t1.indicator_desc) indicators
,group_concat(distinct t1.task_desc) task_list
,group_concat(distinct t1.indicator_desc) indicator_list
from
(
select distinct t1.task_no,t1.indicator_name,t2.indicator_desc,t3.task_desc,t4.maxrate
from tkio_data_check_result_indicator t1
inner join tkio_data_check_indicator t2 on t1.indicator_name=t2.indicator_name
inner join tkio_data_check_config t3 on t1.task_no=t3.task_no
left join tkio_data_check_indicator_value t4 on t1.task_no=t4.task_no and t1.indicator_name=t4.indicator_name
where t1.ds='2018-02-27' and t1.rows_all_rate>t4.maxrate
) t1
inner join tkio_data_check_result_app t2 on t1.task_no=t2.task_no and t1.indicator_name=t2.indicator_name
where t2.indicator_rows_abn>0
group by t2.appid
order by count(distinct t1.indicator_desc) desc
;
2018-03-01 10:49:50 INFO : com.reyun.check.Main.execDownload(Main.java:115) -
2018-03-01 10:49:50 INFO : com.reyun.check.Main.execDownload(Main.java:116) - </table>
2018-03-01 10:51:28 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:528) -
select t2.appid
,count(distinct t1.task_desc) tasks
,count(distinct t1.indicator_desc) indicators
,group_concat(distinct t1.task_desc) task_list
,group_concat(distinct t1.indicator_desc) indicator_list
from
(
select distinct t1.task_no,t1.indicator_name,t2.indicator_desc,t3.task_desc,t4.maxrate
from tkio_data_check_result_indicator t1
inner join tkio_data_check_indicator t2 on t1.indicator_name=t2.indicator_name
inner join tkio_data_check_config t3 on t1.task_no=t3.task_no
left join tkio_data_check_indicator_value t4 on t1.task_no=t4.task_no and t1.indicator_name=t4.indicator_name
where t1.ds='2018-02-27' and t1.rows_all_rate>t4.maxrate
) t1
inner join tkio_data_check_result_app t2 on t1.task_no=t2.task_no and t1.indicator_name=t2.indicator_name
where t2.indicator_rows_abn>0
group by t2.appid
order by count(distinct t1.indicator_desc) desc
;
2018-03-01 10:51:29 INFO : com.reyun.check.Main.execDownload(Main.java:115) -
2018-03-01 10:51:29 INFO : com.reyun.check.Main.execDownload(Main.java:116) - </table>
2018-03-01 10:51:53 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:528) -
select t2.appid
,count(distinct t1.task_desc) tasks
,count(distinct t1.indicator_desc) indicators
,group_concat(distinct t1.task_desc) task_list
,group_concat(distinct t1.indicator_desc) indicator_list
from
(
select distinct t1.task_no,t1.indicator_name,t2.indicator_desc,t3.task_desc,t4.maxrate
from tkio_data_check_result_indicator t1
inner join tkio_data_check_indicator t2 on t1.indicator_name=t2.indicator_name
inner join tkio_data_check_config t3 on t1.task_no=t3.task_no
left join tkio_data_check_indicator_value t4 on t1.task_no=t4.task_no and t1.indicator_name=t4.indicator_name
where t1.ds='2018-02-27' and t1.rows_all_rate>t4.maxrate
) t1
inner join tkio_data_check_result_app t2 on t1.task_no=t2.task_no and t1.indicator_name=t2.indicator_name
where t2.indicator_rows_abn>0
group by t2.appid
order by count(distinct t1.indicator_desc) desc
;
2018-03-01 10:51:54 INFO : com.reyun.check.Main.execDownload(Main.java:115) -
2018-03-01 10:51:54 INFO : com.reyun.check.Main.execDownload(Main.java:116) - </table>
2018-03-01 10:54:24 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:528) -
select t2.appid
,count(distinct t1.task_desc) tasks
,count(distinct t1.indicator_desc) indicators
,group_concat(distinct t1.task_desc) task_list
,group_concat(distinct t1.indicator_desc) indicator_list
from
(
select distinct t1.task_no,t1.indicator_name,t2.indicator_desc,t3.task_desc,t4.maxrate
from tkio_data_check_result_indicator t1
inner join tkio_data_check_indicator t2 on t1.indicator_name=t2.indicator_name
inner join tkio_data_check_config t3 on t1.task_no=t3.task_no
left join tkio_data_check_indicator_value t4 on t1.task_no=t4.task_no and t1.indicator_name=t4.indicator_name
where t1.ds='2018-02-27' and t1.rows_all_rate>t4.maxrate
) t1
inner join tkio_data_check_result_app t2 on t1.task_no=t2.task_no and t1.indicator_name=t2.indicator_name
where t2.indicator_rows_abn>0
group by t2.appid
order by count(distinct t1.indicator_desc) desc
;
2018-03-01 10:54:24 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:586) - 2658caa274ccac625635c6537dfb9cf0
2018-03-01 10:54:24 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:601) - java.sql.SQLException: Column 'INDICATOR_DESC' not found.
2018-03-01 10:54:24 INFO : com.reyun.check.Main.execDownload(Main.java:115) - ***2018-02-27日数据异常，影响APP个数41，请及时处理***
2018-03-01 10:54:24 INFO : com.reyun.check.Main.execDownload(Main.java:116) - <b>异常数据如下: </b><br /><=========================================><br /><table border="1" cellspacing="0"><tr><th>APPID</th><th>异常指标数</th><th>异常报表数</th><th>异常指标报表</th><th>异常报表列表</th></tr><tr><td>2658caa274ccac625635c6537dfb9cf0</td><td>2</td><td>3</td><td>注册数,新增付费设备数</td><td>子渠道,推广活动详情,来源_渠道效果_天</td></tr><tr><td>7082064361331b2c2ac46c2711f06736</td><td>2</td><td>3</td><td>注册数,新增付费设备数</td><td>子渠道,推广活动详情,来源_渠道效果_天</td></tr><tr><td>bc4f44897611c5bbc44c0bbc61079d54</td><td>2</td><td>3</td><td>注册数,新增付费设备数</td><td>子渠道,推广活动详情,来源_渠道效果_天</td></tr><tr><td>009ec53934100cf59f163d2df95e6907</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>01ec355f45e0aba2e8800b94bbff82e6</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>042109e30965e06204395c86b5e70f08</td><td>1</td><td>2</td><td>PV</td><td>wap指标分析日数据,wap指标分析小时数据</td></tr><tr><td>0639d23d159eed3df52aa057cf5cafbf</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>09d3740ca4fc84b54b491066a926d824</td><td>1</td><td>3</td><td>新增付费设备数</td><td>推广活动详情,SEM,来源_渠道效果_天</td></tr><tr><td>0a4c11f809368acfe6623cc8f16c07a7</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>1b57089b7d1bcf8efa71166a7ab6fd9d</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>2f7638bfd4864e210a6b3a846f195456</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>36d42497c87d94e41c6810f79d0d1e28</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>3814269151d29de9996efa8969a43e8f</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>38f098e73cbaf6bc31c6df072b60e106</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>39a7c0a4b0c6fe08acc55aba0e356203</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>4a65c85c946846d152855ad1f00ee89b</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>4b2b17c81b00e42b75d1b938196eba99</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>4e4feff0a549bc4223b64f5dde24ff8d</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>59215c03956d688a442f48f0392deb63</td><td>1</td><td>1</td><td>登陆数</td><td>wap指标分析小时数据</td></tr><tr><td>783f1f445a6262347cec991e27f6c4d9</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>80b924dcfb2642a5481614ec19a1db9c</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>836672b200c042f7bf440e9333f09cf4</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>8a3cc10d2523436737c60d08990e1edb</td><td>1</td><td>1</td><td>PV</td><td>wap指标分析小时数据</td></tr><tr><td>8f5eb00f58b3fa8520ded65c8600f6f2</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>90263f2940828d77ed70a034d17110ba</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>93286ccd3ae93c1f164ae7417df458d8</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>942da081fd89f2d691b4b55b203d6468</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>955186b277ad2681e137fed7c5d09c95</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>96d96d4c2379f014eff96795326a7e48</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>9cd46a6a1ad4f6c3c4d7331897f9b67b</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>9f436e80ab5fd0952864bf4c0c66d7dc</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>ae22c76d6a5799b439ac25cd3bf103ee</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>c5fcc4c168f29b9c9d2431233b0475dc</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>c66806db1fc79c1205558d9acdc45185</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>d340815e21218ffde3a36c3ddc362f9f</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>d60e1c0e3b07377efd89dd3af2c43827</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>e0f9b1e707fa0e0adb1f94990df7fda5</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>e4e972f79411e1ea009408be2a767b8c</td><td>1</td><td>1</td><td>PV</td><td>wap指标分析小时数据</td></tr><tr><td>ea0319bf68c5791293e1fe6274776ff6</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>eff393ebd5a0289b509d032a03d725c8</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>f8963ecaa617d031b7f5fab157990bd1</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr></table></table><b>差异数据详情: </b><br /><=========================================><br /><table border="1" cellspacing="0"><tr><th>指标</th><th>报表</th><th>上限</th><th>差异</th><th>总数</th><th>差异数</th><th>总APP数</th><th>差异APP数</th></tr><tr>
2018-03-01 10:59:08 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:528) -
select t2.appid
,count(distinct t1.task_desc) tasks
,count(distinct t1.indicator_desc) indicators
,group_concat(distinct t1.task_desc) task_list
,group_concat(distinct t1.indicator_desc) indicator_list
from
(
select distinct t1.task_no,t1.indicator_name,t2.indicator_desc,t3.task_desc,t4.maxrate
from tkio_data_check_result_indicator t1
inner join tkio_data_check_indicator t2 on t1.indicator_name=t2.indicator_name
inner join tkio_data_check_config t3 on t1.task_no=t3.task_no
left join tkio_data_check_indicator_value t4 on t1.task_no=t4.task_no and t1.indicator_name=t4.indicator_name
where t1.ds='2018-02-27' and t1.rows_all_rate>t4.maxrate
) t1
inner join tkio_data_check_result_app t2 on t1.task_no=t2.task_no and t1.indicator_name=t2.indicator_name
where t2.indicator_rows_abn>0
group by t2.appid
order by count(distinct t1.indicator_desc) desc
;
2018-03-01 10:59:09 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:592) - 激活数
2018-03-01 10:59:09 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:592) - 注册数
2018-03-01 10:59:09 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:592) - 登陆数
2018-03-01 10:59:09 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:592) - 新增付费设备数
2018-03-01 10:59:09 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:592) - 新增付费设备数
2018-03-01 10:59:09 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:592) - 新增付费设备数
2018-03-01 10:59:09 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:592) - PV
2018-03-01 10:59:09 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:592) - PV
2018-03-01 10:59:09 INFO : com.reyun.check.Main.execDownload(Main.java:115) - ***2018-02-27日数据异常，影响APP个数41，请及时处理***
2018-03-01 10:59:09 INFO : com.reyun.check.Main.execDownload(Main.java:116) - <b>异常数据如下: </b><br /><=========================================><br /><table border="1" cellspacing="0"><tr><th>APPID</th><th>异常指标数</th><th>异常报表数</th><th>异常指标报表</th><th>异常报表列表</th></tr><tr><td>2658caa274ccac625635c6537dfb9cf0</td><td>2</td><td>3</td><td>注册数,新增付费设备数</td><td>子渠道,推广活动详情,来源_渠道效果_天</td></tr><tr><td>7082064361331b2c2ac46c2711f06736</td><td>2</td><td>3</td><td>注册数,新增付费设备数</td><td>子渠道,推广活动详情,来源_渠道效果_天</td></tr><tr><td>bc4f44897611c5bbc44c0bbc61079d54</td><td>2</td><td>3</td><td>注册数,新增付费设备数</td><td>子渠道,推广活动详情,来源_渠道效果_天</td></tr><tr><td>009ec53934100cf59f163d2df95e6907</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>01ec355f45e0aba2e8800b94bbff82e6</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>042109e30965e06204395c86b5e70f08</td><td>1</td><td>2</td><td>PV</td><td>wap指标分析日数据,wap指标分析小时数据</td></tr><tr><td>0639d23d159eed3df52aa057cf5cafbf</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>09d3740ca4fc84b54b491066a926d824</td><td>1</td><td>3</td><td>新增付费设备数</td><td>推广活动详情,SEM,来源_渠道效果_天</td></tr><tr><td>0a4c11f809368acfe6623cc8f16c07a7</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>1b57089b7d1bcf8efa71166a7ab6fd9d</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>2f7638bfd4864e210a6b3a846f195456</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>36d42497c87d94e41c6810f79d0d1e28</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>3814269151d29de9996efa8969a43e8f</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>38f098e73cbaf6bc31c6df072b60e106</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>39a7c0a4b0c6fe08acc55aba0e356203</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>4a65c85c946846d152855ad1f00ee89b</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>4b2b17c81b00e42b75d1b938196eba99</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>4e4feff0a549bc4223b64f5dde24ff8d</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>59215c03956d688a442f48f0392deb63</td><td>1</td><td>1</td><td>登陆数</td><td>wap指标分析小时数据</td></tr><tr><td>783f1f445a6262347cec991e27f6c4d9</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>80b924dcfb2642a5481614ec19a1db9c</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>836672b200c042f7bf440e9333f09cf4</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>8a3cc10d2523436737c60d08990e1edb</td><td>1</td><td>1</td><td>PV</td><td>wap指标分析小时数据</td></tr><tr><td>8f5eb00f58b3fa8520ded65c8600f6f2</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>90263f2940828d77ed70a034d17110ba</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>93286ccd3ae93c1f164ae7417df458d8</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>942da081fd89f2d691b4b55b203d6468</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>955186b277ad2681e137fed7c5d09c95</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>96d96d4c2379f014eff96795326a7e48</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>9cd46a6a1ad4f6c3c4d7331897f9b67b</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>9f436e80ab5fd0952864bf4c0c66d7dc</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>ae22c76d6a5799b439ac25cd3bf103ee</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>c5fcc4c168f29b9c9d2431233b0475dc</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>c66806db1fc79c1205558d9acdc45185</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>d340815e21218ffde3a36c3ddc362f9f</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>d60e1c0e3b07377efd89dd3af2c43827</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>e0f9b1e707fa0e0adb1f94990df7fda5</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>e4e972f79411e1ea009408be2a767b8c</td><td>1</td><td>1</td><td>PV</td><td>wap指标分析小时数据</td></tr><tr><td>ea0319bf68c5791293e1fe6274776ff6</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>eff393ebd5a0289b509d032a03d725c8</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>f8963ecaa617d031b7f5fab157990bd1</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr></table></table><b>差异数据详情: </b><br /><=========================================><br /><table border="1" cellspacing="0"><tr><th>指标</th><th>报表</th><th>上限</th><th>差异</th><th>总数</th><th>差异数</th><th>总APP数</th><th>差异APP数</th></tr><tr><td>激活数</td><td>SEM</td><td>3.05</td><td>4.36</td><td>527</td><td>23</td><td>96</td><td>8</td></tr><tr><td>注册数</td><td>子渠道</td><td>0.03</td><td>0.04</td><td>49925</td><td>19</td><td>582</td><td>12</td></tr><tr><td>登陆数</td><td>wap指标分析小时数据</td><td>0.00</td><td>0.19</td><td>539</td><td>1</td><td>20</td><td>1</td></tr><tr><td>新增付费设备数</td><td>推广活动详情</td><td>0.05</td><td>0.06</td><td>36671</td><td>22</td><td>1870</td><td>20</td></tr><tr><td>新增付费设备数</td><td>SEM</td><td>0.00</td><td>0.19</td><td>527</td><td>1</td><td>96</td><td>1</td></tr><tr><td>新增付费设备数</td><td>来源_渠道效果_天</td><td>0.05</td><td>0.06</td><td>36670</td><td>22</td><td>1870</td><td>20</td></tr><tr><td>PV</td><td>wap指标分析日数据</td><td>0.00</td><td>2.04</td><td>49</td><td>1</td><td>20</td><td>1</td></tr><tr><td>PV</td><td>wap指标分析小时数据</td><td>0.00</td><td>0.56</td><td>539</td><td>3</td><td>20</td><td>3</td></tr>
2018-03-01 11:02:54 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:528) -
select t2.appid
,count(distinct t1.task_desc) tasks
,count(distinct t1.indicator_desc) indicators
,group_concat(distinct t1.task_desc) task_list
,group_concat(distinct t1.indicator_desc) indicator_list
from
(
select distinct t1.task_no,t1.indicator_name,t2.indicator_desc,t3.task_desc,t4.maxrate
from tkio_data_check_result_indicator t1
inner join tkio_data_check_indicator t2 on t1.indicator_name=t2.indicator_name
inner join tkio_data_check_config t3 on t1.task_no=t3.task_no
left join tkio_data_check_indicator_value t4 on t1.task_no=t4.task_no and t1.indicator_name=t4.indicator_name
where t1.ds='2018-02-27' and t1.rows_all_rate>t4.maxrate
) t1
inner join tkio_data_check_result_app t2 on t1.task_no=t2.task_no and t1.indicator_name=t2.indicator_name
where t2.indicator_rows_abn>0
group by t2.appid
order by count(distinct t1.indicator_desc) desc
;
2018-03-01 11:02:55 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:587) - 激活数
2018-03-01 11:02:55 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:587) - 注册数
2018-03-01 11:02:55 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:587) - 登陆数
2018-03-01 11:02:55 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:587) - 新增付费设备数
2018-03-01 11:02:55 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:587) - 新增付费设备数
2018-03-01 11:02:55 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:587) - 新增付费设备数
2018-03-01 11:02:55 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:587) - PV
2018-03-01 11:02:55 INFO : com.reyun.check.dao.MysqlDAO.getWarningRst(MysqlDAO.java:587) - PV
2018-03-01 11:02:55 INFO : com.reyun.check.Main.execDownload(Main.java:115) - ***2018-02-27日数据异常，影响APP个数41，请及时处理***
2018-03-01 11:02:55 INFO : com.reyun.check.Main.execDownload(Main.java:116) - <b>异常数据如下: </b><br /><=========================================><br /><table border="1" cellspacing="0"><tr><th>APPID</th><th>异常指标数</th><th>异常报表数</th><th>异常指标报表</th><th>异常报表列表</th></tr><tr><td>2658caa274ccac625635c6537dfb9cf0</td><td>2</td><td>3</td><td>注册数,新增付费设备数</td><td>子渠道,推广活动详情,来源_渠道效果_天</td></tr><tr><td>7082064361331b2c2ac46c2711f06736</td><td>2</td><td>3</td><td>注册数,新增付费设备数</td><td>子渠道,推广活动详情,来源_渠道效果_天</td></tr><tr><td>bc4f44897611c5bbc44c0bbc61079d54</td><td>2</td><td>3</td><td>注册数,新增付费设备数</td><td>子渠道,推广活动详情,来源_渠道效果_天</td></tr><tr><td>009ec53934100cf59f163d2df95e6907</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>01ec355f45e0aba2e8800b94bbff82e6</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>042109e30965e06204395c86b5e70f08</td><td>1</td><td>2</td><td>PV</td><td>wap指标分析日数据,wap指标分析小时数据</td></tr><tr><td>0639d23d159eed3df52aa057cf5cafbf</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>09d3740ca4fc84b54b491066a926d824</td><td>1</td><td>3</td><td>新增付费设备数</td><td>推广活动详情,SEM,来源_渠道效果_天</td></tr><tr><td>0a4c11f809368acfe6623cc8f16c07a7</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>1b57089b7d1bcf8efa71166a7ab6fd9d</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>2f7638bfd4864e210a6b3a846f195456</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>36d42497c87d94e41c6810f79d0d1e28</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>3814269151d29de9996efa8969a43e8f</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>38f098e73cbaf6bc31c6df072b60e106</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>39a7c0a4b0c6fe08acc55aba0e356203</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>4a65c85c946846d152855ad1f00ee89b</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>4b2b17c81b00e42b75d1b938196eba99</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>4e4feff0a549bc4223b64f5dde24ff8d</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>59215c03956d688a442f48f0392deb63</td><td>1</td><td>1</td><td>登陆数</td><td>wap指标分析小时数据</td></tr><tr><td>783f1f445a6262347cec991e27f6c4d9</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>80b924dcfb2642a5481614ec19a1db9c</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>836672b200c042f7bf440e9333f09cf4</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>8a3cc10d2523436737c60d08990e1edb</td><td>1</td><td>1</td><td>PV</td><td>wap指标分析小时数据</td></tr><tr><td>8f5eb00f58b3fa8520ded65c8600f6f2</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>90263f2940828d77ed70a034d17110ba</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>93286ccd3ae93c1f164ae7417df458d8</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>942da081fd89f2d691b4b55b203d6468</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>955186b277ad2681e137fed7c5d09c95</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>96d96d4c2379f014eff96795326a7e48</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>9cd46a6a1ad4f6c3c4d7331897f9b67b</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>9f436e80ab5fd0952864bf4c0c66d7dc</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>ae22c76d6a5799b439ac25cd3bf103ee</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>c5fcc4c168f29b9c9d2431233b0475dc</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>c66806db1fc79c1205558d9acdc45185</td><td>1</td><td>1</td><td>激活数</td><td>SEM</td></tr><tr><td>d340815e21218ffde3a36c3ddc362f9f</td><td>1</td><td>1</td><td>注册数</td><td>子渠道</td></tr><tr><td>d60e1c0e3b07377efd89dd3af2c43827</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>e0f9b1e707fa0e0adb1f94990df7fda5</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>e4e972f79411e1ea009408be2a767b8c</td><td>1</td><td>1</td><td>PV</td><td>wap指标分析小时数据</td></tr><tr><td>ea0319bf68c5791293e1fe6274776ff6</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>eff393ebd5a0289b509d032a03d725c8</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr><tr><td>f8963ecaa617d031b7f5fab157990bd1</td><td>1</td><td>2</td><td>新增付费设备数</td><td>推广活动详情,来源_渠道效果_天</td></tr></table><b>差异数据详情: </b><br /><=========================================><br /><table border="1" cellspacing="0"><tr><th>指标</th><th>报表</th><th>上限</th><th>差异</th><th>总数</th><th>差异数</th><th>总APP数</th><th>差异APP数</th></tr><tr><td>激活数</td><td>SEM</td><td>3.05</td><td>4.36</td><td>527</td><td>23</td><td>96</td><td>8</td></tr><tr><td>注册数</td><td>子渠道</td><td>0.03</td><td>0.04</td><td>49925</td><td>19</td><td>582</td><td>12</td></tr><tr><td>登陆数</td><td>wap指标分析小时数据</td><td>0.00</td><td>0.19</td><td>539</td><td>1</td><td>20</td><td>1</td></tr><tr><td>新增付费设备数</td><td>推广活动详情</td><td>0.05</td><td>0.06</td><td>36671</td><td>22</td><td>1870</td><td>20</td></tr><tr><td>新增付费设备数</td><td>SEM</td><td>0.00</td><td>0.19</td><td>527</td><td>1</td><td>96</td><td>1</td></tr><tr><td>新增付费设备数</td><td>来源_渠道效果_天</td><td>0.05</td><td>0.06</td><td>36670</td><td>22</td><td>1870</td><td>20</td></tr><tr><td>PV</td><td>wap指标分析日数据</td><td>0.00</td><td>2.04</td><td>49</td><td>1</td><td>20</td><td>1</td></tr><tr><td>PV</td><td>wap指标分析小时数据</td><td>0.00</td><td>0.56</td><td>539</td><td>3</td><td>20</td><td>3</td></tr></table>
2018-03-01 11:02:55 INFO : com.reyun.check.mail.SimpleMailSender.sendMail(SimpleMailSender.java:43) - lipengbo@reyun.com
2018-03-02 10:44:11 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:696) - select t1.task_no,t1.task_desc,t3.row_id
,if(t3.row_id is null,'未执行',ifnull(t3.error_info,'成功')) error_info,t3.create_time
from tkio_data_check_config t1
left join tkio_data_check_log t2 on t1.task_no=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01' and 1=1112
left join tkio_data_check_log t3 on t1.task_no=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.task_no,t3.create_time
2018-03-02 10:44:11 INFO : com.reyun.check.mail.SimpleMailSender.sendMail(SimpleMailSender.java:43) - lipengbo@reyun.com
2018-03-02 10:48:14 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:696) - select t1.task_no,t1.task_desc,t3.row_id
,if(t3.row_id is null,'???',ifnull(t3.error_info,'??')) error_info,t3.create_time
from tkio_data_check_config t1
left join tkio_data_check_log t2 on t1.task_no=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01' and 1=1112
left join tkio_data_check_log t3 on t1.task_no=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.task_no,t3.create_time
2018-03-02 10:49:11 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:696) - select t1.task_no,t1.task_desc,t3.row_id
,if(t3.row_id is null,'未执行',ifnull(t3.error_info,'成功')) error_info,t3.create_time
from tkio_data_check_config t1
left join tkio_data_check_log t2 on t1.task_no=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01' and 1=1112
left join tkio_data_check_log t3 on t1.task_no=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.task_no,t3.create_time
2018-03-02 10:50:15 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:696) - select t1.task_no,t1.task_desc,t3.row_id
,if(t3.row_id is null,'未执行',ifnull(t3.error_info,'成功')) error_info,t3.create_time
from tkio_data_check_config t1
left join tkio_data_check_log t2 on t1.task_no=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01' and 1=1112
left join tkio_data_check_log t3 on t1.task_no=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.task_no,t3.create_time
2018-03-02 10:50:47 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:696) - select t1.task_no,t1.task_desc,t3.row_id
,if(t3.row_id is null,'未执行',ifnull(t3.error_info,'成功')) error_info,t3.create_time
from tkio_data_check_config t1
left join tkio_data_check_log t2 on t1.task_no=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01' and 1=1112
left join tkio_data_check_log t3 on t1.task_no=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.task_no,t3.create_time
2018-03-02 10:50:47 INFO : com.reyun.check.mail.SimpleMailSender.sendMail(SimpleMailSender.java:43) - lipengbo@reyun.com
2018-03-02 11:24:28 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:696) - select t1.task_no,t1.task_desc,t3.row_id
,if(t3.row_id is null,'未执行',ifnull(t3.error_info,'成功')) error_info,t3.create_time
from tkio_data_check_config t1
left join tkio_data_check_log t2 on t1.task_no=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01' and 1=1112
left join tkio_data_check_log t3 on t1.task_no=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.task_no,t3.create_time
2018-03-02 11:24:28 INFO : com.reyun.check.mail.SimpleMailSender.sendMail(SimpleMailSender.java:43) - lipengbo@reyun.com
2018-03-02 11:41:44 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:696) - select t1.task_no,t1.task_desc,t3.row_id
,if(t3.row_id is null,'未执行',ifnull(t3.error_info,'成功')) error_info,t3.create_time
from tkio_data_check_config t1
left join tkio_data_check_log t2 on t1.task_no=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01' and 1=1112
left join tkio_data_check_log t3 on t1.task_no=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.task_no,t3.create_time
2018-03-02 11:41:44 INFO : com.reyun.check.mail.SimpleMailSender.sendMail(SimpleMailSender.java:43) - lipengbo@reyun.com
2018-03-02 11:46:57 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:697) - select t1.task_no,t1.task_desc,t3.row_id
,if(t3.row_id is null,'未执行',ifnull(t3.error_info,'成功')) error_info,t3.create_time
from tkio_data_check_config t1
left join tkio_data_check_log t2 on t1.task_no=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01' and 1=1112
left join tkio_data_check_log t3 on t1.task_no=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.task_no,t3.create_time
2018-03-02 11:46:57 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:713) - com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Table 'tkio.tkio_data_check_config' doesn't exist
2018-03-02 11:46:57 INFO : com.reyun.check.App.main(App.java:38) - 检查数据校验任务执行-true
2018-03-02 11:48:07 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:697) - select t1.task_no,t1.task_desc,t3.row_id
,if(t3.row_id is null,'未执行',ifnull(t3.error_info,'成功')) error_info,t3.create_time
from tkio_data_check_config t1
left join tkio_data_check_log t2 on t1.task_no=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01' and 1=1112
left join tkio_data_check_log t3 on t1.task_no=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.task_no,t3.create_time
2018-03-02 11:48:07 INFO : com.reyun.check.mail.SimpleMailSender.sendMail(SimpleMailSender.java:43) - lipengbo@reyun.com
2018-03-02 11:49:13 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:697) - select t1.task_no,t1.task_desc,t3.row_id
,if(t3.row_id is null,'未执行',ifnull(t3.error_info,'成功')) error_info,t3.create_time
from tkio_data_check_config t1
left join tkio_data_check_log t2 on t1.task_no=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01' and 1=1112
left join tkio_data_check_log t3 on t1.task_no=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.task_no,t3.create_time
2018-03-02 11:49:13 INFO : com.reyun.check.mail.SimpleMailSender.sendMail(SimpleMailSender.java:43) - lipengbo@reyun.com
2018-03-02 17:03:36 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:697) - select t1.task_no,t1.task_desc,t3.row_id
,if(t3.row_id is null,'未执行',ifnull(t3.error_info,'成功')) error_info,t3.create_time
from tkio_data_check_config t1
left join tkio_data_check_log t2 on t1.task_no=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01' and 1=1112
left join tkio_data_check_log t3 on t1.task_no=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.task_no,t3.create_time
2018-03-02 17:03:36 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:713) - com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Table 'tkio.tkio_data_check_config' doesn't exist
2018-03-02 17:03:36 INFO : com.reyun.check.App.main(App.java:38) - 检查数据校验任务执行-true
2018-03-02 17:08:35 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:713) - com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Access denied for user 'tkio_v4'@'172.31%' to database 'tkio_v4useUnicode=true&amp;characterEncoding=utf-8'
2018-03-02 17:08:35 INFO : com.reyun.check.App.main(App.java:38) - 检查数据校验任务执行-true
2018-03-02 17:09:24 INFO : com.reyun.check.dao.MysqlDAO.getCheckTaskRst(MysqlDAO.java:697) - select t1.task_no,t1.task_desc,t3.row_id
,if(t3.row_id is null,'未执行',ifnull(t3.error_info,'成功')) error_info,t3.create_time
from tkio_data_check_config t1
left join tkio_data_check_log t2 on t1.task_no=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01' and 1=1112
left join tkio_data_check_log t3 on t1.task_no=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.task_no,t3.create_time
2018-03-02 17:09:24 INFO : com.reyun.check.mail.SimpleMailSender.sendMail(SimpleMailSender.java:43) - lipengbo@reyun.com
2018-03-02 17:24:49 INFO : com.reyun.check.dao.MysqlDAO.getExecCheckIndicatorRst(MysqlDAO.java:745) - select t1.indicator_name task_no,t1.indicator_desc task_desc,t3.row_id
,if(t3.row_id is null,'no exec',ifnull(t3.error_info,'success')) error_info,t3.create_time
from tkio_data_check_indicator t1
left join tkio_data_check_log t2 on t1.indicator_name=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01' and 1=2
left join tkio_data_check_log t3 on t1.indicator_name=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.indicator_name,t3.create_time
2018-03-02 17:24:49 INFO : com.reyun.check.mail.SimpleMailSender.sendMail(SimpleMailSender.java:43) - lipengbo@reyun.com
2018-03-02 17:53:36 INFO : com.reyun.check.dao.MysqlDAO.aaa(MysqlDAO.java:787) - select '你好' task_no,'你好' task_desc,1 row_id
,'你好' error_info,t3.create_time
2018-03-02 17:53:36 INFO : com.reyun.check.dao.MysqlDAO.aaa(MysqlDAO.java:803) - com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Unknown table 't3' in field list
2018-03-02 17:53:36 INFO : com.reyun.check.App.main(App.java:38) - 检查数据校验任务执行-true
2018-03-02 17:55:11 INFO : com.reyun.check.dao.MysqlDAO.aaa(MysqlDAO.java:787) - select '你好' task_no,'你好' task_desc,1 row_id
,'你好' error_info,now() create_time
2018-03-02 17:55:11 INFO : com.reyun.check.mail.SimpleMailSender.sendMail(SimpleMailSender.java:43) - lipengbo@reyun.com
2018-03-02 17:58:38 INFO : com.reyun.check.dao.MysqlDAO.getExecCheckIndicatorRst(MysqlDAO.java:747) - select t1.indicator_name task_no,t1.indicator_desc task_desc,t3.row_id
,if(t3.row_id is null,'no exec',ifnull(t3.error_info,'success')) error_info ,DATE_ADD(t3.create_time,INTERVAL 8 hour) create_time
from tkio_data_check_indicator t1
left join tkio_data_check_log t2 on t1.indicator_name=t2.task_no
and t2.exec_state=0 and t2.ds='2018-03-01'
left join tkio_data_check_log t3 on t1.indicator_name=t3.task_no
and t3.ds='2018-03-01'
where t1.is_delete=0 and t2.row_id is null
order by t1.indicator_name,t3.create_time
2018-03-02 17:58:38 INFO : com.reyun.check.App.main(App.java:38) - 检查数据校验任务执行-true
2018-03-05 11:27:09 ERROR: com.reyun.check.dao.MysqlDAO.insertCheckLog(MysqlDAO.java:268) - [9999-01-01][test]
2018-03-05 11:28:46 ERROR: com.reyun.check.dao.MysqlDAO.insertCheckLog(MysqlDAO.java:268) - [9999-01-01][test]
2018-03-05 11:29:22 ERROR: com.reyun.check.dao.MysqlDAO.insertCheckLog(MysqlDAO.java:268) - [9999-01-01][test]
2018-03-05 11:30:37 ERROR: com.reyun.check.dao.MysqlDAO.insertCheckLog(MysqlDAO.java:268) - [9999-01-01][test]
2018-03-05 11:41:13 ERROR: com.reyun.check.dao.MysqlDAO.insertCheckLog(MysqlDAO.java:268) - [9999-01-01][test]
2018-03-05 11:46:36 ERROR: com.reyun.check.dao.MysqlDAO.insertCheckLog(MysqlDAO.java:268) - [9999-01-01][test]
2018-03-05 11:47:54 ERROR: com.reyun.check.dao.MysqlDAO.insertCheckLog(MysqlDAO.java:268) - [9999-01-01][test]
2018-03-05 11:51:07 ERROR: com.reyun.check.dao.MysqlDAO.insertCheckLog(MysqlDAO.java:268) - [9999-01-01][test]
2018-03-05 11:51:28 ERROR: com.reyun.check.dao.MysqlDAO.insertCheckLog(MysqlDAO.java:268) - [9999-01-01][test]
src/main/java/com/reyun/check/App.java
package com.reyun.check;
import com.reyun.check.dao.MysqlDAO;
import com.reyun.check.dao.WarningDAO;
import com.reyun.check.mail.MailUtils;
import org.apache.log4j.Logger;
import org.apache.log4j.PropertyConfigurator;
import java.lang.reflect.InvocationTargetException;
import java.util.Map;
/**
* Hello world!
*
*/
public class App
{
public static void main( String[] args )
private static final Logger logger = Logger.getLogger(Main.class);
public static void main( String[] args )throws ClassNotFoundException
,NoSuchMethodException,InstantiationException,IllegalAccessException
,InvocationTargetException
{
System.out.println( "Hello World!" );
PropertyConfigurator.configure("checkconf/log4j.properties");
//ds,task_no,exec_sql,exec_state,error_info
String[] logarr=new String[5];
logarr[0]="9999-01-01";
logarr[1]="test";
logarr[2]="SQL语句";
logarr[3]="0";
logarr[4]="测试中文乱码";
MysqlDAO dao =new MysqlDAO();
dao.insertCheckLog(logarr);
/**
String ds="2018-03-01";
//发送告警邮件
String title ;
String content ;
MysqlDAO dao =new MysqlDAO();
Map<String,StringBuilder> sbmapw;
MailUtils mailUtils = new MailUtils(new WarningDAO().cfg.properties);
//检查数据校验任务执行-是否出错
title ="";
content="";
sbmapw=dao.getExecCheckIndicatorRst(ds);
if(sbmapw.get("title").toString().equals("")){
logger.info("检查数据校验任务执行-true");
}else{
title=sbmapw.get("title").toString();
content=sbmapw.get("content").toString();
mailUtils.sendMailContentEvery(title,content);
}
*/
}
}
src/main/java/com/reyun/check/Main.java
......@@ -53,6 +53,29 @@ public class Main {
MailUtils mailUtils = new MailUtils(new WarningDAO().cfg.properties);
mailUtils.sendMailContentEvery(title,content);
//检查数据校验任务执行-是否出错
title ="";
content="";
sbmapw=dao.getExecCheckTaskRst(ds);
if(sbmapw.get("title").toString().equals("")){
logger.info("检查数据校验任务执行-true");
}else{
title=sbmapw.get("title").toString();
content=sbmapw.get("content").toString();
mailUtils.sendMailContentEvery(title,content);
}
//检查按指标统计差执行-是否出错
title ="";
content="";
sbmapw=dao.getExecCheckIndicatorRst(ds);
if(sbmapw.get("title").toString().equals("")){
logger.info("检查按指标统计差异执行-true");
}else{
title=sbmapw.get("title").toString();
content=sbmapw.get("content").toString();
mailUtils.sendMailContentEvery(title,content);
}
//下载数据处理检查
new ExecThread().execDownloadCheck(4,ds);
//执行结束后删除10天以前的检查结果数据
......@@ -91,6 +114,30 @@ public class Main {
logger.info(content);
MailUtils mailUtils = new MailUtils(new WarningDAO().cfg.properties);
mailUtils.sendMailContentEvery(title,content);
//检查数据校验任务执行-是否出错
title ="";
content="";
sbmapw=dao.getExecCheckTaskRst(ds);
if(sbmapw.get("title").toString().equals("")){
logger.info("检查数据校验任务执行-true");
}else{
title=sbmapw.get("title").toString();
content=sbmapw.get("content").toString();
mailUtils.sendMailContentEvery(title,content);
}
//检查按指标统计差执行-是否出错
title ="";
content="";
sbmapw=dao.getExecCheckIndicatorRst(ds);
if(sbmapw.get("title").toString().equals("")){
logger.info("检查按指标统计差异执行-true");
}else{
title=sbmapw.get("title").toString();
content=sbmapw.get("content").toString();
mailUtils.sendMailContentEvery(title,content);
}
//执行结束后删除10天以前的检查结果数据
dao.deleteCheckRst(dsdel);
}
......@@ -141,7 +188,8 @@ public class Main {
}
taskno=cmd.getOptionValue("taskno");
//exectype="check";
//ds="2018-02-27";
//exectype="download";
//taskno="10001";
Main main =new Main();
......
src/main/java/com/reyun/check/dao/MysqlDAO.java
......@@ -507,14 +507,14 @@ public class MysqlDAO {
" ,group_concat(distinct t1.indicator_desc) indicator_list\n" +
"from\n" +
"(\n" +
" select distinct t1.task_no,t1.indicator_name,t2.indicator_desc,t3.task_desc,t4.maxrate\n" +
" select distinct t1.ds,t1.task_no,t1.indicator_name,t2.indicator_desc,t3.task_desc,t4.maxrate\n" +
" from tkio_data_check_result_indicator t1 \n" +
" inner join tkio_data_check_indicator t2 on t1.indicator_name=t2.indicator_name\n" +
" inner join tkio_data_check_config t3 on t1.task_no=t3.task_no\n" +
" left join tkio_data_check_indicator_value t4 on t1.task_no=t4.task_no and t1.indicator_name=t4.indicator_name\n" +
" where t1.ds='"+ds+"' and t1.rows_all_rate>t4.maxrate\n" +
" where t1.ds='"+ds+"' and t1.rows_all_rate>t4.maxrate \n" +
") t1\n" +
"inner join tkio_data_check_result_app t2 on t1.task_no=t2.task_no and t1.indicator_name=t2.indicator_name\n" +
"inner join tkio_data_check_result_app t2 on t1.ds=t2.ds and t1.task_no=t2.task_no and t1.indicator_name=t2.indicator_name\n" +
"where t2.indicator_rows_abn>0\n" +
"group by t2.appid \n" +
"order by count(distinct t1.indicator_desc) desc\n" +
......@@ -540,7 +540,7 @@ public class MysqlDAO {
content.append("<th>APPID</th>");
content.append("<th>异常指标数</th>");
content.append("<th>异常报表数</th>");
content.append("<th>异常指标报表</th>");
content.append("<th>异常指标列表</th>");
content.append("<th>异常报表列表</th>");
content.append("</tr>");
}
......@@ -555,6 +555,7 @@ public class MysqlDAO {
if (checkrstkey>0){
content.append("</table>");
title.append("***"+ds+"日数据异常，影响APP个数"+checkrstkey+"，请及时处理***");
String sqlindicator = " select t2.indicator_desc,t3.task_desc,t4.maxrate,t1.rows_all_rate\n" +
",t1.rows_all,t1.indicator_rows_abn,t1.apps_all,t1.indicator_apps_abn\n" +
"from tkio_data_check_result_indicator t1\n" +
......@@ -562,7 +563,8 @@ public class MysqlDAO {
"inner join tkio_data_check_config t3 on t1.task_no=t3.task_no\n" +
"left join tkio_data_check_indicator_value t4 on t1.task_no=t4.task_no and t1.indicator_name=t4.indicator_name\n" +
"where t1.ds='"+ds+"' and t1.rows_all_rate>t4.maxrate ";
pstmt = conn.prepareStatement(sql);
pstmt = conn.prepareStatement(sqlindicator);
rs = pstmt.executeQuery();
Integer i=1;
while (rs.next()) {
......@@ -593,7 +595,9 @@ public class MysqlDAO {
content.append("<td>"+rs.getString("INDICATOR_APPS_ABN")+"</td>");
content.append("</tr>");
}
content.append("</table>");
if (i>0){
content.append("</table>");
}
}
}catch(Exception ex){
......@@ -668,4 +672,101 @@ public class MysqlDAO {
return sbmap;
}
public Map<String,StringBuilder> getExecCheckTaskRst(String ds) {
Connection conn = null;
PreparedStatement pstmt = null;
ResultSet rs = null;
String sql = " select t1.task_no,t1.task_desc,t3.row_id\n" +
",if(t3.row_id is null,'no exec',ifnull(t3.error_info,'success')) error_info" +
",DATE_ADD(t3.create_time,INTERVAL 8 hour) create_time \n" +
"from tkio_data_check_config t1\n" +
"left join tkio_data_check_log t2 on t1.task_no=t2.task_no \n" +
" and t2.exec_state=0 and t2.ds='"+ds+"'\n" +
"left join tkio_data_check_log t3 on t1.task_no=t3.task_no \n" +
" and t3.ds='"+ds+"'\n" +
"where t1.is_delete=0 and t2.row_id is null\n" +
"order by t1.task_no,t3.create_time";
Map<String,StringBuilder> sbmap=new HashMap<String, StringBuilder>();
StringBuilder title = new StringBuilder();
StringBuilder content = new StringBuilder();
try{
//sql=new String(sql.getBytes("ISO-8859-1"),"UTF-8");//将其转码为UTF-8
conn = this.cfg.getUtils().getMySQLConfConnection();
//conn = this.cfg.getUtils().getMySQLDataConnection();
logger.info(sql);
pstmt = conn.prepareStatement(sql);
rs = pstmt.executeQuery();
Integer checkrstkey=1;
while (rs.next()) {
if (checkrstkey==1){
title.append(ds+"日数据校验任务执行出错");
}
checkrstkey++;
content.append("<tr>");
content.append("<=========================================><br />");
content.append("<b>任务: ["+rs.getString("TASK_NO")+"]"+rs.getString("TASK_DESC")+"</b><br />");
content.append("<b>执行时间: ["+rs.getString("CREATE_TIME")+"]</b><br />");
content.append("<b>错误描述: ["+rs.getString("ERROR_INFO")+"]</b><br />");
}
}catch(Exception ex){
logger.info(ex.toString());
}finally {
this.cfg.getUtils().release(rs, pstmt, conn);
}
sbmap.put("title",title);
sbmap.put("content",content);
return sbmap;
}
public Map<String,StringBuilder> getExecCheckIndicatorRst(String ds) {
Connection conn = null;
PreparedStatement pstmt = null;
ResultSet rs = null;
String sql = " select t1.indicator_name task_no,t1.indicator_desc task_desc,t3.row_id\n" +
" ,if(t3.row_id is null,'no exec',ifnull(t3.error_info,'success')) error_info" +
" ,DATE_ADD(t3.create_time,INTERVAL 8 hour) create_time \n" +
" from tkio_data_check_indicator t1\n" +
" left join tkio_data_check_log t2 on t1.indicator_name=t2.task_no \n" +
" and t2.exec_state=0 and t2.ds='"+ds+"' \n" +
" left join tkio_data_check_log t3 on t1.indicator_name=t3.task_no \n" +
" and t3.ds='"+ds+"'\n" +
" where t1.is_delete=0 and t2.row_id is null\n" +
" order by t1.indicator_name,t3.create_time";
Map<String,StringBuilder> sbmap=new HashMap<String, StringBuilder>();
StringBuilder title = new StringBuilder();
StringBuilder content = new StringBuilder();
try{
//sql=new String(sql.getBytes("ISO-8859-1"),"UTF-8");//将其转码为UTF-8
conn = this.cfg.getUtils().getMySQLConfConnection();
//conn = this.cfg.getUtils().getMySQLDataConnection();
logger.info(sql);
pstmt = conn.prepareStatement(sql);
rs = pstmt.executeQuery();
Integer checkrstkey=1;
while (rs.next()) {
if (checkrstkey==1){
title.append(ds+"日检查按指标统计差执行出错");
}
checkrstkey++;
content.append("<tr>");
content.append("<=========================================><br />");
content.append("<b>任务: ["+rs.getString("TASK_NO")+"]"+rs.getString("TASK_DESC")+"</b><br />");
content.append("<b>执行时间: ["+rs.getString("CREATE_TIME")+"]</b><br />");
content.append("<b>错误描述: ["+rs.getString("ERROR_INFO")+"]</b><br />");
}
}catch(Exception ex){
logger.info(ex.toString());
}finally {
this.cfg.getUtils().release(rs, pstmt, conn);
}
sbmap.put("title",title);
sbmap.put("content",content);
return sbmap;
}
}
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment