update

azkaban/app_tag.job

+type=command
+retries=3
+command=sh -x app_tag.sh
\ No newline at end of file

bin/appcount.sh → azkaban/app_tag.sh

 #!/usr/sh
 
-DT=$1
+DT=$(date +%Y%m%d -d "-1 day $ScheduleTime")
 
 LAST_DT=$(date +%Y%m%d -d "-7 day $DT")
 

sql/app_tag.sql

---  用户信息表 --
-DROP TABLE IF EXISTS `user`;CREATE TABLE `user` (
-    `user_id` bigint(20) NOT NULL AUTO_INCREMENT COMMENT '用户ID',
-    `password` varchar(255) NOT NULL COMMENT '用户密码',
-    `state` bigint(10) NOT NULL DEFAULT 0 COMMENT '账户状态：0.停用，1.正常',
-    `role` bigint(10) NOT NULL DEFAULT 0 COMMENT '用户角色：0.普通标注人员，1.超级标注人员',
-    PRIMARY KEY (`user_id`)
-) ENGINE = InnoDB DEFAULT CHARSET = utf8;--  待标注APP 信息表 --
-DROP TABLE IF EXISTS `tag_list`;CREATE TABLE `tag_list` (
-    `package_name` varchar(255) NOT NULL COMMENT 'APP 包名',
-    `app_name` varchar(255) DEFAULT NULL COMMENT 'APP 名称',
-    `platform` bigint(10) COMMENT '平台：0.ios，1.android',
-    `category` varchar(255) DEFAULT NULL COMMENT '商店类别标签',
-    `url` varchar(255) DEFAULT NULL COMMENT '商店链接',
-    `install` bigint(20) DEFAULT NULL COMMENT '安装量',
-    `tag` bigint(10) DEFAULT 0 COMMENT '标注状态：0.未标注，1.已标注',
-    `datetime` datetime COMMENT '标注时间'
-) ENGINE = InnoDB DEFAULT CHARSET = utf8;--  已标注APP 信息表 --
-DROP TABLE IF EXISTS `tag_result`;CREATE TABLE `tag_result` (
-    `package_name` varchar(255) NOT NULL COMMENT 'APP 包名',
-    `app_name` varchar(255) DEFAULT NULL COMMENT 'APP 名称',
-    `platform` bigint(10) COMMENT '平台：0.ios，1.android',
-    `tag_type` varchar(255) COMMENT '标注的标签类型',
-    `first_tag` varchar(255) COMMENT '标注的一级标签',
-    `second_tag` varchar(255) COMMENT '标注的二级标签',
-    `comment` varchar(255) COMMENT '标签中文全名',
-    `user_id` bigint(20) COMMENT '用户ID',
-    `datetime` datetime COMMENT '入库时间'
-) ENGINE = InnoDB DEFAULT CHARSET = utf8;
\ No newline at end of file
+-- MySQL dump 10.13  Distrib 8.0.13, for macos10.14 (x86_64)
+--
+-- Host: 100.25.78.82    Database: app_tag
+-- ------------------------------------------------------
+-- Server version	5.7.23-log
+
+/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */;
+/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */;
+/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */;
+ SET NAMES utf8mb4 ;
+/*!40103 SET @OLD_TIME_ZONE=@@TIME_ZONE */;
+/*!40103 SET TIME_ZONE='+00:00' */;
+/*!40014 SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0 */;
+/*!40014 SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0 */;
+/*!40101 SET @OLD_SQL_MODE=@@SQL_MODE, SQL_MODE='NO_AUTO_VALUE_ON_ZERO' */;
+/*!40111 SET @OLD_SQL_NOTES=@@SQL_NOTES, SQL_NOTES=0 */;
+SET @MYSQLDUMP_TEMP_LOG_BIN = @@SESSION.SQL_LOG_BIN;
+SET @@SESSION.SQL_LOG_BIN= 0;
+
+--
+-- GTID state at the beginning of the backup 
+--
+
+SET @@GLOBAL.GTID_PURGED=/*!80000 '+'*/ '';
+
+--
+-- Table structure for table `tag_feat`
+--
+
+DROP TABLE IF EXISTS `tag_feat`;
+/*!40101 SET @saved_cs_client     = @@character_set_client */;
+ SET character_set_client = utf8mb4 ;
+CREATE TABLE `tag_feat` (
+  `first_tag` varchar(255) DEFAULT NULL,
+  `second_tag` varchar(255) DEFAULT NULL,
+  `first_id` varchar(10) CHARACTER SET latin1 DEFAULT NULL,
+  `second_id` varchar(10) CHARACTER SET latin1 NOT NULL,
+  `feat_id` varchar(2) CHARACTER SET latin1 DEFAULT NULL,
+  PRIMARY KEY (`second_id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+/*!40101 SET character_set_client = @saved_cs_client */;
+
+--
+-- Dumping data for table `tag_feat`
+--
+
+LOCK TABLES `tag_feat` WRITE;
+/*!40000 ALTER TABLE `tag_feat` DISABLE KEYS */;
+INSERT INTO `tag_feat` VALUES ('工具','杀毒清理加速','01001000','01001001','01'),('工具','电池省电','01001000','01001002','01'),('工具','手电筒','01001000','01001003','01'),('工具','桌面','01001000','01001004','01'),('工具','应用商店','01001000','01001005','01'),('工具','快捷工具','01001000','01001006','01'),('工具','浏览器','01001000','01001007','01'),('工具','键盘输入法','01001000','01001008','01'),('工具','下载工具','01001000','01001009','01'),('工具','壁纸','01001000','01001010','01'),('工具','备份传输','01001000','01001011','01'),('工具','WiFi网络','01001000','01001012','01'),('工具','锁屏','01001000','01001013','01'),('工具','工具其它','01001000','01001999','01'),('游戏','动作游戏','01002000','01002001','01'),('游戏','冒险游戏','01002000','01002002','01'),('游戏','街机游戏','01002000','01002003','01'),('游戏','桌面游戏','01002000','01002004','01'),('游戏','棋牌游戏','01002000','01002005','01'),('游戏','赌博游戏','01002000','01002006','01'),('游戏','休闲游戏','01002000','01002007','01'),('游戏','电脑游戏和电视游戏','01002000','01002008','01'),('游戏','教育游戏','01002000','01002009','01'),('游戏','家庭游戏','01002000','01002010','01'),('游戏','音乐游戏','01002000','01002011','01'),('游戏','在线游戏','01002000','01002012','01'),('游戏','聚会游戏','01002000','01002013','01'),('游戏','解谜游戏','01002000','01002014','01'),('游戏','赛车游戏','01002000','01002015','01'),('游戏','角色扮演游戏','01002000','01002016','01'),('游戏','模拟经营游戏','01002000','01002017','01'),('游戏','体育游戏','01002000','01002018','01'),('游戏','策略游戏','01002000','01002019','01'),('游戏','文字游戏','01002000','01002020','01'),('游戏','射击游戏','01002000','01002021','01'),('游戏','消除游戏','01002000','01002022','01'),('游戏','游戏其它','01002000','01002999','01'),('通讯','即时通讯','01003000','01003001','01'),('通讯','电话和通讯录','01003000','01003002','01'),('通讯','通讯其它','01003000','01003999','01'),('拍照美颜','拍照美颜','01004000','01004000','01'),('社交','婚恋交友','01005000','01005001','01'),('社交','社交网站','01005000','01005002','01'),('社交','社区论坛','01005000','01005003','01'),('社交','阅后即焚','01005000','01005004','01'),('社交','宗教与信仰','01005000','01005005','01'),('社交','LGBT','01005000','01005006','01'),('社交','老年社交','01005000','01005007','01'),('社交','社交其它','01005000','01005999','01'),('娱乐','节假日和季节性活动','01006000','01006001','01'),('娱乐','婚礼','01006000','01006002','01'),('娱乐','娱乐测试','01006000','01006003','01'),('娱乐','电影及电影票','01006000','01006004','01'),('娱乐','明星八卦','01006000','01006005','01'),('娱乐','动物宠物','01006000','01006006','01'),('娱乐','星座','01006000','01006007','01'),('娱乐','娱乐其它','01006000','01006999','01'),('音乐','音乐','01007000','01007000','01'),('视频','视频平台','01008000','01008001','01'),('视频','短视频','01008000','01008002','01'),('视频','动画','01008000','01008003','01'),('视频','视频编辑工具','01008000','01008004','01'),('视频','直播','01008000','01008005','01'),('视频','视频其它','01008000','01008999','01'),('生活方式','闹钟','01009000','01009001','01'),('生活方式','日历','01009000','01009002','01'),('生活方式','上门服务','01009000','01009003','01'),('生活方式','丽人','01009000','01009004','01'),('生活方式','生活方式其它','01009000','01009999','01'),('新闻杂志','新闻服务','01010000','01010001','01'),('新闻杂志','杂志','01010000','01010002','01'),('新闻杂志','新闻杂志其它','01010000','01010999','01'),('购物','电商平台','01011000','01011001','01'),('购物','海淘','01011000','01011002','01'),('购物','快递','01011000','01011003','01'),('购物','优惠平台','01011000','01011004','01'),('购物','团购','01011000','01011005','01'),('购物','奢侈品','01011000','01011006','01'),('购物','购物其它','01011000','01011999','01'),('书籍','阅读平台','01012000','01012001','01'),('书籍','漫画','01012000','01012002','01'),('书籍','电子书','01012000','01012003','01'),('书籍','有声读物','01012000','01012004','01'),('书籍','书籍其它','01012000','01012999','01'),('运动','足球','01013000','01013001','01'),('运动','篮球','01013000','01013002','01'),('运动','专业运动','01013000','01013003','01'),('运动','休闲运动','01013000','01013004','01'),('运动','运动其它','01013000','01013999','01'),('母婴','怀孕','01014000','01014001','01'),('母婴','育儿','01014000','01014002','01'),('母婴','母婴其它','01014000','01014999','01'),('减肥健康','减肥健身','01015000','01015001','01'),('减肥健康','养生','01015000','01015002','01'),('减肥健康','女性健康','01015000','01015003','01'),('减肥健康','减肥健康其它','01015000','01015999','01'),('旅行','OTA','01016000','01016001','01'),('旅行','攻略','01016000','01016002','01'),('旅行','机票','01016000','01016003','01'),('旅行','酒店','01016000','01016004','01'),('旅行','用车租车','01016000','01016005','01'),('旅行','公交地铁','01016000','01016006','01'),('旅行','共享单车','01016000','01016007','01'),('旅行','旅行其它','01016000','01016999','01'),('天气','天气','01017000','01017000','01'),('教育','早期教育','01018000','01018001','01'),('教育','k12','01018000','01018002','01'),('教育','大学教育','01018000','01018003','01'),('教育','驾考','01018000','01018004','01'),('教育','英语','01018000','01018005','01'),('教育','留学','01018000','01018006','01'),('教育','职场教育','01018000','01018007','01'),('教育','特殊教育','01018000','01018008','01'),('教育','MBA','01018000','01018009','01'),('教育','计算机教育','01018000','01018010','01'),('教育','教育其它','01018000','01018999','01'),('地图导航','地图导航','01019000','01019000','01'),('金融','支付','01020000','01020001','01'),('金融','股票','01020000','01020002','01'),('金融','银行','01020000','01020003','01'),('金融','理财记账','01020000','01020004','01'),('金融','彩票','01020000','01020005','01'),('金融','借贷','01020000','01020006','01'),('金融','投资','01020000','01020007','01'),('金融','保险','01020000','01020008','01'),('金融','数字货币','01020000','01020009','01'),('金融','金融其它','01020000','01020999','01'),('商业','求职','01021000','01021001','01'),('商业','办公软件','01021000','01021002','01'),('商业','笔记','01021000','01021003','01'),('商业','项目协同','01021000','01021004','01'),('商业','邮件','01021000','01021005','01'),('商业','工作效率','01021000','01021006','01'),('商业','商业其它','01021000','01021999','01'),('美食佳饮','外卖','01022000','01022001','01'),('美食佳饮','美食点评','01022000','01022002','01'),('美食佳饮','菜谱','01022000','01022003','01'),('美食佳饮','酒类及饮料','01022000','01022004','01'),('美食佳饮','美食佳饮其它','01022000','01022999','01'),('房屋','租房','01023000','01023001','01'),('房屋','买房','01023000','01023002','01'),('房屋','装修及安全','01023000','01023003','01'),('房屋','花园','01023000','01023004','01'),('房屋','房屋其它','01023000','01023999','01'),('医疗','医院医生','01024000','01024001','01'),('医疗','药品','01024000','01024002','01'),('医疗','牙齿健康','01024000','01024003','01'),('医疗','精神健康','01024000','01024004','01'),('医疗','医疗其它','01024000','01024999','01'),('汽车','汽车','01025000','01025000','01'),('参考与demo','参考与demo','01026000','01026000','01'),('事件','事件','01027000','01027000','01'),('增强现实','增强现实','01028000','01028000','01'),('艺术设计','艺术设计','01029000','01029000','01'),('跑酷','跑酷','02001000','02001000','02'),('实时战略竞技','实时战略竞技','02002000','02002000','02'),('消除','消除','02003000','02003000','02'),('格斗','格斗','02004000','02004000','02'),('对战','对战','02005000','02005000','02'),('塔防守卫','塔防守卫','02006000','02006000','02'),('关卡解锁','关卡解锁','02007000','02007000','02'),('MMO','MMO','02008000','02008000','02'),('重度游戏','重度游戏','02009000','02009000','02'),('轻度游戏','轻度游戏','02010000','02010000','02'),('解谜闯关','解谜闯关','02011000','02011000','02'),('挑战极限','挑战极限','02012000','02012000','02'),('建造和创造','建造和创造','02013000','02013000','02'),('养成','养成','02014000','02014000','02'),('休闲放松','休闲放松','02015000','02015000','02'),('策略对战','策略对战','02016000','02016000','02'),('收集','收集','02017000','02017000','02'),('MOBA','MOBA','02018000','02018000','02'),('操作竞技','操作竞技','02019000','02019000','02'),('卡牌','卡牌','02020000','02020000','02'),('回合制','回合制','02021000','02021000','02'),('文字冒险','文字冒险','02022000','02022000','02'),('模拟','模拟','02023000','02023000','02'),('横版','横版','03001000','03001000','03'),('卡通','卡通','03002000','03002000','03'),('写实','写实','03003000','03003000','03'),('3D','3D','03004000','03004000','03'),('2D','2D','03005000','03005000','03'),('像素','像素','03006000','03006000','03'),('Q版','Q版','03007000','03007000','03'),('绘画','绘画','03008000','03008000','03'),('中国风','中国风','03009000','03009000','03'),('水墨','水墨','03010000','03010000','03'),('漫画','漫画','03011000','03011000','03'),('血腥','血腥','03012000','03012000','03'),('暴力','暴力','03013000','03013000','03'),('恐怖','恐怖','03014000','03014000','03'),('复古','复古','03015000','03015000','03'),('黑白','黑白','03016000','03016000','03'),('唯美','唯美','03017000','03017000','03'),('清新','清新','03018000','03018000','03'),('搞笑','搞笑','03019000','03019000','03'),('线条简笔画','线条简笔画','03020000','03020000','03'),('三国','三国','04001000','04001000','04'),('西游','西游','04002000','04002000','04'),('玄幻仙侠','玄幻仙侠','04003000','04003000','04'),('武侠','武侠','04004000','04004000','04'),('穿越','穿越','04005000','04005000','04'),('科幻','科幻','04006000','04006000','04'),('奇幻','奇幻','04007000','04007000','04'),('军事战争','军事战争','04008000','04008000','04'),('丧尸','丧尸','04009000','04009000','04'),('生存','生存','04010000','04010000','04'),('反恐','反恐','04011000','04011000','04'),('日本忍者','日本忍者','04012000','04012000','04'),('密室','密室','04013000','04013000','04'),('美食服务','美食服务','04014000','04014000','04'),('城市建造','城市建造','04015000','04015000','04'),('宠物','宠物','04016000','04016000','04'),('农场','农场','04017000','04017000','04'),('宫廷','宫廷','04018000','04018000','04'),('沙盒','沙盒','04019000','04019000','04'),('恋爱','恋爱','04020000','04020000','04'),('美少女','美少女','04021000','04021000','04'),('换装','换装','04022000','04022000','04'),('传奇','传奇','04023000','04023000','04'),('飞行','飞行','04024000','04024000','04'),('坦克','坦克','04025000','04025000','04'),('航海','航海','04026000','04026000','04'),('海盗','海盗','04027000','04027000','04'),('大富翁','大富翁','04028000','04028000','04'),('迷宫','迷宫','04029000','04029000','04'),('祖玛','祖玛','04030000','04030000','04'),('连连看','连连看','04031000','04031000','04'),('斗地主','斗地主','04032000','04032000','04'),('德州扑克','德州扑克','04033000','04033000','04'),('狼人杀','狼人杀','04034000','04034000','04'),('三国杀','三国杀','04035000','04035000','04'),('魔兽','魔兽','04036000','04036000','04'),('暴雪','暴雪','04037000','04037000','04'),('星球大战','星球大战','04038000','04038000','04'),('漫威和DC','漫威和DC','04039000','04039000','04'),('迪斯尼','迪斯尼','04040000','04040000','04'),('欧美ACG其他','欧美ACG其他','04041000','04041000','04'),('欧美影视其他','欧美影视其他','04042000','04042000','04'),('西方神话其他','西方神话其他','04043000','04043000','04'),('刀剑神域','刀剑神域','04044000','04044000','04'),('火影忍者','火影忍者','04045000','04045000','04'),('圣斗士星矢','圣斗士星矢','04046000','04046000','04'),('海贼王','海贼王','04047000','04047000','04'),('拳皇','拳皇','04048000','04048000','04'),('崩坏','崩坏','04049000','04049000','04'),('魂斗罗','魂斗罗','04050000','04050000','04'),('任天堂','任天堂','04051000','04051000','04'),('百代','百代','04052000','04052000','04'),('科乐美','科乐美','04053000','04053000','04'),('日本动漫其他','日本动漫其他','04054000','04054000','04'),('日本游戏其他','日本游戏其他','04055000','04055000','04'),('日本历史其他','日本历史其他','04056000','04056000','04'),('盗墓','盗墓','04057000','04057000','04'),('中国影视小说其他','中国影视小说其他','04058000','04058000','04'),('中国历史人物其他','中国历史人物其他','04059000','04059000','04'),('中国神话传说其他','中国神话传说其他','04060000','04060000','04'),('军人','军人','04061000','04061000','04'),('运动员','运动员','04062000','04062000','04'),('学生','学生','04063000','04063000','04'),('商人','商人','04064000','04064000','04'),('管家','管家','04065000','04065000','04'),('热血少年','热血少年','04066000','04066000','04'),('动物','动物','04067000','04067000','04'),('卡通形象','卡通形象','04068000','04068000','04'),('虚构角色其他','虚构角色其他','04069000','04069000','04'),('宇宙','宇宙','04070000','04070000','04'),('战舰','战舰','04071000','04071000','04'),('星舰','星舰','04072000','04072000','04'),('校园','校园','04073000','04073000','04'),('都市','都市','04074000','04074000','04'),('矿工','矿工','04075000','04075000','04'),('机器人','机器人','04076000','04076000','04'),('吸血鬼','吸血鬼','04077000','04077000','04');
+/*!40000 ALTER TABLE `tag_feat` ENABLE KEYS */;
+UNLOCK TABLES;