1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
#! /bin/bash
# # # # # # # # # # # # # # # # # # # # # #
# @file :merge_dmp_m_intrest.sh
# @author :liushuai
# @revision:2017-03-06 10:45
# @desc :创建M分国家的兴趣表
# # # # # # # # # # # # # # # # # # # # # #
source ../prd_env.sh
LOG_TIME=$(date +%Y%m%d -d "-2 day $ScheduleTime")
year=${LOG_TIME:0:4}
month=${LOG_TIME:4:2}
day=${LOG_TIME:6:2}
OLD_LOG_TIME=$(date +%Y%m%d -d "-2 day $ScheduleTime")
old_year=${OLD_LOG_TIME:0:4}
old_month=${OLD_LOG_TIME:4:2}
old_day=${OLD_LOG_TIME:6:2}
hive_cmd "
use dev;
drop table tmp_dmp_m_interest;
add file interest.py;
create table if not exists tmp_dmp_m_interest
as
select distinct dsp.device_id,dsp.device_type,country,interestOne,interestTwo from
(select device_id,device_type from
dwh.etl_adn_sdk_request_daily
where date='${LOG_TIME}') dsp
join
(select device_id,id_type,country_code country from
dwh.ods_adn_device_total
where year='${old_year}' and
month='${old_month}' and
day='${old_day}') dmp
on dsp.device_id=dmp.device_id and dsp.device_type=dmp.id_type
JOIN
(select transform(*)
using 'python interest.py' as (device_id,device_type,interestOne,interestTwo)
from dwh.dm_interest_tag
where year='${old_year}' and
month='${old_month}' and
day='${old_day}' and
business='all'
) interest
on dsp.device_id=interest.device_id and dsp.device_type=interest.device_type where interestOne is not null;
"
if [ $? -ne 0 ];then
exit 255
fi