1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
{
"entity": {
"attributes": {
"aliases": null,
"columns": [
{
"guid": "9f6a3c7d-2b93-485b-b7cd-47775c50d6fb",
"typeName": "hive_column"
}
],
"comment": null,
"createTime": 1570444588000,
"db": {
"guid": "1c4e939e-ff6b-4229-92a4-b60c00deb547",
"typeName": "hive_db"
},
"description": null,
"lastAccessTime": 1570444588000,
"name": "table_1",
"owner": "hive",
"parameters": {
"COLUMN_STATS_ACCURATE": "{\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"id\":\"true\"}}",
"bucketing_version": "2",
"numFiles": "0",
"numRows": "0",
"rawDataSize": "0",
"totalSize": "0",
"transactional": "true",
"transactional_properties": "default",
"transient_lastDdlTime": "1570444588"
},
"partitionKeys": [],
"qualifiedName": "db_1.table_1@cl1",
"replicatedFrom": null,
"replicatedTo": null,
"retention": 0,
"sd": {
"guid": "52e8353a-36e5-475f-8626-908a07230dfd",
"typeName": "hive_storagedesc"
},
"tableType": "MANAGED_TABLE",
"temporary": false,
"viewExpandedText": null,
"viewOriginalText": null
},
"createTime": 1570444591401,
"createdBy": "hive",
"guid": "3f6c02be-61e8-4dae-a7b8-cc37f289ce6e",
"isIncomplete": false,
"relationshipAttributes": {
"columns": [
{
"displayText": "id",
"entityStatus": "ACTIVE",
"guid": "9f6a3c7d-2b93-485b-b7cd-47775c50d6fb",
"relationshipAttributes": {
"typeName": "hive_table_columns"
},
"relationshipGuid": "f9e10d9a-0021-485e-8f49-b015b2223faf",
"relationshipStatus": "ACTIVE",
"relationshipType": "hive_table_columns",
"typeName": "hive_column"
}
],
"db": {
"displayText": "db_1",
"entityStatus": "ACTIVE",
"guid": "1c4e939e-ff6b-4229-92a4-b60c00deb547",
"relationshipAttributes": {
"typeName": "hive_table_db"
},
"relationshipGuid": "1108f124-2dc9-4406-b063-a9751205308d",
"relationshipStatus": "ACTIVE",
"relationshipType": "hive_table_db",
"typeName": "hive_db"
},
"ddlQueries": [
{
"displayText": "db_1.table_1@cl1:1570444588003",
"entityStatus": "ACTIVE",
"guid": "942802d2-0310-40f3-ab0a-8e35a6e43b53",
"relationshipAttributes": {
"typeName": "hive_table_ddl_queries"
},
"relationshipGuid": "30b3a990-c362-4044-9e78-5a7be7f35307",
"relationshipStatus": "ACTIVE",
"relationshipType": "hive_table_ddl_queries",
"typeName": "hive_table_ddl"
}
],
"inputToProcesses": [
{
"displayText": "create table db_2.table_2 as select * from db_1.table_1",
"entityStatus": "ACTIVE",
"guid": "caf7f40a-b334-4f9e-9bf2-f24ce43db47f",
"relationshipAttributes": {
"typeName": "dataset_process_inputs"
},
"relationshipGuid": "69a92de6-2ff0-48bf-821a-5be9b3605aea",
"relationshipStatus": "ACTIVE",
"relationshipType": "dataset_process_inputs",
"typeName": "hive_process"
}
],
"meanings": [],
"outputFromProcesses": [],
"partitionKeys": [],
"schema": [],
"sd": {
"displayText": "db_1.table_1@cl1_storage",
"entityStatus": "ACTIVE",
"guid": "52e8353a-36e5-475f-8626-908a07230dfd",
"relationshipAttributes": {
"typeName": "hive_table_storagedesc"
},
"relationshipGuid": "5a40781f-edf1-4854-ba53-d94829039f4a",
"relationshipStatus": "ACTIVE",
"relationshipType": "hive_table_storagedesc",
"typeName": "hive_storagedesc"
}
},
"status": "ACTIVE",
"typeName": "hive_table",
"updateTime": 1570444602640,
"updatedBy": "hive",
"version": 0
},
"referredEntities": {
"52e8353a-36e5-475f-8626-908a07230dfd": {
"attributes": {
"bucketCols": null,
"compressed": false,
"inputFormat": "org.apache.hadoop.hive.ql.io.orc.OrcInputFormat",
"location": "hdfs://localhost:8020/warehouse/tablespace/managed/hive/db_1.db/table_1",
"numBuckets": -1,
"outputFormat": "org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat",
"parameters": {},
"qualifiedName": "db_1.table_1@cl1_storage",
"replicatedFrom": null,
"replicatedTo": null,
"serdeInfo": {
"attributes": {
"name": null,
"parameters": {
"serialization.format": "1"
},
"serializationLib": "org.apache.hadoop.hive.ql.io.orc.OrcSerde"
},
"typeName": "hive_serde"
},
"sortCols": [],
"storedAsSubDirectories": false,
"table": {
"guid": "3f6c02be-61e8-4dae-a7b8-cc37f289ce6e",
"typeName": "hive_table"
}
},
"createTime": 1570444591401,
"createdBy": "hive",
"guid": "52e8353a-36e5-475f-8626-908a07230dfd",
"isIncomplete": false,
"relationshipAttributes": {
"meanings": [],
"table": {
"displayText": "table_1",
"entityStatus": "ACTIVE",
"guid": "3f6c02be-61e8-4dae-a7b8-cc37f289ce6e",
"relationshipAttributes": {
"typeName": "hive_table_storagedesc"
},
"relationshipGuid": "5a40781f-edf1-4854-ba53-d94829039f4a",
"relationshipStatus": "ACTIVE",
"relationshipType": "hive_table_storagedesc",
"typeName": "hive_table"
}
},
"status": "ACTIVE",
"typeName": "hive_storagedesc",
"updateTime": 1570444591401,
"updatedBy": "hive",
"version": 0
},
"942802d2-0310-40f3-ab0a-8e35a6e43b53": {
"attributes": {
"execTime": 1570444588003,
"qualifiedName": "db_1.table_1@cl1:1570444588003",
"queryText": "create table db_1.table_1(id int)",
"replicatedFrom": null,
"replicatedTo": null,
"serviceType": "hive",
"userName": "hive"
},
"createTime": 1570444591401,
"createdBy": "hive",
"guid": "942802d2-0310-40f3-ab0a-8e35a6e43b53",
"isIncomplete": false,
"relationshipAttributes": {
"meanings": [],
"table": {
"displayText": "table_1",
"entityStatus": "ACTIVE",
"guid": "3f6c02be-61e8-4dae-a7b8-cc37f289ce6e",
"relationshipAttributes": {
"typeName": "hive_table_ddl_queries"
},
"relationshipGuid": "30b3a990-c362-4044-9e78-5a7be7f35307",
"relationshipStatus": "ACTIVE",
"relationshipType": "hive_table_ddl_queries",
"typeName": "hive_table"
}
},
"status": "ACTIVE",
"typeName": "hive_table_ddl",
"updateTime": 1570444591401,
"updatedBy": "hive",
"version": 0
},
"9f6a3c7d-2b93-485b-b7cd-47775c50d6fb": {
"attributes": {
"comment": null,
"description": null,
"name": "id",
"owner": "hive",
"position": 0,
"qualifiedName": "db_1.table_1.id@cl1",
"replicatedFrom": null,
"replicatedTo": null,
"table": {
"guid": "3f6c02be-61e8-4dae-a7b8-cc37f289ce6e",
"typeName": "hive_table"
},
"type": "int"
},
"createTime": 1570444591401,
"createdBy": "hive",
"guid": "9f6a3c7d-2b93-485b-b7cd-47775c50d6fb",
"isIncomplete": false,
"relationshipAttributes": {
"inputToProcesses": [
{
"displayText": "db_2.table_2@cl1:1570444602000:id",
"entityStatus": "ACTIVE",
"guid": "52b4662b-999d-4f63-a977-89bc9ea8ff46",
"relationshipAttributes": {
"typeName": "dataset_process_inputs"
},
"relationshipGuid": "82b2e578-e707-4c62-9e70-e94bfbe5caf2",
"relationshipStatus": "ACTIVE",
"relationshipType": "dataset_process_inputs",
"typeName": "hive_column_lineage"
}
],
"meanings": [],
"outputFromProcesses": [],
"schema": [],
"table": {
"displayText": "table_1",
"entityStatus": "ACTIVE",
"guid": "3f6c02be-61e8-4dae-a7b8-cc37f289ce6e",
"relationshipAttributes": {
"typeName": "hive_table_columns"
},
"relationshipGuid": "f9e10d9a-0021-485e-8f49-b015b2223faf",
"relationshipStatus": "ACTIVE",
"relationshipType": "hive_table_columns",
"typeName": "hive_table"
}
},
"status": "ACTIVE",
"typeName": "hive_column",
"updateTime": 1570444602640,
"updatedBy": "hive",
"version": 0
}
}
}