Skip to content

A
atlas
Commit 1541ec7f by DarshanKumar Committed by Vishal Kadam
Options

Updated Linage

Linage output updated
parent 333a141e
Showing with 200 additions and 166 deletions
dashboard/v2/public/modules/details/detailsResource.js
...@@ -31,5 +31,22 @@ angular.module('dgc.details').factory('DetailsResource', ['$resource', function( ...@@ -31,5 +31,22 @@ angular.module('dgc.details').factory('DetailsResource', ['$resource', function(
} }
}); });
//$scope.getSchema= function (tableName) {
//
// $http.get('/api/metadata/lineage/hive/table/'+tableName +'/schema')
// .success(function (data) {
// $scope.iserror1=false;
// $scope.schema= angular.fromJson(data.results.rows);
// // console.log(tableName);
//
//
// })
// .error(function () {
// // alert("Sorry No response");
//
//
//
// });
//}
}]); }]);
dashboard/v2/public/modules/details/views/details.html
...@@ -16,25 +16,24 @@ ...@@ -16,25 +16,24 @@
~ limitations under the License. ~ limitations under the License.
--> -->
<div class="container details" data-ng-controller="DetailsController">
<div class="col-lg-12">
<h4>{{details.name}}</h4>
<h5>{{details.description}}</h5>
<tabset> <div role="tabpanel" >
<tab heading="Details">
<section data-ng-repeat="(key,value) in details" data-ng-if="isString(value)" data-ng-include="'/modules/details/views/attribute.html'"></section>
</tab>
<tab heading="Schema" >
<section data-ng-include="'/modules/details/views/schema.html'"></section>
</tab> <!-- Nav tabs -->
<tab heading="Outputs" ng-if="details['$typeName$']==='Table'"> <ul class="nav nav-tabs" role="tablist">
<div class="lineage" data-ng-include="'/modules/lineage/views/lineage.html'"></div> <li role="presentation" ><a href="#home" aria-controls="home" role="tab" data-toggle="tab">Details</a></li>
</tab> <li role="presentation"><a href="#profile" aria-controls="profile" role="tab" data-toggle="tab">Schema</a></li>
<tab heading="Inputs" ng-if="details['$typeName$']==='Table'"> <li role="presentation" class="active"><a href="#messages" aria-controls="messages" role="tab" data-toggle="tab">Output</a></li>
<div class="lineage" data-ng-include="'/modules/lineage/views/lineage.html'"></div> <!--<li role="presentation"><a href="#settings" aria-controls="settings" role="tab" data-toggle="tab">Settings</a></li>-->
</tab> </ul>
</tabset>
<!-- Tab panes -->
<div class="tab-content" data-ng-controller="DetailsController">
<div role="tabpanel" class="tab-pane " id="home"> <section data-ng-repeat="(key,value) in details" data-ng-if="isString(value)" data-ng-include="'/modules/details/views/attribute.html'"></section>
</div>
<div role="tabpanel" class="tab-pane" id="profile"> <section data-ng-include="'/modules/details/views/schema.html'"></section></div>
<div role="tabpanel" class="tab-pane active" id="messages"><div data-ng-include="'/modules/lineage/views/lineage.html'"></div></div>
<!--<div role="tabpanel" class="tab-pane" id="settings">...</div>-->
</div> </div>
</div> </div>
dashboard/v2/public/modules/details/views/lineage.html 0 → 100644
<div data-ng-include="'/modules/lineage/views/lineage.html'"></div>
\ No newline at end of file
dashboard/v2/public/modules/lineage/lineageController.js
...@@ -21,170 +21,182 @@ ...@@ -21,170 +21,182 @@
angular.module('dgc.lineage').controller('LineageController', ['$element', '$scope', '$state', '$stateParams', 'lodash', 'LineageResource', 'd3', angular.module('dgc.lineage').controller('LineageController', ['$element', '$scope', '$state', '$stateParams', 'lodash', 'LineageResource', 'd3',
function($element, $scope, $state, $stateParams, _, LineageResource, d3) { function($element, $scope, $state, $stateParams, _, LineageResource, d3) {
$scope.lineageData = LineageResource.get({
id: $stateParams.id
}, function(data) {
var nodes = {};
function getNode(nodeId) {
if (!nodes[nodeId]) {
var node;
if (data.vertices[nodeId]) {
node = angular.copy(data.vertices[nodeId]);
node.__key = nodeId;
node.__name = node['hive_table.name'] || node.__key;
node.__tooltip = node['hive_table.description'] || node['HiveLineage.query'];
} else {
node = {};
node.__key = nodeId;
node.__tooltip = node.__name = nodeId + ', Node Missing';
}
nodes[nodeId] = node;
}
return nodes[nodeId];
}
var edges = [],
edgeTypes = [];
angular.forEach(data.edges, function(edge) {
/* Put the head (edge) inside tail (edge)
* Tail is parent
* Head is child
* */
var parentNode = getNode(edge.tail);
edge.source = parentNode;
edge.target = getNode(edge.head);
parentNode.__hasChild = true;
edge.__type = edge.label;
edgeTypes.push(edge.label);
edges.push(edge);
});
edgeTypes = _.uniq(edgeTypes);
render(nodes, edges, edgeTypes);
});
function render(nodes, links, linkTypes) { var metaData = {
// Use elliptical arc path segments to doubly-encode directionality. "jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
function click(node) { "typeName":"__tempQueryResultStruct5",
if (node.guid) { "values":{
$state.go('details', { "vertices":{
id: node.guid "2318d240-481e-421c-a614-843347d03941":{
}, { "jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
location: 'replace' "typeName":"__tempQueryResultStruct4",
}); "values":{
"vertexId":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__IdType",
"values":{
"guid":"2318d240-481e-421c-a614-843347d03941",
"typeName":"Table"
} }
},
"name":"sales_fact_daily_mv"
} }
},
function tick() { "2e2ab719-842e-4150-95bd-c9f684b3e3bf":{
path.attr("d", linkArc); "jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
circle.attr("transform", transform); "typeName":"__tempQueryResultStruct4",
text.attr("transform", transform); "values":{
"vertexId":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__IdType",
"values":{
"guid":"2e2ab719-842e-4150-95bd-c9f684b3e3bf",
"typeName":"Table"
} }
},
function linkArc(d) { "name":"time_dim"
var dx = d.target.x - d.source.x, }
dy = d.target.y - d.source.y, },
dr = Math.sqrt(dx * dx + dy * dy); "d3991d56-4600-415f-acdb-6f1b0c8079b2":{
return "M" + d.source.x + "," + d.source.y + "A" + dr + "," + dr + " 0 0,1 " + d.target.x + "," + d.target.y; "jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__tempQueryResultStruct4",
"values":{
"vertexId":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__IdType",
"values":{
"guid":"d3991d56-4600-415f-acdb-6f1b0c8079b2",
"typeName":"Table"
}
},
"name":"sales_fact_monthly_mv"
}
},
"7b516348-d8bb-4624-b330-3082ae87e705":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__tempQueryResultStruct4",
"values":{
"vertexId":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__IdType",
"values":{
"guid":"7b516348-d8bb-4624-b330-3082ae87e705",
"typeName":"Table"
}
},
"name":"sales_fact"
}
}, "7b516348-d8bb-4624-b330-3082ae87e706":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__tempQueryResultStruct4",
"values":{
"vertexId":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__IdType",
"values":{
"guid":"7b516348-d8bb-4624-b330-3082ae87e705",
"typeName":"Table"
}
},
"name":"sales_fact_2"
}
}
},
"edges":{
"2318d240-481e-421c-a614-843347d03941":[
"0f45a2df-9bd5-4579-88ec-6ad0ff251d6f"
],
"0f45a2df-9bd5-4579-88ec-6ad0ff251d6f":[
"7b516348-d8bb-4624-b330-3082ae87e705",
"2e2ab719-842e-4150-95bd-c9f684b3e3bf"
],
"d3991d56-4600-415f-acdb-6f1b0c8079b2":[
"3710a18a-6116-4625-bf99-57670a7a90a8"
],
"3710a18a-6116-4625-bf99-57670a7a90a8":[
"2318d240-481e-421c-a614-843347d03941"
],
"7b516348-d8bb-4624-b330-3082ae87e706": [
"2318d240-481e-421c-a614-843347d03941"
]
}
}
};
function transformData(metaData){
var nodes = [];
var name, guid;
var nodeGuids = Object.keys(metaData.values.vertices);
for (var index in nodeGuids) {
name = metaData.values.vertices[nodeGuids[index]].values.name;
guid = nodeGuids[index];
nodes.push({ guid: guid, label: name, shape: "rect" });
} }
function transform(d) { var edges = [];
return "translate(" + d.x + "," + d.y + ")"; var parent;
var child;
var edgesParents = Object.keys(metaData.values.edges)
for(var index in edgesParents){
parent = edgesParents[index];
for(var j = 0; j < metaData.values.edges[parent].length; j++ ) {
child = metaData.values.edges[parent][j];
if(!metaData.values.vertices.hasOwnProperty(child)) {
nodes.push({guid: child, label: 'Load Process', shape: "circle"});
}
edges.push({parent: parent, child: child});
}
} }
return {nodes: nodes, edges: edges};
}
var width = Math.max($element[0].offsetWidth, 960),
height = Math.max($element[0].offsetHeight, 350);
var force = d3.layout.force() function renderGraph(data, element){
.nodes(d3.values(nodes))
.links(links)
.size([width, height])
.linkDistance(200)
.charge(-120)
.gravity(0.05)
.on("tick", tick)
.start();
var svg = d3.select($element[0]).select('svg') // Create a new directed graph
.attr("width", width) var g = new dagreD3
.attr("height", height); .graphlib
.Graph()
.setGraph({rankdir: "LR"});
/* Initialize tooltip */ // Automatically label each of the nodes
var tooltip = d3.tip() //g.setNode("DB (sales)", { label: "Sales DB", width: 144, height: 100 })
.attr('class', 'd3-tip') //states.forEach(function(state) { g.setNode(state, { label: state }); });
.html(function(d) {
return '<pre class="alert alert-success">' + d.__tooltip + '</pre>'; _.forEach(data.nodes, function (node) {
g.setNode(node.guid, { label: node.label, shape: node.shape });
}); });
/* Invoke the tip in the context of your visualization */ _.forEach(data.edges, function(edge) {
svg.call(tooltip); g.setEdge(edge.parent, edge.child, {label: ""});
// Per-type markers, as they don't inherit styles.
var defs = svg.append("defs");
var imageDim = 10;
defs.append('svg:pattern')
.attr('id', 'process-image')
.attr('patternUnits', 'userSpaceOnUse')
.attr('width', imageDim)
.attr('height', imageDim)
.append('svg:image')
.attr('xlink:href', '/img/process.png')
.attr('x', 0)
.attr('y', 0)
.attr('width', imageDim)
.attr('height', imageDim);
defs.selectAll("marker")
.data(linkTypes)
.enter().append("marker")
.attr("id", function(d) {
return d;
})
.attr("viewBox", "0 -5 10 10")
.attr("refX", 15)
.attr("refY", -1.5)
.attr("markerWidth", 6)
.attr("markerHeight", 6)
.attr("orient", "auto")
.append("path")
.attr("d", "M0,-5L10,0L0,5");
var path = svg.append("g").selectAll("path")
.data(force.links())
.enter().append("path")
.attr("class", function(d) {
return "link " + d.__type;
})
.attr("marker-end", function(d) {
return "url(#" + d.__type + ")";
}); });
var circle = svg.append("g").selectAll("circle") // Set some general styles
.data(force.nodes()) g.nodes().forEach(function(v) {
.enter().append("circle") var node = g.node(v);
.on('click', click) node.rx = node.ry = 5;
.on('mouseover', tooltip.show)
.on('mouseout', tooltip.hide)
.attr('class', function(d) {
return d.__hasChild ? '' : 'empty';
})
.attr("r", function(d) {
return d.__hasChild ? 15 : 10;
})
.call(force.drag);
var text = svg.append("g").selectAll("text")
.data(force.nodes())
.enter().append("text")
.attr('dy', '2em')
.text(function(d) {
return d.__name;
}); });
var inner = element.select("g");
// Create the renderer
var render = new dagreD3.render();
// Run the renderer. This is what draws the final graph.
render(inner, g);
// Center the graph
var initialScale = 0.75;
zoom
.translate([(element.attr("width") - g.graph().width * initialScale) / 2, 20])
.scale(initialScale)
.event(element);
element.attr('height', g.graph().height * initialScale + 90);
} }
renderGraph(transformData(metaData), d3.select($element[0]).select('svg'));
} }
]); ]);
dashboard/v2/public/modules/lineage/views/lineage.html
...@@ -17,5 +17,9 @@ ...@@ -17,5 +17,9 @@
--> -->
<div data-ng-controller="LineageController"> <div data-ng-controller="LineageController">
<svg></svg>
<svg class="lineage-viz"><g></svg>
</div> </div>
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment