Skip to content

A
atlas
Commit 1541ec7f by DarshanKumar Committed by Vishal Kadam
Options

Updated Linage

Linage output updated
parent 333a141e
Showing with 205 additions and 172 deletions
dashboard/v2/public/modules/details/detailsResource.js
...@@ -31,5 +31,22 @@ angular.module('dgc.details').factory('DetailsResource', ['$resource', function( ...@@ -31,5 +31,22 @@ angular.module('dgc.details').factory('DetailsResource', ['$resource', function(
} }
}); });
//$scope.getSchema= function (tableName) {
//
// $http.get('/api/metadata/lineage/hive/table/'+tableName +'/schema')
// .success(function (data) {
// $scope.iserror1=false;
// $scope.schema= angular.fromJson(data.results.rows);
// // console.log(tableName);
//
//
// })
// .error(function () {
// // alert("Sorry No response");
//
//
//
// });
//}
}]); }]);
dashboard/v2/public/modules/details/views/details.html
...@@ -16,25 +16,24 @@ ...@@ -16,25 +16,24 @@
~ limitations under the License. ~ limitations under the License.
--> -->
<div class="container details" data-ng-controller="DetailsController">
<div class="col-lg-12">
<h4>{{details.name}}</h4>
<h5>{{details.description}}</h5>
<tabset> <div role="tabpanel" >
<tab heading="Details">
<section data-ng-repeat="(key,value) in details" data-ng-if="isString(value)" data-ng-include="'/modules/details/views/attribute.html'"></section>
</tab>
<tab heading="Schema" >
<section data-ng-include="'/modules/details/views/schema.html'"></section>
</tab> <!-- Nav tabs -->
<tab heading="Outputs" ng-if="details['$typeName$']==='Table'"> <ul class="nav nav-tabs" role="tablist">
<div class="lineage" data-ng-include="'/modules/lineage/views/lineage.html'"></div> <li role="presentation" ><a href="#home" aria-controls="home" role="tab" data-toggle="tab">Details</a></li>
</tab> <li role="presentation"><a href="#profile" aria-controls="profile" role="tab" data-toggle="tab">Schema</a></li>
<tab heading="Inputs" ng-if="details['$typeName$']==='Table'"> <li role="presentation" class="active"><a href="#messages" aria-controls="messages" role="tab" data-toggle="tab">Output</a></li>
<div class="lineage" data-ng-include="'/modules/lineage/views/lineage.html'"></div> <!--<li role="presentation"><a href="#settings" aria-controls="settings" role="tab" data-toggle="tab">Settings</a></li>-->
</tab> </ul>
</tabset>
<!-- Tab panes -->
<div class="tab-content" data-ng-controller="DetailsController">
<div role="tabpanel" class="tab-pane " id="home"> <section data-ng-repeat="(key,value) in details" data-ng-if="isString(value)" data-ng-include="'/modules/details/views/attribute.html'"></section>
</div>
<div role="tabpanel" class="tab-pane" id="profile"> <section data-ng-include="'/modules/details/views/schema.html'"></section></div>
<div role="tabpanel" class="tab-pane active" id="messages"><div data-ng-include="'/modules/lineage/views/lineage.html'"></div></div>
<!--<div role="tabpanel" class="tab-pane" id="settings">...</div>-->
</div> </div>
</div>
\ No newline at end of file </div>
dashboard/v2/public/modules/details/views/lineage.html 0 → 100644
<div data-ng-include="'/modules/lineage/views/lineage.html'"></div>
\ No newline at end of file
dashboard/v2/public/modules/lineage/lineageController.js
...@@ -21,170 +21,182 @@ ...@@ -21,170 +21,182 @@
angular.module('dgc.lineage').controller('LineageController', ['$element', '$scope', '$state', '$stateParams', 'lodash', 'LineageResource', 'd3', angular.module('dgc.lineage').controller('LineageController', ['$element', '$scope', '$state', '$stateParams', 'lodash', 'LineageResource', 'd3',
function($element, $scope, $state, $stateParams, _, LineageResource, d3) { function($element, $scope, $state, $stateParams, _, LineageResource, d3) {
$scope.lineageData = LineageResource.get({
id: $stateParams.id var metaData = {
}, function(data) { "jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
var nodes = {}; "typeName":"__tempQueryResultStruct5",
"values":{
function getNode(nodeId) { "vertices":{
if (!nodes[nodeId]) { "2318d240-481e-421c-a614-843347d03941":{
var node; "jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
if (data.vertices[nodeId]) { "typeName":"__tempQueryResultStruct4",
node = angular.copy(data.vertices[nodeId]); "values":{
node.__key = nodeId; "vertexId":{
node.__name = node['hive_table.name'] || node.__key; "jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
node.__tooltip = node['hive_table.description'] || node['HiveLineage.query']; "typeName":"__IdType",
} else { "values":{
node = {}; "guid":"2318d240-481e-421c-a614-843347d03941",
node.__key = nodeId; "typeName":"Table"
node.__tooltip = node.__name = nodeId + ', Node Missing'; }
},
"name":"sales_fact_daily_mv"
}
},
"2e2ab719-842e-4150-95bd-c9f684b3e3bf":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__tempQueryResultStruct4",
"values":{
"vertexId":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__IdType",
"values":{
"guid":"2e2ab719-842e-4150-95bd-c9f684b3e3bf",
"typeName":"Table"
}
},
"name":"time_dim"
}
},
"d3991d56-4600-415f-acdb-6f1b0c8079b2":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__tempQueryResultStruct4",
"values":{
"vertexId":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__IdType",
"values":{
"guid":"d3991d56-4600-415f-acdb-6f1b0c8079b2",
"typeName":"Table"
}
},
"name":"sales_fact_monthly_mv"
}
},
"7b516348-d8bb-4624-b330-3082ae87e705":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__tempQueryResultStruct4",
"values":{
"vertexId":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__IdType",
"values":{
"guid":"7b516348-d8bb-4624-b330-3082ae87e705",
"typeName":"Table"
}
},
"name":"sales_fact"
}
}, "7b516348-d8bb-4624-b330-3082ae87e706":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__tempQueryResultStruct4",
"values":{
"vertexId":{
"jsonClass":"org.apache.hadoop.metadata.typesystem.json.InstanceSerialization$_Struct",
"typeName":"__IdType",
"values":{
"guid":"7b516348-d8bb-4624-b330-3082ae87e705",
"typeName":"Table"
}
},
"name":"sales_fact_2"
}
} }
nodes[nodeId] = node; },
"edges":{
"2318d240-481e-421c-a614-843347d03941":[
"0f45a2df-9bd5-4579-88ec-6ad0ff251d6f"
],
"0f45a2df-9bd5-4579-88ec-6ad0ff251d6f":[
"7b516348-d8bb-4624-b330-3082ae87e705",
"2e2ab719-842e-4150-95bd-c9f684b3e3bf"
],
"d3991d56-4600-415f-acdb-6f1b0c8079b2":[
"3710a18a-6116-4625-bf99-57670a7a90a8"
],
"3710a18a-6116-4625-bf99-57670a7a90a8":[
"2318d240-481e-421c-a614-843347d03941"
],
"7b516348-d8bb-4624-b330-3082ae87e706": [
"2318d240-481e-421c-a614-843347d03941"
]
} }
return nodes[nodeId];
} }
};
function transformData(metaData){
var nodes = [];
var name, guid;
var nodeGuids = Object.keys(metaData.values.vertices);
for (var index in nodeGuids) {
name = metaData.values.vertices[nodeGuids[index]].values.name;
guid = nodeGuids[index];
nodes.push({ guid: guid, label: name, shape: "rect" });
}
var edges = [];
var parent;
var child;
var edgesParents = Object.keys(metaData.values.edges)
for(var index in edgesParents){
parent = edgesParents[index];
for(var j = 0; j < metaData.values.edges[parent].length; j++ ) {
child = metaData.values.edges[parent][j];
if(!metaData.values.vertices.hasOwnProperty(child)) {
nodes.push({guid: child, label: 'Load Process', shape: "circle"});
}
edges.push({parent: parent, child: child});
}
}
return {nodes: nodes, edges: edges};
}
var edges = [],
edgeTypes = [];
angular.forEach(data.edges, function(edge) { function renderGraph(data, element){
/* Put the head (edge) inside tail (edge)
* Tail is parent
* Head is child
* */
var parentNode = getNode(edge.tail);
edge.source = parentNode;
edge.target = getNode(edge.head);
parentNode.__hasChild = true; // Create a new directed graph
var g = new dagreD3
.graphlib
.Graph()
.setGraph({rankdir: "LR"});
edge.__type = edge.label; // Automatically label each of the nodes
edgeTypes.push(edge.label); //g.setNode("DB (sales)", { label: "Sales DB", width: 144, height: 100 })
edges.push(edge); //states.forEach(function(state) { g.setNode(state, { label: state }); });
_.forEach(data.nodes, function (node) {
g.setNode(node.guid, { label: node.label, shape: node.shape });
}); });
edgeTypes = _.uniq(edgeTypes);
render(nodes, edges, edgeTypes);
});
function render(nodes, links, linkTypes) {
// Use elliptical arc path segments to doubly-encode directionality.
function click(node) {
if (node.guid) {
$state.go('details', {
id: node.guid
}, {
location: 'replace'
});
}
}
function tick() { _.forEach(data.edges, function(edge) {
path.attr("d", linkArc); g.setEdge(edge.parent, edge.child, {label: ""});
circle.attr("transform", transform); });
text.attr("transform", transform);
}
function linkArc(d) { // Set some general styles
var dx = d.target.x - d.source.x, g.nodes().forEach(function(v) {
dy = d.target.y - d.source.y, var node = g.node(v);
dr = Math.sqrt(dx * dx + dy * dy); node.rx = node.ry = 5;
return "M" + d.source.x + "," + d.source.y + "A" + dr + "," + dr + " 0 0,1 " + d.target.x + "," + d.target.y; });
}
function transform(d) { var inner = element.select("g");
return "translate(" + d.x + "," + d.y + ")";
} // Create the renderer
var render = new dagreD3.render();
var width = Math.max($element[0].offsetWidth, 960), // Run the renderer. This is what draws the final graph.
height = Math.max($element[0].offsetHeight, 350); render(inner, g);
var force = d3.layout.force() // Center the graph
.nodes(d3.values(nodes)) var initialScale = 0.75;
.links(links) zoom
.size([width, height]) .translate([(element.attr("width") - g.graph().width * initialScale) / 2, 20])
.linkDistance(200) .scale(initialScale)
.charge(-120) .event(element);
.gravity(0.05) element.attr('height', g.graph().height * initialScale + 90);
.on("tick", tick)
.start();
var svg = d3.select($element[0]).select('svg')
.attr("width", width)
.attr("height", height);
/* Initialize tooltip */
var tooltip = d3.tip()
.attr('class', 'd3-tip')
.html(function(d) {
return '<pre class="alert alert-success">' + d.__tooltip + '</pre>';
});
/* Invoke the tip in the context of your visualization */
svg.call(tooltip);
// Per-type markers, as they don't inherit styles.
var defs = svg.append("defs");
var imageDim = 10;
defs.append('svg:pattern')
.attr('id', 'process-image')
.attr('patternUnits', 'userSpaceOnUse')
.attr('width', imageDim)
.attr('height', imageDim)
.append('svg:image')
.attr('xlink:href', '/img/process.png')
.attr('x', 0)
.attr('y', 0)
.attr('width', imageDim)
.attr('height', imageDim);
defs.selectAll("marker")
.data(linkTypes)
.enter().append("marker")
.attr("id", function(d) {
return d;
})
.attr("viewBox", "0 -5 10 10")
.attr("refX", 15)
.attr("refY", -1.5)
.attr("markerWidth", 6)
.attr("markerHeight", 6)
.attr("orient", "auto")
.append("path")
.attr("d", "M0,-5L10,0L0,5");
var path = svg.append("g").selectAll("path")
.data(force.links())
.enter().append("path")
.attr("class", function(d) {
return "link " + d.__type;
})
.attr("marker-end", function(d) {
return "url(#" + d.__type + ")";
});
var circle = svg.append("g").selectAll("circle")
.data(force.nodes())
.enter().append("circle")
.on('click', click)
.on('mouseover', tooltip.show)
.on('mouseout', tooltip.hide)
.attr('class', function(d) {
return d.__hasChild ? '' : 'empty';
})
.attr("r", function(d) {
return d.__hasChild ? 15 : 10;
})
.call(force.drag);
var text = svg.append("g").selectAll("text")
.data(force.nodes())
.enter().append("text")
.attr('dy', '2em')
.text(function(d) {
return d.__name;
});
} }
renderGraph(transformData(metaData), d3.select($element[0]).select('svg'));
} }
]); ]);
dashboard/v2/public/modules/lineage/views/lineage.html
...@@ -17,5 +17,9 @@ ...@@ -17,5 +17,9 @@
--> -->
<div data-ng-controller="LineageController"> <div data-ng-controller="LineageController">
<svg></svg>
<svg class="lineage-viz"><g></svg>
</div> </div>
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment