Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
A
atlas
Project
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
dataplatform
atlas
Commits
0e81ceb4
Commit
0e81ceb4
authored
Jan 13, 2016
by
Shwetha GS
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
ATLAS-432 QuickStart lineage is broken (yhemanth via shwethags)
parent
646f29c3
Expand all
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
202 additions
and
36 deletions
+202
-36
release-log.txt
release-log.txt
+1
-0
QuickStart.java
...p/src/main/java/org/apache/atlas/examples/QuickStart.java
+47
-24
QuickStartIT.java
...src/test/java/org/apache/atlas/examples/QuickStartIT.java
+151
-0
BaseResourceIT.java
...t/java/org/apache/atlas/web/resources/BaseResourceIT.java
+1
-10
HiveLineageJerseyResourceIT.java
...ache/atlas/web/resources/HiveLineageJerseyResourceIT.java
+2
-2
No files found.
release-log.txt
View file @
0e81ceb4
...
@@ -6,6 +6,7 @@ INCOMPATIBLE CHANGES:
...
@@ -6,6 +6,7 @@ INCOMPATIBLE CHANGES:
ATLAS-379 Create sqoop and falcon metadata addons (venkatnrangan,bvellanki,sowmyaramesh via shwethags)
ATLAS-379 Create sqoop and falcon metadata addons (venkatnrangan,bvellanki,sowmyaramesh via shwethags)
ALL CHANGES:
ALL CHANGES:
ATLAS-432 QuickStart lineage is broken (yhemanth via shwethags)
ATLAS-421 typo in Architecture.twiki (dbist13 via shwethags)
ATLAS-421 typo in Architecture.twiki (dbist13 via shwethags)
ATLAS-387 Running quick_start without a valid atlas endpoint in configuration or argument prints a spurious success message (yhemanth via shwethags)
ATLAS-387 Running quick_start without a valid atlas endpoint in configuration or argument prints a spurious success message (yhemanth via shwethags)
ATLAS-182 Add data model for Storm topology elements (svenkat,yhemanth via shwethags)
ATLAS-182 Add data model for Storm topology elements (svenkat,yhemanth via shwethags)
...
...
webapp/src/main/java/org/apache/atlas/examples/QuickStart.java
View file @
0e81ceb4
This diff is collapsed.
Click to expand it.
webapp/src/test/java/org/apache/atlas/examples/QuickStartIT.java
0 → 100644
View file @
0e81ceb4
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package
org
.
apache
.
atlas
.
examples
;
import
org.apache.atlas.AtlasServiceException
;
import
org.apache.atlas.typesystem.Referenceable
;
import
org.apache.atlas.typesystem.persistence.Id
;
import
org.apache.atlas.web.resources.BaseResourceIT
;
import
org.codehaus.jettison.json.JSONArray
;
import
org.codehaus.jettison.json.JSONException
;
import
org.codehaus.jettison.json.JSONObject
;
import
org.testng.annotations.BeforeClass
;
import
org.testng.annotations.Test
;
import
java.util.List
;
import
static
org
.
testng
.
Assert
.
assertEquals
;
import
static
org
.
testng
.
Assert
.
assertNotNull
;
import
static
org
.
testng
.
AssertJUnit
.
assertTrue
;
public
class
QuickStartIT
extends
BaseResourceIT
{
@BeforeClass
public
void
runQuickStart
()
throws
Exception
{
super
.
setUp
();
QuickStart
.
main
(
new
String
[]{});
}
@Test
public
void
testDBIsAdded
()
throws
Exception
{
Referenceable
db
=
getDB
(
QuickStart
.
SALES_DB
);
assertEquals
(
QuickStart
.
SALES_DB
,
db
.
get
(
"name"
));
assertEquals
(
QuickStart
.
SALES_DB_DESCRIPTION
,
db
.
get
(
"description"
));
}
private
Referenceable
getDB
(
String
dbName
)
throws
AtlasServiceException
,
JSONException
{
return
serviceClient
.
getEntity
(
QuickStart
.
DATABASE_TYPE
,
"name"
,
dbName
);
}
@Test
public
void
testTablesAreAdded
()
throws
AtlasServiceException
,
JSONException
{
Referenceable
table
=
getTable
(
QuickStart
.
SALES_FACT_TABLE
);
verifySimpleTableAttributes
(
table
);
verifyDBIsLinkedToTable
(
table
);
verifyColumnsAreAddedToTable
(
table
);
verifyTrait
(
table
);
}
private
Referenceable
getTable
(
String
tableName
)
throws
AtlasServiceException
{
return
serviceClient
.
getEntity
(
QuickStart
.
TABLE_TYPE
,
"name"
,
tableName
);
}
private
void
verifyTrait
(
Referenceable
table
)
throws
JSONException
{
assertNotNull
(
table
.
getTrait
(
QuickStart
.
FACT_TRAIT
));
}
private
void
verifyColumnsAreAddedToTable
(
Referenceable
table
)
throws
JSONException
{
List
<
Referenceable
>
columns
=
(
List
<
Referenceable
>)
table
.
get
(
QuickStart
.
COLUMNS_ATTRIBUTE
);
assertEquals
(
4
,
columns
.
size
());
Referenceable
column
=
columns
.
get
(
0
);
assertEquals
(
QuickStart
.
TIME_ID_COLUMN
,
column
.
get
(
"name"
));
assertEquals
(
"int"
,
column
.
get
(
"dataType"
));
}
private
void
verifyDBIsLinkedToTable
(
Referenceable
table
)
throws
AtlasServiceException
,
JSONException
{
Referenceable
db
=
getDB
(
QuickStart
.
SALES_DB
);
assertEquals
(
db
.
getId
(),
table
.
get
(
QuickStart
.
DB_ATTRIBUTE
));
}
private
void
verifySimpleTableAttributes
(
Referenceable
table
)
throws
JSONException
{
assertEquals
(
QuickStart
.
SALES_FACT_TABLE
,
table
.
get
(
"name"
));
assertEquals
(
QuickStart
.
SALES_FACT_TABLE_DESCRIPTION
,
table
.
get
(
"description"
));
}
@Test
public
void
testProcessIsAdded
()
throws
AtlasServiceException
,
JSONException
{
Referenceable
loadProcess
=
serviceClient
.
getEntity
(
QuickStart
.
LOAD_PROCESS_TYPE
,
"name"
,
QuickStart
.
LOAD_SALES_DAILY_PROCESS
);
assertEquals
(
QuickStart
.
LOAD_SALES_DAILY_PROCESS
,
loadProcess
.
get
(
"name"
));
assertEquals
(
QuickStart
.
LOAD_SALES_DAILY_PROCESS_DESCRIPTION
,
loadProcess
.
get
(
"description"
));
List
<
Id
>
inputs
=
(
List
<
Id
>)
loadProcess
.
get
(
QuickStart
.
INPUTS_ATTRIBUTE
);
List
<
Id
>
outputs
=
(
List
<
Id
>)
loadProcess
.
get
(
QuickStart
.
OUTPUTS_ATTRIBUTE
);
assertEquals
(
2
,
inputs
.
size
());
String
salesFactTableId
=
getTableId
(
QuickStart
.
SALES_FACT_TABLE
);
String
timeDimTableId
=
getTableId
(
QuickStart
.
TIME_DIM_TABLE
);
String
salesFactDailyMVId
=
getTableId
(
QuickStart
.
SALES_FACT_DAILY_MV_TABLE
);
assertEquals
(
salesFactTableId
,
inputs
.
get
(
0
).
_getId
());
assertEquals
(
timeDimTableId
,
inputs
.
get
(
1
).
_getId
());
assertEquals
(
salesFactDailyMVId
,
outputs
.
get
(
0
).
_getId
());
}
private
String
getTableId
(
String
tableName
)
throws
AtlasServiceException
{
return
getTable
(
tableName
).
getId
().
_getId
();
}
@Test
public
void
testLineageIsMaintained
()
throws
AtlasServiceException
,
JSONException
{
String
salesFactTableId
=
getTableId
(
QuickStart
.
SALES_FACT_TABLE
);
String
timeDimTableId
=
getTableId
(
QuickStart
.
TIME_DIM_TABLE
);
String
salesFactDailyMVId
=
getTableId
(
QuickStart
.
SALES_FACT_DAILY_MV_TABLE
);
JSONObject
inputGraph
=
serviceClient
.
getInputGraph
(
QuickStart
.
SALES_FACT_DAILY_MV_TABLE
);
JSONObject
vertices
=
(
JSONObject
)
((
JSONObject
)
inputGraph
.
get
(
"values"
)).
get
(
"vertices"
);
JSONObject
edges
=
(
JSONObject
)
((
JSONObject
)
inputGraph
.
get
(
"values"
)).
get
(
"edges"
);
assertTrue
(
vertices
.
has
(
salesFactTableId
));
assertTrue
(
vertices
.
has
(
timeDimTableId
));
assertTrue
(
vertices
.
has
(
salesFactDailyMVId
));
assertTrue
(
edges
.
has
(
salesFactDailyMVId
));
JSONArray
inputs
=
(
JSONArray
)
edges
.
get
((
String
)
((
JSONArray
)
edges
.
get
(
salesFactDailyMVId
)).
get
(
0
));
String
i1
=
inputs
.
getString
(
0
);
String
i2
=
inputs
.
getString
(
1
);
assertTrue
(
salesFactTableId
.
equals
(
i1
)
||
salesFactTableId
.
equals
(
i2
));
assertTrue
(
timeDimTableId
.
equals
(
i1
)
||
timeDimTableId
.
equals
(
i2
));
}
@Test
public
void
testViewIsAdded
()
throws
AtlasServiceException
,
JSONException
{
Referenceable
view
=
serviceClient
.
getEntity
(
QuickStart
.
VIEW_TYPE
,
"name"
,
QuickStart
.
PRODUCT_DIM_VIEW
);
assertEquals
(
QuickStart
.
PRODUCT_DIM_VIEW
,
view
.
get
(
"name"
));
Id
productDimId
=
getTable
(
QuickStart
.
PRODUCT_DIM_TABLE
).
getId
();
Id
inputTableId
=
((
List
<
Id
>)
view
.
get
(
QuickStart
.
INPUT_TABLES_ATTRIBUTE
)).
get
(
0
);
assertEquals
(
productDimId
,
inputTableId
);
}
}
webapp/src/test/java/org/apache/atlas/web/resources/BaseResourceIT.java
View file @
0e81ceb4
...
@@ -194,18 +194,9 @@ public abstract class BaseResourceIT {
...
@@ -194,18 +194,9 @@ public abstract class BaseResourceIT {
HierarchicalTypeDefinition
<
TraitType
>
financeTrait
=
HierarchicalTypeDefinition
<
TraitType
>
financeTrait
=
TypesUtil
.
createTraitTypeDef
(
"finance"
,
ImmutableList
.<
String
>
of
());
TypesUtil
.
createTraitTypeDef
(
"finance"
,
ImmutableList
.<
String
>
of
());
HierarchicalTypeDefinition
<
TraitType
>
dimTraitDef
=
TypesUtil
.
createTraitTypeDef
(
"Dimension"
,
null
);
HierarchicalTypeDefinition
<
TraitType
>
factTraitDef
=
TypesUtil
.
createTraitTypeDef
(
"Fact"
,
null
);
HierarchicalTypeDefinition
<
TraitType
>
metricTraitDef
=
TypesUtil
.
createTraitTypeDef
(
"Metric"
,
null
);
HierarchicalTypeDefinition
<
TraitType
>
etlTraitDef
=
TypesUtil
.
createTraitTypeDef
(
"ETL"
,
null
);
TypesDef
typesDef
=
TypesUtil
.
getTypesDef
(
ImmutableList
.
of
(
enumTypeDefinition
),
TypesDef
typesDef
=
TypesUtil
.
getTypesDef
(
ImmutableList
.
of
(
enumTypeDefinition
),
ImmutableList
.
of
(
structTypeDefinition
),
ImmutableList
.
of
(
structTypeDefinition
),
ImmutableList
.
of
(
classificationTrait
,
piiTrait
,
phiTrait
,
pciTrait
,
soxTrait
,
secTrait
,
financeTrait
,
ImmutableList
.
of
(
classificationTrait
,
piiTrait
,
phiTrait
,
pciTrait
,
soxTrait
,
secTrait
,
financeTrait
),
dimTraitDef
,
factTraitDef
,
metricTraitDef
,
etlTraitDef
),
ImmutableList
.
of
(
dbClsDef
,
columnClsDef
,
tblClsDef
,
loadProcessClsDef
));
ImmutableList
.
of
(
dbClsDef
,
columnClsDef
,
tblClsDef
,
loadProcessClsDef
));
createType
(
typesDef
);
createType
(
typesDef
);
...
...
webapp/src/test/java/org/apache/atlas/web/resources/HiveLineageJerseyResourceIT.java
View file @
0e81ceb4
...
@@ -184,7 +184,7 @@ public class HiveLineageJerseyResourceIT extends BaseResourceIT {
...
@@ -184,7 +184,7 @@ public class HiveLineageJerseyResourceIT extends BaseResourceIT {
table
(
"sales_fact_daily_mv"
+
randomString
(),
"sales fact daily materialized view"
,
reportingDB
,
table
(
"sales_fact_daily_mv"
+
randomString
(),
"sales fact daily materialized view"
,
reportingDB
,
"Joe BI"
,
"MANAGED"
,
salesFactColumns
,
"Metric"
);
"Joe BI"
,
"MANAGED"
,
salesFactColumns
,
"Metric"
);
loadProcess
(
"loadSalesDaily"
,
"John ETL"
,
ImmutableList
.
of
(
salesFact
,
timeDim
),
loadProcess
(
"loadSalesDaily"
+
randomString
()
,
"John ETL"
,
ImmutableList
.
of
(
salesFact
,
timeDim
),
ImmutableList
.
of
(
salesFactDaily
),
"create table as select "
,
"plan"
,
"id"
,
"graph"
,
"ETL"
);
ImmutableList
.
of
(
salesFactDaily
),
"create table as select "
,
"plan"
,
"id"
,
"graph"
,
"ETL"
);
salesMonthlyTable
=
"sales_fact_monthly_mv"
+
randomString
();
salesMonthlyTable
=
"sales_fact_monthly_mv"
+
randomString
();
...
@@ -192,7 +192,7 @@ public class HiveLineageJerseyResourceIT extends BaseResourceIT {
...
@@ -192,7 +192,7 @@ public class HiveLineageJerseyResourceIT extends BaseResourceIT {
table
(
salesMonthlyTable
,
"sales fact monthly materialized view"
,
reportingDB
,
"Jane BI"
,
table
(
salesMonthlyTable
,
"sales fact monthly materialized view"
,
reportingDB
,
"Jane BI"
,
"MANAGED"
,
salesFactColumns
,
"Metric"
);
"MANAGED"
,
salesFactColumns
,
"Metric"
);
loadProcess
(
"loadSalesMonthly"
,
"John ETL"
,
ImmutableList
.
of
(
salesFactDaily
),
loadProcess
(
"loadSalesMonthly"
+
randomString
()
,
"John ETL"
,
ImmutableList
.
of
(
salesFactDaily
),
ImmutableList
.
of
(
salesFactMonthly
),
"create table as select "
,
"plan"
,
"id"
,
"graph"
,
"ETL"
);
ImmutableList
.
of
(
salesFactMonthly
),
"create table as select "
,
"plan"
,
"id"
,
"graph"
,
"ETL"
);
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment