Skip to content

A
atlas
Commit 9368c8a0 by Ashutosh Mestry Committed by Madhan Neethiraj
Options

ATLAS-2460: migration-import implementation (#2 - UT refactoring)

Signed-off-by: 's avatarMadhan Neethiraj <madhan@apache.org>
parent 3ded3ee2
Showing with 2074 additions and 88 deletions
repository/src/test/java/org/apache/atlas/repository/migration/HiveParititionIT.java → repository/src/test/java/org/apache/atlas/repository/migration/HiveParititionTest.java
...@@ -21,67 +21,29 @@ package org.apache.atlas.repository.migration; ...@@ -21,67 +21,29 @@ package org.apache.atlas.repository.migration;
import com.google.inject.Inject; import com.google.inject.Inject;
import org.apache.atlas.TestModules; import org.apache.atlas.TestModules;
import org.apache.atlas.exception.AtlasBaseException; import org.apache.atlas.exception.AtlasBaseException;
import org.apache.atlas.repository.graph.AtlasGraphProvider;
import org.apache.atlas.repository.graph.GraphBackedSearchIndexer;
import org.apache.atlas.repository.graph.GraphHelper; import org.apache.atlas.repository.graph.GraphHelper;
import org.apache.atlas.repository.graphdb.AtlasEdgeDirection; import org.apache.atlas.repository.graphdb.AtlasEdgeDirection;
import org.apache.atlas.repository.graphdb.AtlasGraph; import org.apache.atlas.repository.graphdb.AtlasGraph;
import org.apache.atlas.repository.graphdb.AtlasVertex; import org.apache.atlas.repository.graphdb.AtlasVertex;
import org.apache.atlas.repository.store.bootstrap.AtlasTypeDefStoreInitializer;
import org.apache.atlas.runner.LocalSolrRunner;
import org.apache.atlas.store.AtlasTypeDefStore;
import org.apache.atlas.type.AtlasTypeRegistry;
import org.apache.atlas.utils.TestResourceFileUtils;
import org.testng.annotations.AfterClass;
import org.testng.annotations.Guice; import org.testng.annotations.Guice;
import org.testng.annotations.Test; import org.testng.annotations.Test;
import java.io.IOException; import java.io.IOException;
import java.util.List; import java.util.List;
import static org.apache.atlas.graph.GraphSandboxUtil.useLocalSolr;
import static org.apache.atlas.repository.impexp.ZipFileResourceTestUtils.loadModelFromJson;
import static org.testng.Assert.assertEquals; import static org.testng.Assert.assertEquals;
@Guice(modules = TestModules.TestOnlyModule.class) @Guice(modules = TestModules.TestOnlyModule.class)
public class HiveParititionIT extends MigrationBaseAsserts { public class HiveParititionTest extends MigrationBaseAsserts {
@Inject
private AtlasTypeDefStore typeDefStore;
@Inject
private AtlasTypeRegistry typeRegistry;
@Inject
private AtlasTypeDefStoreInitializer storeInitializer;
@Inject
private GraphBackedSearchIndexer indexer;
@Inject @Inject
public HiveParititionIT(AtlasGraph graph) { public HiveParititionTest(AtlasGraph graph) {
super(graph); super(graph);
} }
@AfterClass
public void clear() throws Exception {
AtlasGraphProvider.cleanup();
if (useLocalSolr()) {
LocalSolrRunner.stop();
}
}
@Test @Test
public void fileImporterTest() throws IOException, AtlasBaseException { public void fileImporterTest() throws IOException, AtlasBaseException {
loadModelFromJson("0000-Area0/0010-base_model.json", typeDefStore, typeRegistry); runFileImporter("parts_db");
loadModelFromJson("1000-Hadoop/1030-hive_model.json", typeDefStore, typeRegistry);
String directoryName = TestResourceFileUtils.getDirectory("parts_db");
DataMigrationService.FileImporter fi = new DataMigrationService.FileImporter(typeDefStore, typeRegistry,
storeInitializer, directoryName, indexer);
fi.run();
assertPartitionKeyProperty(getVertex("hive_table", "t1"), 1); assertPartitionKeyProperty(getVertex("hive_table", "t1"), 1);
assertPartitionKeyProperty(getVertex("hive_table", "tv1"), 1); assertPartitionKeyProperty(getVertex("hive_table", "tv1"), 1);
......
repository/src/test/java/org/apache/atlas/repository/migration/HiveStocksIT.java → repository/src/test/java/org/apache/atlas/repository/migration/HiveStocksTest.java
...@@ -18,65 +18,26 @@ ...@@ -18,65 +18,26 @@
package org.apache.atlas.repository.migration; package org.apache.atlas.repository.migration;
import com.google.inject.Inject; import com.google.inject.Inject;
import org.apache.atlas.RequestContextV1;
import org.apache.atlas.TestModules; import org.apache.atlas.TestModules;
import org.apache.atlas.TestUtilsV2;
import org.apache.atlas.exception.AtlasBaseException; import org.apache.atlas.exception.AtlasBaseException;
import org.apache.atlas.repository.graph.AtlasGraphProvider;
import org.apache.atlas.repository.graphdb.AtlasEdgeDirection; import org.apache.atlas.repository.graphdb.AtlasEdgeDirection;
import org.apache.atlas.repository.graphdb.AtlasGraph; import org.apache.atlas.repository.graphdb.AtlasGraph;
import org.apache.atlas.runner.LocalSolrRunner; import org.testng.annotations.Guice;
import org.apache.atlas.store.AtlasTypeDefStore; import org.testng.annotations.Test;
import org.apache.atlas.type.AtlasTypeRegistry;
import org.apache.atlas.utils.TestResourceFileUtils;
import org.testng.ITestContext;
import org.testng.annotations.*;
import java.io.FileInputStream;
import java.io.IOException; import java.io.IOException;
import static org.apache.atlas.graph.GraphSandboxUtil.useLocalSolr;
import static org.apache.atlas.repository.impexp.ZipFileResourceTestUtils.loadModelFromJson;
@Guice(modules = TestModules.TestOnlyModule.class) @Guice(modules = TestModules.TestOnlyModule.class)
public class HiveStocksIT extends MigrationBaseAsserts { public class HiveStocksTest extends MigrationBaseAsserts {
@Inject
private AtlasTypeDefStore typeDefStore;
@Inject
private AtlasTypeRegistry typeRegistry;
@Inject @Inject
public HiveStocksIT(AtlasGraph graph) { public HiveStocksTest(AtlasGraph graph) {
super(graph); super(graph);
} }
@BeforeTest @Test
public void setupTest() { public void migrateStocks() throws AtlasBaseException, IOException {
RequestContextV1.clear(); runFileImporter("stocks_db");
RequestContextV1.get().setUser(TestUtilsV2.TEST_USER, null);
}
@AfterClass
public void clear() throws Exception {
AtlasGraphProvider.cleanup();
if (useLocalSolr()) {
LocalSolrRunner.stop();
}
}
@DataProvider(name = "stocks-2-branch08-tag")
public static Object[][] getStocksTag(ITestContext context) throws IOException {
return new Object[][]{{ TestResourceFileUtils.getFileInputStream("stocks-2-0.8-extended-tag.json") }};
}
@Test(dataProvider = "stocks-2-branch08-tag")
public void migrateFromEarlierVersionWithTag(FileInputStream fs) throws AtlasBaseException, IOException {
loadModelFromJson("0000-Area0/0010-base_model.json", typeDefStore, typeRegistry);
loadModelFromJson("1000-Hadoop/1030-hive_model.json", typeDefStore, typeRegistry);
typeDefStore.loadLegacyData(RelationshipCacheGenerator.get(typeRegistry), fs);
assertHiveVertices(1, 1, 7); assertHiveVertices(1, 1, 7);
assertTypeCountNameGuid("hive_db", 1, "stocks", "4e13b36b-9c54-4616-9001-1058221165d0"); assertTypeCountNameGuid("hive_db", 1, "stocks", "4e13b36b-9c54-4616-9001-1058221165d0");
...@@ -97,6 +58,6 @@ public class HiveStocksIT extends MigrationBaseAsserts { ...@@ -97,6 +58,6 @@ public class HiveStocksIT extends MigrationBaseAsserts {
assertEdges(getVertex("hive_table", "stocks_daily").getEdges(AtlasEdgeDirection.OUT).iterator(), 1, 1, "hive_db_tables"); assertEdges(getVertex("hive_table", "stocks_daily").getEdges(AtlasEdgeDirection.OUT).iterator(), 1, 1, "hive_db_tables");
assertEdges(getVertex("hive_column", "high").getEdges(AtlasEdgeDirection.OUT).iterator(), 1,1, "hive_table_columns"); assertEdges(getVertex("hive_column", "high").getEdges(AtlasEdgeDirection.OUT).iterator(), 1,1, "hive_table_columns");
assertMigrationStatus(164); assertMigrationStatus(187);
} }
} }
repository/src/test/java/org/apache/atlas/repository/migration/MigrationBaseAsserts.java
...@@ -18,13 +18,26 @@ ...@@ -18,13 +18,26 @@
package org.apache.atlas.repository.migration; package org.apache.atlas.repository.migration;
import com.google.inject.Inject;
import org.apache.atlas.exception.AtlasBaseException;
import org.apache.atlas.repository.graph.AtlasGraphProvider;
import org.apache.atlas.repository.graph.GraphBackedSearchIndexer;
import org.apache.atlas.repository.graph.GraphHelper; import org.apache.atlas.repository.graph.GraphHelper;
import org.apache.atlas.repository.graphdb.*; import org.apache.atlas.repository.graphdb.*;
import org.apache.atlas.repository.store.bootstrap.AtlasTypeDefStoreInitializer;
import org.apache.atlas.runner.LocalSolrRunner;
import org.apache.atlas.store.AtlasTypeDefStore;
import org.apache.atlas.type.AtlasTypeRegistry;
import org.apache.atlas.utils.TestResourceFileUtils;
import org.apache.commons.lang.StringUtils; import org.apache.commons.lang.StringUtils;
import org.testng.annotations.AfterClass;
import java.io.IOException;
import java.util.Iterator; import java.util.Iterator;
import java.util.List; import java.util.List;
import static org.apache.atlas.graph.GraphSandboxUtil.useLocalSolr;
import static org.apache.atlas.repository.impexp.ZipFileResourceTestUtils.loadModelFromJson;
import static org.testng.Assert.assertEquals; import static org.testng.Assert.assertEquals;
import static org.testng.Assert.assertNotNull; import static org.testng.Assert.assertNotNull;
import static org.testng.AssertJUnit.assertTrue; import static org.testng.AssertJUnit.assertTrue;
...@@ -34,12 +47,47 @@ public class MigrationBaseAsserts { ...@@ -34,12 +47,47 @@ public class MigrationBaseAsserts {
private final String TYPE_NAME_PROPERTY = "__typeName"; private final String TYPE_NAME_PROPERTY = "__typeName";
private final String R_GUID_PROPERTY_NAME = "_r__guid"; private final String R_GUID_PROPERTY_NAME = "_r__guid";
@Inject
private AtlasTypeDefStore typeDefStore;
@Inject
private AtlasTypeRegistry typeRegistry;
@Inject
private AtlasTypeDefStoreInitializer storeInitializer;
@Inject
private GraphBackedSearchIndexer indexer;
protected AtlasGraph graph; protected AtlasGraph graph;
protected MigrationBaseAsserts(AtlasGraph graph) { protected MigrationBaseAsserts(AtlasGraph graph) {
this.graph = graph; this.graph = graph;
} }
@AfterClass
public void clear() throws Exception {
AtlasGraphProvider.cleanup();
if (useLocalSolr()) {
LocalSolrRunner.stop();
}
}
private void loadTypesFromJson() throws IOException, AtlasBaseException {
loadModelFromJson("0000-Area0/0010-base_model.json", typeDefStore, typeRegistry);
loadModelFromJson("1000-Hadoop/1030-hive_model.json", typeDefStore, typeRegistry);
}
protected void runFileImporter(String directoryToImport) throws IOException, AtlasBaseException {
loadTypesFromJson();
String directoryName = TestResourceFileUtils.getDirectory(directoryToImport);
DataMigrationService.FileImporter fi = new DataMigrationService.FileImporter(typeDefStore, typeRegistry,
storeInitializer, directoryName, indexer);
fi.run();
}
protected void assertHiveVertices(int dbCount, int tableCount, int columnCount) { protected void assertHiveVertices(int dbCount, int tableCount, int columnCount) {
int i = 0; int i = 0;
......
repository/src/test/resources/stocks_db/atlas-migration-data.json 0 → 100644
This source diff could not be displayed because it is too large. You can view the blob instead.
repository/src/test/resources/stocks_db/atlas-migration-typesdef.json 0 → 100644
{
"enumDefs": [
{
"category": "ENUM",
"guid": "c5042efe-57ed-4cde-b50a-60a88547c2c5",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693756399,
"updateTime": 1522693756399,
"version": 1,
"name": "hive_principal_type",
"description": "hive_principal_type",
"typeVersion": "1.0",
"elementDefs": [
{
"value": "USER",
"ordinal": 1
},
{
"value": "ROLE",
"ordinal": 2
},
{
"value": "GROUP",
"ordinal": 3
}
]
},
{
"category": "ENUM",
"guid": "20318c55-e09d-4edb-9df1-2858eaf969da",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693754514,
"updateTime": 1522693754514,
"version": 1,
"name": "file_action",
"description": "file_action",
"typeVersion": "1.0",
"elementDefs": [
{
"value": "NONE",
"ordinal": 0
},
{
"value": "EXECUTE",
"ordinal": 1
},
{
"value": "WRITE",
"ordinal": 2
},
{
"value": "WRITE_EXECUTE",
"ordinal": 3
},
{
"value": "READ",
"ordinal": 4
},
{
"value": "READ_EXECUTE",
"ordinal": 5
},
{
"value": "READ_WRITE",
"ordinal": 6
},
{
"value": "ALL",
"ordinal": 7
}
]
}
],
"structDefs": [
{
"category": "STRUCT",
"guid": "42d9a0d1-8aba-406a-9437-9c2155d8fe02",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693757121,
"updateTime": 1522693757121,
"version": 1,
"name": "hive_order",
"description": "hive_order",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "order",
"typeName": "int",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "col",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
]
},
{
"category": "STRUCT",
"guid": "30385625-7482-429b-a6e4-2345718b1ca5",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693757146,
"updateTime": 1522693757146,
"version": 1,
"name": "hive_serde",
"description": "hive_serde",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "name",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "serializationLib",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "parameters",
"typeName": "map<string,string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
]
},
{
"category": "STRUCT",
"guid": "7a290085-e36f-4458-a0a2-5cb010ed23aa",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693754590,
"updateTime": 1522693754590,
"version": 1,
"name": "fs_permissions",
"description": "fs_permissions",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "group",
"typeName": "file_action",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "user",
"typeName": "file_action",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "sticky",
"typeName": "boolean",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "others",
"typeName": "file_action",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
}
]
}
],
"classificationDefs": [
{
"category": "CLASSIFICATION",
"guid": "02cf7f64-1aeb-44bb-85f9-b20600f080c6",
"createdBy": "admin",
"updatedBy": "admin",
"createTime": 1522694228359,
"updateTime": 1522694228359,
"version": 1,
"name": "Tag1",
"description": "Tag1",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "open",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": []
},
{
"category": "CLASSIFICATION",
"guid": "5bdea2e0-c257-425f-a855-d51834425a4c",
"createdBy": "admin",
"updatedBy": "admin",
"createTime": 1522694321946,
"updateTime": 1522694321946,
"version": 1,
"name": "Volume",
"description": "Volume",
"typeVersion": "1.0",
"attributeDefs": [],
"superTypes": []
},
{
"category": "CLASSIFICATION",
"guid": "e919f291-d0b9-4ca0-9982-1ae4ab9b7b3d",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693749353,
"updateTime": 1522693749353,
"version": 1,
"name": "TaxonomyTerm",
"description": "TaxonomyTerm",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "atlas.taxonomy",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": []
}
],
"entityDefs": [
{
"category": "ENTITY",
"guid": "70293587-5792-48ca-ac58-6bcc1958cdea",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693759490,
"updateTime": 1522693759490,
"version": 1,
"name": "falcon_process",
"description": "falcon_process",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "frequency",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "runs-on",
"typeName": "falcon_cluster",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "tags",
"typeName": "map<string,string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "pipelines",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "workflow-properties",
"typeName": "map<string,string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"Process"
]
},
{
"category": "ENTITY",
"guid": "c863ff3a-cfd5-407d-aa3d-a90d3f813aaf",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693759455,
"updateTime": 1522693759455,
"version": 1,
"name": "falcon_feed_replication",
"description": "falcon_feed_replication",
"typeVersion": "1.0",
"attributeDefs": [],
"superTypes": [
"Process"
]
},
{
"category": "ENTITY",
"guid": "e084c616-9f73-4407-80dd-0c5cd17448b7",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693759507,
"updateTime": 1522693759507,
"version": 1,
"name": "falcon_feed_creation",
"description": "falcon_feed_creation",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "stored-in",
"typeName": "falcon_cluster",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
}
],
"superTypes": [
"Process"
]
},
{
"category": "ENTITY",
"guid": "3ebae1c0-141b-45d7-8f0c-2437f741dad3",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693751673,
"updateTime": 1522693751673,
"version": 1,
"name": "DataSet",
"description": "DataSet",
"typeVersion": "1.0",
"attributeDefs": [],
"superTypes": [
"Referenceable",
"Asset"
]
},
{
"category": "ENTITY",
"guid": "c7684dd5-ad61-42d9-9dec-cccc3955e9da",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693752377,
"updateTime": 1522693752377,
"version": 1,
"name": "Process",
"description": "Process",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "inputs",
"typeName": "array<DataSet>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "outputs",
"typeName": "array<DataSet>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"Referenceable",
"Asset"
]
},
{
"category": "ENTITY",
"guid": "c4eda2a7-dfbb-49bc-b018-22604026f1a1",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693757211,
"updateTime": 1522693761545,
"version": 2,
"name": "hive_table",
"description": "hive_table",
"typeVersion": "1.1",
"options": {
"schemaElementsAttribute": "columns"
},
"attributeDefs": [
{
"name": "db",
"typeName": "hive_db",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "createTime",
"typeName": "date",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "lastAccessTime",
"typeName": "date",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "comment",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "retention",
"typeName": "int",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "sd",
"typeName": "hive_storagedesc",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false,
"constraints": [
{
"type": "ownedRef"
}
]
},
{
"name": "partitionKeys",
"typeName": "array<hive_column>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false,
"constraints": [
{
"type": "ownedRef"
}
]
},
{
"name": "aliases",
"typeName": "array<string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "columns",
"typeName": "array<hive_column>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false,
"constraints": [
{
"type": "ownedRef"
}
]
},
{
"name": "parameters",
"typeName": "map<string,string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "viewOriginalText",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "viewExpandedText",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "tableType",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "temporary",
"typeName": "boolean",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
}
],
"superTypes": [
"DataSet"
]
},
{
"category": "ENTITY",
"guid": "372780e4-4059-43f2-bc44-adc4da8eff77",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693752404,
"updateTime": 1522693752404,
"version": 1,
"name": "__AtlasUserProfile",
"description": "__AtlasUserProfile",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "name",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": true,
"isIndexable": true
},
{
"name": "fullName",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "savedSearches",
"typeName": "array<__AtlasUserSavedSearch>",
"isOptional": true,
"cardinality": "LIST",
"valuesMinCount": 0,
"valuesMaxCount": 2147483647,
"isUnique": false,
"isIndexable": false,
"constraints": [
{
"type": "ownedRef"
}
]
}
],
"superTypes": [
"__internal"
]
},
{
"category": "ENTITY",
"guid": "b2685ea8-16c5-4d54-88f2-41b1d66bd1fb",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693758158,
"updateTime": 1522693758158,
"version": 1,
"name": "hive_db",
"description": "hive_db",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "clusterName",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "location",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "parameters",
"typeName": "map<string,string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "ownerType",
"typeName": "hive_principal_type",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"Referenceable",
"Asset"
]
},
{
"category": "ENTITY",
"guid": "cd76406a-81fe-4a91-acea-499e998a895a",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693759108,
"updateTime": 1522693759108,
"version": 1,
"name": "sqoop_dbdatastore",
"description": "sqoop_dbdatastore",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "dbStoreType",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "storeUse",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "storeUri",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "source",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
}
],
"superTypes": [
"DataSet"
]
},
{
"category": "ENTITY",
"guid": "51ba76dc-de5c-4789-aad9-3ce62b7231cd",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693757159,
"updateTime": 1522693757159,
"version": 1,
"name": "hive_process",
"description": "hive_process",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "startTime",
"typeName": "date",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "endTime",
"typeName": "date",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "userName",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "operationType",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "queryText",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "queryPlan",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "queryId",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "recentQueries",
"typeName": "array<string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "clusterName",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "queryGraph",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"Process"
]
},
{
"category": "ENTITY",
"guid": "cf7dea4b-5455-494a-8a80-6d1e821499a5",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693760460,
"updateTime": 1522693760460,
"version": 1,
"name": "storm_node",
"description": "storm_node",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "name",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "description",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "driverClass",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "conf",
"typeName": "map<string,string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": []
},
{
"category": "ENTITY",
"guid": "febce57c-7f8a-4811-a0c1-50de9936c096",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693759979,
"updateTime": 1522693759979,
"version": 1,
"name": "hbase_column",
"description": "hbase_column",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "column_family",
"typeName": "hbase_column_family",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false,
"constraints": [
{
"type": "inverseRef",
"params": {
"attribute": "columns"
}
}
]
}
],
"superTypes": [
"DataSet"
]
},
{
"category": "ENTITY",
"guid": "1a521236-4b56-4199-8c75-00aa6f259e16",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693750214,
"updateTime": 1522693750214,
"version": 1,
"name": "Referenceable",
"description": "Referenceable",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "qualifiedName",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": true,
"isIndexable": true
}
],
"superTypes": []
},
{
"category": "ENTITY",
"guid": "4e331afd-ca3d-4789-b401-1f5433f3a536",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693759473,
"updateTime": 1522693759473,
"version": 1,
"name": "falcon_feed",
"description": "falcon_feed",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "frequency",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "stored-in",
"typeName": "falcon_cluster",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "groups",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "tags",
"typeName": "map<string,string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"DataSet"
]
},
{
"category": "ENTITY",
"guid": "576271a3-66bf-40d3-98cb-31e2fc4f4073",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693760213,
"updateTime": 1522693760213,
"version": 1,
"name": "jms_topic",
"description": "jms_topic",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "topic",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": true,
"isIndexable": true
},
{
"name": "uri",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"DataSet"
]
},
{
"category": "ENTITY",
"guid": "574688ad-3814-4b84-8a0a-6cf1e8f2587c",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693759965,
"updateTime": 1522693759965,
"version": 1,
"name": "hbase_table",
"description": "hbase_table",
"typeVersion": "1.1",
"attributeDefs": [
{
"name": "uri",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "column_families",
"typeName": "array<hbase_column_family>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false,
"constraints": [
{
"type": "ownedRef"
}
]
}
],
"superTypes": [
"DataSet"
]
},
{
"category": "ENTITY",
"guid": "5ae5eda7-503c-476c-8593-9cba66d81760",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693760433,
"updateTime": 1522693760433,
"version": 1,
"name": "storm_topology",
"description": "storm_topology",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "id",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": true,
"isIndexable": true
},
{
"name": "startTime",
"typeName": "date",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "endTime",
"typeName": "date",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "conf",
"typeName": "map<string,string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "clusterName",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "nodes",
"typeName": "array<storm_node>",
"isOptional": false,
"cardinality": "LIST",
"valuesMinCount": 1,
"valuesMaxCount": 2147483647,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"Process"
]
},
{
"category": "ENTITY",
"guid": "bc766347-6667-413f-80ee-62fb7383c43e",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693751687,
"updateTime": 1522693751687,
"version": 1,
"name": "Infrastructure",
"description": "Infrastructure",
"typeVersion": "1.0",
"attributeDefs": [],
"superTypes": [
"Referenceable",
"Asset"
]
},
{
"category": "ENTITY",
"guid": "b367a91f-2dea-4272-990b-830083811db8",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693751629,
"updateTime": 1522693751629,
"version": 1,
"name": "Asset",
"description": "Asset",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "name",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "description",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "owner",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
}
],
"superTypes": []
},
{
"category": "ENTITY",
"guid": "176b8698-163f-4d53-b154-efb0000d46d4",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693760476,
"updateTime": 1522693760476,
"version": 1,
"name": "storm_spout",
"description": "storm_spout",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "outputs",
"typeName": "array<string>",
"isOptional": false,
"cardinality": "LIST",
"valuesMinCount": 1,
"valuesMaxCount": 2147483647,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"storm_node"
]
},
{
"category": "ENTITY",
"guid": "1fa1bb75-64ff-4191-949c-ae59f1b61639",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693759972,
"updateTime": 1522693759972,
"version": 1,
"name": "hbase_column_family",
"description": "hbase_column_family",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "table",
"typeName": "hbase_table",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false,
"constraints": [
{
"type": "inverseRef",
"params": {
"attribute": "column_families"
}
}
]
},
{
"name": "columns",
"typeName": "array<hbase_column>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false,
"constraints": [
{
"type": "ownedRef"
}
]
}
],
"superTypes": [
"DataSet"
]
},
{
"category": "ENTITY",
"guid": "c9f63bf3-61ca-4b20-a2f3-6c0c1f28f931",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693758174,
"updateTime": 1522693761861,
"version": 4,
"name": "hive_column",
"description": "hive_column",
"typeVersion": "1.3",
"options": {
"schemaAttributes": "[\"name\", \"description\", \"owner\", \"type\", \"comment\", \"position\"]"
},
"attributeDefs": [
{
"name": "type",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "comment",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "position",
"typeName": "int",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "table",
"typeName": "hive_table",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"DataSet"
]
},
{
"category": "ENTITY",
"guid": "442b301d-c4a9-4fb5-b536-72cd772e9728",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693752443,
"updateTime": 1522693752443,
"version": 1,
"name": "__AtlasUserSavedSearch",
"description": "__AtlasUserSavedSearch",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "name",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "ownerName",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "uniqueName",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": true,
"isIndexable": true
},
{
"name": "searchType",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "searchParameters",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"__internal"
]
},
{
"category": "ENTITY",
"guid": "febf1b34-fd15-4091-a8b5-99e3760b573c",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693760203,
"updateTime": 1522693760203,
"version": 1,
"name": "kafka_topic",
"description": "kafka_topic",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "topic",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": true,
"isIndexable": true
},
{
"name": "uri",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"DataSet"
]
},
{
"category": "ENTITY",
"guid": "0da5fec2-53ac-43f6-9cfb-0dec0b0045fc",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693757289,
"updateTime": 1522693757289,
"version": 1,
"name": "hive_storagedesc",
"description": "hive_storagedesc",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "table",
"typeName": "hive_table",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false,
"constraints": [
{
"type": "inverseRef",
"params": {
"attribute": "sd"
}
}
]
},
{
"name": "location",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "inputFormat",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "outputFormat",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "compressed",
"typeName": "boolean",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "numBuckets",
"typeName": "int",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "serdeInfo",
"typeName": "hive_serde",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "bucketCols",
"typeName": "array<string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "sortCols",
"typeName": "array<hive_order>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "parameters",
"typeName": "map<string,string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "storedAsSubDirectories",
"typeName": "boolean",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"Referenceable"
]
},
{
"category": "ENTITY",
"guid": "01557f6f-75d3-40a0-98f9-92a81cf43d72",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693755392,
"updateTime": 1522693755392,
"version": 1,
"name": "hdfs_path",
"description": "hdfs_path",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "clusterName",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "numberOfReplicas",
"typeName": "int",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "extendedAttributes",
"typeName": "map<string,string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"fs_path"
]
},
{
"category": "ENTITY",
"guid": "e62ed1af-46ac-4fb1-9d57-38d23eaa9bfe",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693759092,
"updateTime": 1522693759092,
"version": 1,
"name": "sqoop_process",
"description": "sqoop_process",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "operation",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "commandlineOpts",
"typeName": "map<string,string>",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "startTime",
"typeName": "date",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "endTime",
"typeName": "date",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "userName",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
}
],
"superTypes": [
"Process"
]
},
{
"category": "ENTITY",
"guid": "00bddc46-bf53-4a46-b5c6-7985766aaead",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693758190,
"updateTime": 1522693758190,
"version": 1,
"name": "hive_column_lineage",
"description": "hive_column_lineage",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "query",
"typeName": "hive_process",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "depenendencyType",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "expression",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"Process"
]
},
{
"category": "ENTITY",
"guid": "26541294-8948-4ee9-aa2d-b1d11fa6437f",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693750938,
"updateTime": 1522693750938,
"version": 1,
"name": "__internal",
"description": "__internal",
"typeVersion": "1.0",
"attributeDefs": [],
"superTypes": []
},
{
"category": "ENTITY",
"guid": "6243ed77-c0fe-4084-9e13-7812739eba4b",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693760485,
"updateTime": 1522693760485,
"version": 1,
"name": "storm_bolt",
"description": "storm_bolt",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "inputs",
"typeName": "array<string>",
"isOptional": false,
"cardinality": "LIST",
"valuesMinCount": 1,
"valuesMaxCount": 2147483647,
"isUnique": false,
"isIndexable": false
},
{
"name": "outputs",
"typeName": "array<string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"storm_node"
]
},
{
"category": "ENTITY",
"guid": "0f24b185-ba2f-4caf-afe8-913b15a20a90",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693759460,
"updateTime": 1522693759460,
"version": 1,
"name": "falcon_cluster",
"description": "falcon_cluster",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "colo",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "tags",
"typeName": "map<string,string>",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
}
],
"superTypes": [
"Infrastructure"
]
},
{
"category": "ENTITY",
"guid": "c452628b-5808-4d6c-b842-352507d6602f",
"createdBy": "root",
"updatedBy": "root",
"createTime": 1522693755301,
"updateTime": 1522693755301,
"version": 1,
"name": "fs_path",
"description": "fs_path",
"typeVersion": "1.0",
"attributeDefs": [
{
"name": "path",
"typeName": "string",
"isOptional": false,
"cardinality": "SINGLE",
"valuesMinCount": 1,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "createTime",
"typeName": "date",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "modifiedTime",
"typeName": "date",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "isFile",
"typeName": "boolean",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "isSymlink",
"typeName": "boolean",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "fileSize",
"typeName": "long",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": false
},
{
"name": "group",
"typeName": "string",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
},
{
"name": "posixPermissions",
"typeName": "fs_permissions",
"isOptional": true,
"cardinality": "SINGLE",
"valuesMinCount": 0,
"valuesMaxCount": 1,
"isUnique": false,
"isIndexable": true
}
],
"superTypes": [
"DataSet"
]
}
]
}
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment