Skip to content
Projects
Groups
Snippets
Help
This project
Loading...
Sign in / Register
Toggle navigation
A
atlas
Project
Overview
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
dataplatform
atlas
Commits
9c58d30c
Commit
9c58d30c
authored
7 years ago
by
rmani
Committed by
Madhan Neethiraj
7 years ago
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
ATLAS-2454: updated import-hbase utility to include additional HBase attributes
Signed-off-by:
Madhan Neethiraj
<
madhan@apache.org
>
parent
92b96657
master
No related merge requests found
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
45 additions
and
2 deletions
+45
-2
ImportHBaseEntitiesBase.java
.../org/apache/atlas/hbase/util/ImportHBaseEntitiesBase.java
+45
-2
No files found.
addons/hbase-bridge/src/main/java/org/apache/atlas/hbase/util/ImportHBaseEntitiesBase.java
View file @
9c58d30c
...
@@ -68,6 +68,29 @@ public class ImportHBaseEntitiesBase {
...
@@ -68,6 +68,29 @@ public class ImportHBaseEntitiesBase {
static
final
String
TABLE
=
"table"
;
static
final
String
TABLE
=
"table"
;
static
final
String
COLUMN_FAMILIES
=
"column_families"
;
static
final
String
COLUMN_FAMILIES
=
"column_families"
;
// column addition metadata
public
static
final
String
ATTR_TABLE_MAX_FILESIZE
=
"maxFileSize"
;
public
static
final
String
ATTR_TABLE_ISREADONLY
=
"isReadOnly"
;
public
static
final
String
ATTR_TABLE_ISCOMPACTION_ENABLED
=
"isCompactionEnabled"
;
public
static
final
String
ATTR_TABLE_REPLICATION_PER_REGION
=
"replicasPerRegion"
;
public
static
final
String
ATTR_TABLE_DURABLILITY
=
"durability"
;
// column family additional metadata
public
static
final
String
ATTR_CF_BLOOMFILTER_TYPE
=
"bloomFilterType"
;
public
static
final
String
ATTR_CF_COMPRESSION_TYPE
=
"compressionType"
;
public
static
final
String
ATTR_CF_COMPACTION_COMPRESSION_TYPE
=
"compactionCompressionType"
;
public
static
final
String
ATTR_CF_ENCRYPTION_TYPE
=
"encryptionType"
;
public
static
final
String
ATTR_CF_KEEP_DELETE_CELLS
=
"keepDeletedCells"
;
public
static
final
String
ATTR_CF_MAX_VERSIONS
=
"maxVersions"
;
public
static
final
String
ATTR_CF_MIN_VERSIONS
=
"minVersions"
;
public
static
final
String
ATTR_CF_DATA_BLOCK_ENCODING
=
"dataBlockEncoding"
;
public
static
final
String
ATTR_CF_TTL
=
"ttl"
;
public
static
final
String
ATTR_CF_BLOCK_CACHE_ENABLED
=
"blockCacheEnabled"
;
public
static
final
String
ATTR_CF_CACHED_BLOOM_ON_WRITE
=
"cacheBloomsOnWrite"
;
public
static
final
String
ATTR_CF_CACHED_DATA_ON_WRITE
=
"cacheDataOnWrite"
;
public
static
final
String
ATTR_CF_CACHED_INDEXES_ON_WRITE
=
"cacheIndexesOnWrite"
;
public
static
final
String
ATTR_CF_EVICT_BLOCK_ONCLOSE
=
"evictBlocksOnClose"
;
public
static
final
String
ATTR_CF_PREFETCH_BLOCK_ONOPEN
=
"prefetchBlocksOnOpen"
;
protected
final
HBaseAdmin
hbaseAdmin
;
protected
final
HBaseAdmin
hbaseAdmin
;
protected
final
boolean
failOnError
;
protected
final
boolean
failOnError
;
...
@@ -149,7 +172,7 @@ public class ImportHBaseEntitiesBase {
...
@@ -149,7 +172,7 @@ public class ImportHBaseEntitiesBase {
if
(
tableEntity
==
null
)
{
if
(
tableEntity
==
null
)
{
LOG
.
info
(
"Importing Table: "
+
tblQualifiedName
);
LOG
.
info
(
"Importing Table: "
+
tblQualifiedName
);
AtlasEntity
entity
=
getTableEntity
(
nameSpace
,
tableName
,
owner
,
nameSapceEntity
);
AtlasEntity
entity
=
getTableEntity
(
nameSpace
,
tableName
,
owner
,
nameSapceEntity
,
htd
);
tableEntity
=
createEntityInAtlas
(
entity
);
tableEntity
=
createEntityInAtlas
(
entity
);
}
}
...
@@ -266,7 +289,7 @@ public class ImportHBaseEntitiesBase {
...
@@ -266,7 +289,7 @@ public class ImportHBaseEntitiesBase {
return
ret
;
return
ret
;
}
}
private
AtlasEntity
getTableEntity
(
String
nameSpace
,
String
tableName
,
String
owner
,
AtlasEntity
nameSpaceEntity
)
{
private
AtlasEntity
getTableEntity
(
String
nameSpace
,
String
tableName
,
String
owner
,
AtlasEntity
nameSpaceEntity
,
HTableDescriptor
htd
)
{
AtlasEntity
ret
=
new
AtlasEntity
(
TABLE_TYPE
);
AtlasEntity
ret
=
new
AtlasEntity
(
TABLE_TYPE
);
String
tableQualifiedName
=
getTableQualifiedName
(
clusterName
,
nameSpace
,
tableName
);
String
tableQualifiedName
=
getTableQualifiedName
(
clusterName
,
nameSpace
,
tableName
);
...
@@ -277,6 +300,11 @@ public class ImportHBaseEntitiesBase {
...
@@ -277,6 +300,11 @@ public class ImportHBaseEntitiesBase {
ret
.
setAttribute
(
DESCRIPTION_ATTR
,
tableName
);
ret
.
setAttribute
(
DESCRIPTION_ATTR
,
tableName
);
ret
.
setAttribute
(
OWNER
,
owner
);
ret
.
setAttribute
(
OWNER
,
owner
);
ret
.
setAttribute
(
URI
,
tableName
);
ret
.
setAttribute
(
URI
,
tableName
);
ret
.
setAttribute
(
ATTR_TABLE_MAX_FILESIZE
,
htd
.
getMaxFileSize
());
ret
.
setAttribute
(
ATTR_TABLE_REPLICATION_PER_REGION
,
htd
.
getRegionReplication
());
ret
.
setAttribute
(
ATTR_TABLE_ISREADONLY
,
htd
.
isReadOnly
());
ret
.
setAttribute
(
ATTR_TABLE_ISCOMPACTION_ENABLED
,
htd
.
isCompactionEnabled
());
ret
.
setAttribute
(
ATTR_TABLE_DURABLILITY
,
(
htd
.
getDurability
()
!=
null
?
htd
.
getDurability
().
name
()
:
null
));
return
ret
;
return
ret
;
}
}
...
@@ -292,6 +320,21 @@ public class ImportHBaseEntitiesBase {
...
@@ -292,6 +320,21 @@ public class ImportHBaseEntitiesBase {
ret
.
setAttribute
(
NAME
,
cfName
);
ret
.
setAttribute
(
NAME
,
cfName
);
ret
.
setAttribute
(
DESCRIPTION_ATTR
,
cfName
);
ret
.
setAttribute
(
DESCRIPTION_ATTR
,
cfName
);
ret
.
setAttribute
(
OWNER
,
owner
);
ret
.
setAttribute
(
OWNER
,
owner
);
ret
.
setAttribute
(
ATTR_CF_BLOCK_CACHE_ENABLED
,
hcdt
.
isBlockCacheEnabled
());
ret
.
setAttribute
(
ATTR_CF_BLOOMFILTER_TYPE
,
(
hcdt
.
getBloomFilterType
()
!=
null
?
hcdt
.
getBloomFilterType
().
name
():
null
));
ret
.
setAttribute
(
ATTR_CF_CACHED_BLOOM_ON_WRITE
,
hcdt
.
isCacheBloomsOnWrite
());
ret
.
setAttribute
(
ATTR_CF_CACHED_DATA_ON_WRITE
,
hcdt
.
isCacheDataOnWrite
());
ret
.
setAttribute
(
ATTR_CF_CACHED_INDEXES_ON_WRITE
,
hcdt
.
isCacheIndexesOnWrite
());
ret
.
setAttribute
(
ATTR_CF_COMPACTION_COMPRESSION_TYPE
,
(
hcdt
.
getCompactionCompressionType
()
!=
null
?
hcdt
.
getCompactionCompressionType
().
name
():
null
));
ret
.
setAttribute
(
ATTR_CF_COMPRESSION_TYPE
,
(
hcdt
.
getCompressionType
()
!=
null
?
hcdt
.
getCompressionType
().
name
():
null
));
ret
.
setAttribute
(
ATTR_CF_DATA_BLOCK_ENCODING
,
(
hcdt
.
getDataBlockEncoding
()
!=
null
?
hcdt
.
getDataBlockEncoding
().
name
():
null
));
ret
.
setAttribute
(
ATTR_CF_ENCRYPTION_TYPE
,
hcdt
.
getEncryptionType
());
ret
.
setAttribute
(
ATTR_CF_EVICT_BLOCK_ONCLOSE
,
hcdt
.
isEvictBlocksOnClose
());
ret
.
setAttribute
(
ATTR_CF_KEEP_DELETE_CELLS
,
(
hcdt
.
getKeepDeletedCells
()
!=
null
?
hcdt
.
getKeepDeletedCells
().
name
():
null
));
ret
.
setAttribute
(
ATTR_CF_MAX_VERSIONS
,
hcdt
.
getMaxVersions
());
ret
.
setAttribute
(
ATTR_CF_MIN_VERSIONS
,
hcdt
.
getMinVersions
());
ret
.
setAttribute
(
ATTR_CF_PREFETCH_BLOCK_ONOPEN
,
hcdt
.
isPrefetchBlocksOnOpen
());
ret
.
setAttribute
(
ATTR_CF_TTL
,
hcdt
.
getTimeToLive
());
return
ret
;
return
ret
;
}
}
...
...
This diff is collapsed.
Click to expand it.
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment