Commit 6eb72fa4 by Madhan Neethiraj

ATLAS-3621: updated HiveHook to not save query-string in multiple attributes -…

ATLAS-3621: updated HiveHook to not save query-string in multiple attributes - queryText and name - #2 (avoid excessive logs)
parent c652dd4d
...@@ -27,6 +27,7 @@ import org.slf4j.LoggerFactory; ...@@ -27,6 +27,7 @@ import org.slf4j.LoggerFactory;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Collection; import java.util.Collection;
import java.util.List; import java.util.List;
import java.util.Objects;
public class HivePreprocessor { public class HivePreprocessor {
private static final Logger LOG = LoggerFactory.getLogger(HivePreprocessor.class); private static final Logger LOG = LoggerFactory.getLogger(HivePreprocessor.class);
...@@ -163,11 +164,14 @@ public class HivePreprocessor { ...@@ -163,11 +164,14 @@ public class HivePreprocessor {
@Override @Override
public void preprocess(AtlasEntity entity, PreprocessorContext context) { public void preprocess(AtlasEntity entity, PreprocessorContext context) {
if (context.updateHiveProcessNameWithQualifiedName()) { if (context.updateHiveProcessNameWithQualifiedName()) {
if (LOG.isDebugEnabled()) { Object name = entity.getAttribute(ATTRIBUTE_NAME);
LOG.debug("setting {}.name={}. topic-offset={}, partition={}", entity.getTypeName(), entity.getAttribute(ATTRIBUTE_QUALIFIED_NAME), context.getKafkaMessageOffset(), context.getKafkaPartition()); Object qualifiedName = entity.getAttribute(ATTRIBUTE_QUALIFIED_NAME);
}
if (!Objects.equals(name, qualifiedName)) {
LOG.info("setting {}.name={}. topic-offset={}, partition={}", entity.getTypeName(), qualifiedName, context.getKafkaMessageOffset(), context.getKafkaPartition());
entity.setAttribute(ATTRIBUTE_NAME, entity.getAttribute(ATTRIBUTE_QUALIFIED_NAME)); entity.setAttribute(ATTRIBUTE_NAME, qualifiedName);
}
} }
if (context.isIgnoredEntity(entity.getGuid())) { if (context.isIgnoredEntity(entity.getGuid())) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment