Commit 20367512 by Madhan Neethiraj

ATLAS-2891: updated hook notification processing with option to ignore…

ATLAS-2891: updated hook notification processing with option to ignore potentially incorrect hive_column_lineage - #2 (cherry picked from commit be6a4ffa053cf5e8eed431ac07a104a31e55c1e2)
parent ab801ff2
......@@ -192,7 +192,7 @@ public class CreateHiveProcess extends BaseHiveEvent {
columnLineages.add(columnLineageProcess);
}
boolean skipColumnLineage = context.getSkipHiveColumnLineageHive20633() && isSameInputsSize && lineageInputsSize > context.getSkipHiveColumnLineageHive20633InputsThreshold();
boolean skipColumnLineage = context.getSkipHiveColumnLineageHive20633() && columnLineages.size() > 1 && isSameInputsSize && lineageInputsSize > context.getSkipHiveColumnLineageHive20633InputsThreshold();
if (!skipColumnLineage) {
for (AtlasEntity columnLineage : columnLineages) {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment