Skip to content

Commit

Permalink
Merge pull request #14 from nubank/DGD-4411-java8-compatible-build
Browse files Browse the repository at this point in the history
Altering NuEventEmitter to be compatible with jdk 8
  • Loading branch information
jrosend authored Dec 19, 2024
2 parents 8a8e2f6 + c9f4806 commit c084198
Showing 1 changed file with 13 additions and 6 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@
import lombok.extern.slf4j.Slf4j;

import java.lang.reflect.Field;
import java.util.Arrays;
import java.util.Collections;
import java.util.HashSet;
import java.util.Set;
import java.util.stream.Collectors;
import java.util.stream.Stream;
Expand All @@ -16,13 +19,17 @@
@Slf4j
public class NuEventEmitter {

private static final Set<String> WANTED_JOB_TYPES = Set.of(
"SQL_JOB" // as defined in SparkSQLExecutionContext.SPARK_JOB_TYPE
private static final Set<String> WANTED_JOB_TYPES = new HashSet<>(
Collections.singletonList(
"SQL_JOB" // as defined in SparkSQLExecutionContext.SPARK_JOB_TYPE
)
);

private static final Set<String> WANTED_EVENT_NAME_SUBSTRINGS = Set.of(
".execute_insert_into_hadoop_fs_relation_command.",
".adaptive_spark_plan."
private static final Set<String> WANTED_EVENT_NAME_SUBSTRINGS = new HashSet<>(
Arrays.asList(
".execute_insert_into_hadoop_fs_relation_command.",
".adaptive_spark_plan."
)
);

private static Boolean isPermittedJobType(RunEvent event) {
Expand All @@ -49,7 +56,7 @@ private static Boolean isPermittedJobName(RunEvent event) {
return false;
}
if (WANTED_EVENT_NAME_SUBSTRINGS.stream().noneMatch(jobName::contains)) {
log.debug("OpenLineage event job name has no permitted substring and should not be emitted");
log.debug("OpenLineage event job name {} has no permitted substring and should not be emitted", jobName);
return false;
}
return true;
Expand Down

0 comments on commit c084198

Please sign in to comment.