changing log level from error to warning on ContextFactory.createSpar…

…kSQLExecutionContext
nubank · Feb 17, 2025 · 3ee579f · 3ee579f
1 parent 79c0d1f
commit 3ee579f
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/integration/spark/app/src/main/java/io/openlineage/spark/agent/lifecycle/ContextFactory.java b/integration/spark/app/src/main/java/io/openlineage/spark/agent/lifecycle/ContextFactory.java
@@ -85,7 +85,9 @@ public ExecutionContext createRddExecutionContext(int jobId) {
   public Optional<ExecutionContext> createSparkSQLExecutionContext(long executionId) {
     QueryExecution queryExecution = SQLExecution.getQueryExecution(executionId);
     if (queryExecution == null) {
-      log.error("Query execution is null: can't emit event for executionId {}", executionId);
+      // We changed this log level from error to warn so it doesn't  mix with other MR and Itapu error logs.
+      // We should investigate if we can act upon this issue. If not, we should change this to debug
+      log.warn("Query execution is null: can't emit event for executionId {}", executionId);
       return Optional.empty();
     }
     SparkSession sparkSession = queryExecution.sparkSession();