Flush traces when spark application is finished

paul-laffon-dd · paul-laffon-dd · commit 036cd2885ca3 · 2024-02-12T14:54:50.000+01:00
diff --git a/dd-java-agent/instrumentation/spark/src/main/java/datadog/trace/instrumentation/spark/AbstractDatadogSparkListener.java b/dd-java-agent/instrumentation/spark/src/main/java/datadog/trace/instrumentation/spark/AbstractDatadogSparkListener.java
@@ -213,6 +213,10 @@ public synchronized void finishApplication(
         "spark.available_executor_time", computeCurrentAvailableExecutorTime(time));
 
     applicationSpan.finish(time * 1000);
+
+    // write traces synchronously:
+    // as soon as the application finishes, the JVM starts to shut down
+    tracer.flush();
   }
 
   private AgentSpan getOrCreateStreamingBatchSpan(

Original file line number	Diff line number	Diff line change
`@@ -213,6 +213,10 @@ public synchronized void finishApplication(`
`213`	`213`	`"spark.available_executor_time", computeCurrentAvailableExecutorTime(time));`
`214`	`214`
`215`	`215`	`applicationSpan.finish(time * 1000);`
	`216`	`+`
	`217`	`+ // write traces synchronously:`
	`218`	`+ // as soon as the application finishes, the JVM starts to shut down`
	`219`	`+ tracer.flush();`
`216`	`220`	`}`
`217`	`221`
`218`	`222`	`private AgentSpan getOrCreateStreamingBatchSpan(`