[DJM-0000] Debug Databricks

Author: charlesmyu

dd-java-agent/instrumentation/spark/spark-common/src/main/java/datadog/trace/instrumentation/spark/AbstractDatadogSparkListener.java

@@ -1085,13 +1085,15 @@ private long stageSpanKey(int stageId, int attemptId) {
   @SuppressForbidden // split with one-char String use a fast-path without regex usage
   private static String getDatabricksJobId(Properties properties) {
     String jobId = properties.getProperty("spark.databricks.job.id");
+    log.warn("[CHARLES] getDatabricksJobId spark.databricks.job.id: '{}'", jobId);
     if (jobId != null) {
       return jobId;
     }
 
     // First fallback, use spark.jobGroup.id with the pattern
     // <scheduler_id>_job-<job_id>-run-<task_run_id>-action-<action_id>
     String jobGroupId = properties.getProperty("spark.jobGroup.id");
+    log.warn("[CHARLES] getDatabricksJobId spark.jobGroup.id: '{}'", jobGroupId);
     if (jobGroupId != null) {
       int startIndex = jobGroupId.indexOf("job-");
       int endIndex = jobGroupId.indexOf("-run", startIndex);
@@ -1103,6 +1105,7 @@ private static String getDatabricksJobId(Properties properties) {
     // Second fallback, use spark.databricks.workload.id with pattern
     // <org_id>-<job_id>-<task_run_id>
     String workloadId = properties.getProperty("spark.databricks.workload.id");
+    log.warn("[CHARLES] getDatabricksJobId spark.databricks.workload.id: '{}'", workloadId);
     if (workloadId != null) {
       String[] parts = workloadId.split("-");
       if (parts.length > 1) {