SP1 - Details for Job 509

Status: SUCCEEDED
Submitted: 2026/04/22 11:24:25
Duration: 70 ms
Associated SQL Query: 453
Job Group: 1c6e42d8-e07f-42c2-9bc8-530da0c0fd57
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_686 { label="Stage 686 (skipped)"; 2922 [labelType="html" label="SQLExecutionRDD [2922] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster6186 { label="Scan csv "; 2918 [labelType="html" label="FileScanRDD [2918] toJavaRDD at AbsExportExecutor.java:55"]; 2919 [labelType="html" label="MapPartitionsRDD [2919] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster6183 { label="WholeStageCodegen (1)"; 2920 [labelType="html" label="MapPartitionsRDD [2920] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster6182 { label="DeserializeToObject"; 2921 [labelType="html" label="MapPartitionsRDD [2921] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster6187 { label="mapPartitions"; 2923 [labelType="html" label="MapPartitionsRDD [2923] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster6188 { label="map"; 2924 [labelType="html" label="MapPartitionsRDD [2924] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster6194 { label="WholeStageCodegen (1)"; 2929 [labelType="html" label="MapPartitionsRDD [2929] save at DataFrameCsvWriter.java:13"]; } subgraph cluster6193 { label="Exchange"; 2930 [labelType="html" label="MapPartitionsRDD [2930] save at DataFrameCsvWriter.java:13"]; } } 2918->2919; 2919->2920; 2920->2921; 2921->2922; 2922->2923; 2923->2924; 2924->2929; 2929->2930; }

digraph G { subgraph clusterstage_687 { label="Stage 687"; subgraph cluster6198 { label="Exchange"; 2931 [labelType="html" label="ShuffledRowRDD [2931] [Unordered] save at DataFrameCsvWriter.java:13"]; } subgraph cluster6196 { label="WriteFiles"; 2932 [labelType="html" label="MapPartitionsRDD [2932] [Unordered] save at DataFrameCsvWriter.java:13"]; } } 2931->2932; }

2930,2931

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
687	default	DataFrameExportJob_exec_file save at DataFrameCsvWriter.java:13 +details org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243) com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/22 11:24:25	43 ms	1/1		121.6 KiB	26.4 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

687

default

DataFrameExportJob_exec_file save at DataFrameCsvWriter.java:13 +details

org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/22 11:24:25

43 ms

1/1

121.6 KiB

26.4 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
686	default	save at DataFrameCsvWriter.java:13 +details org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243) com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

686

default

save at DataFrameCsvWriter.java:13 +details

org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: