SP1 - Details for Job 506

Status: SUCCEEDED
Submitted: 2026/04/22 11:23:59
Duration: 0.2 s
Associated SQL Query: 448
Job Group: 0545c798-c668-4b7d-bd04-4c92ac93ff14
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_682 { label="Stage 682 (skipped)"; 2897 [labelType="html" label="SQLExecutionRDD [2897] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster6145 { label="Scan csv "; 2893 [labelType="html" label="FileScanRDD [2893] toJavaRDD at AbsExportExecutor.java:55"]; 2894 [labelType="html" label="MapPartitionsRDD [2894] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster6142 { label="WholeStageCodegen (1)"; 2895 [labelType="html" label="MapPartitionsRDD [2895] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster6141 { label="DeserializeToObject"; 2896 [labelType="html" label="MapPartitionsRDD [2896] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster6146 { label="mapPartitions"; 2898 [labelType="html" label="MapPartitionsRDD [2898] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster6147 { label="map"; 2899 [labelType="html" label="MapPartitionsRDD [2899] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster6153 { label="WholeStageCodegen (1)"; 2904 [labelType="html" label="MapPartitionsRDD [2904] save at DataFrameCsvWriter.java:13"]; } subgraph cluster6152 { label="Exchange"; 2905 [labelType="html" label="MapPartitionsRDD [2905] save at DataFrameCsvWriter.java:13"]; } } 2893->2894; 2894->2895; 2895->2896; 2896->2897; 2897->2898; 2898->2899; 2899->2904; 2904->2905; }

digraph G { subgraph clusterstage_683 { label="Stage 683"; subgraph cluster6157 { label="Exchange"; 2906 [labelType="html" label="ShuffledRowRDD [2906] [Unordered] save at DataFrameCsvWriter.java:13"]; } subgraph cluster6155 { label="WriteFiles"; 2907 [labelType="html" label="MapPartitionsRDD [2907] [Unordered] save at DataFrameCsvWriter.java:13"]; } } 2906->2907; }

2905,2906

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
683	default	DataFrameExportJob_exec_file save at DataFrameCsvWriter.java:13 +details org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243) com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/22 11:23:59	0.1 s	1/1		361.7 KiB	150.5 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

683

default

DataFrameExportJob_exec_file save at DataFrameCsvWriter.java:13 +details

org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/22 11:23:59

0.1 s

1/1

361.7 KiB

150.5 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
682	default	save at DataFrameCsvWriter.java:13 +details org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243) com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

682

default

save at DataFrameCsvWriter.java:13 +details

org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: