hdh-spark-job - Details for Job 2287

Status: SUCCEEDED
Submitted: 2026/09/03 12:19:25
Duration: 2 s
Associated SQL Query: 1836
Job Group: 6b475028-4daa-4cb4-947f-bbcb3e05177d
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_3331 { label="Stage 3331 (skipped)"; subgraph cluster23496 { label="Scan csv "; 10297 [labelType="html" label="FileScanRDD [10297] toJavaRDD at AbsExportExecutor.java:55"]; 10298 [labelType="html" label="MapPartitionsRDD [10298] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster23492 { label="WholeStageCodegen (2)"; 10299 [labelType="html" label="MapPartitionsRDD [10299] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster23491 { label="Exchange"; 10300 [labelType="html" label="MapPartitionsRDD [10300] toJavaRDD at AbsExportExecutor.java:55"]; } } 10297->10298; 10298->10299; 10299->10300; }

digraph G { subgraph clusterstage_3332 { label="Stage 3332 (skipped)"; subgraph cluster23490 { label="Scan csv "; 10293 [labelType="html" label="FileScanRDD [10293] toJavaRDD at AbsExportExecutor.java:55"]; 10294 [labelType="html" label="MapPartitionsRDD [10294] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster23487 { label="WholeStageCodegen (1)"; 10295 [labelType="html" label="MapPartitionsRDD [10295] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster23486 { label="Exchange"; 10296 [labelType="html" label="MapPartitionsRDD [10296] toJavaRDD at AbsExportExecutor.java:55"]; } } 10293->10294; 10294->10295; 10295->10296; }

digraph G { subgraph clusterstage_3333 { label="Stage 3333"; 10308 [labelType="html" label="SQLExecutionRDD [10308] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster23505 { label="AQEShuffleRead"; 10301 [labelType="html" label="ShuffledRowRDD [10301] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster23502 { label="WholeStageCodegen (3)"; 10302 [labelType="html" label="MapPartitionsRDD [10302] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster23510 { label="AQEShuffleRead"; 10303 [labelType="html" label="ShuffledRowRDD [10303] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster23507 { label="WholeStageCodegen (4)"; 10304 [labelType="html" label="MapPartitionsRDD [10304] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster23498 { label="WholeStageCodegen (5)"; 10305 [labelType="html" label="ZippedPartitionsRDD2 [10305] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 10306 [labelType="html" label="MapPartitionsRDD [10306] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster23497 { label="DeserializeToObject"; 10307 [labelType="html" label="MapPartitionsRDD [10307] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster23511 { label="mapPartitions"; 10309 [labelType="html" label="MapPartitionsRDD [10309] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster23512 { label="map"; 10310 [labelType="html" label="MapPartitionsRDD [10310] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster23519 { label="WholeStageCodegen (1)"; 10315 [labelType="html" label="MapPartitionsRDD [10315] [Unordered] save at DataFrameCsvWriter.java:13"]; } subgraph cluster23518 { label="Coalesce"; 10316 [labelType="html" label="CoalescedRDD [10316] [Unordered] save at DataFrameCsvWriter.java:13"]; } subgraph cluster23517 { label="WriteFiles"; 10317 [labelType="html" label="MapPartitionsRDD [10317] [Unordered] save at DataFrameCsvWriter.java:13"]; } } 10301->10302; 10303->10304; 10302->10305; 10304->10305; 10305->10306; 10306->10307; 10307->10308; 10308->10309; 10309->10310; 10310->10315; 10315->10316; 10316->10317; }

10296,10301

10300,10303

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
3333	DataFrameExportJob_exec_file save at DataFrameCsvWriter.java:13 +details org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243) com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:89) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:172) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/03 12:19:25	2 s	1/1		24.5 MiB	5.4 MiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

3333

DataFrameExportJob_exec_file save at DataFrameCsvWriter.java:13 +details

org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:89)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:172)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/03 12:19:25

2 s

1/1

24.5 MiB

5.4 MiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
3332	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:172) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/8
3331	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:172) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

3332

toJavaRDD at AbsExportExecutor.java:55 +details

org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:172)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/8

3331

toJavaRDD at AbsExportExecutor.java:55 +details

org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:172)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: