SP1 - Details for Job 111

Status: SUCCEEDED
Submitted: 2026/04/20 16:11:00
Duration: 0.9 s
Associated SQL Query: 122
Job Group: d009e542-e92f-4839-bc97-e4318b8fd526
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_176 { label="Stage 176 (skipped)"; 756 [labelType="html" label="JDBCRDD [756] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster1614 { label="WholeStageCodegen (5)"; 773 [labelType="html" label="MapPartitionsRDD [773] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1613 { label="Exchange"; 774 [labelType="html" label="MapPartitionsRDD [774] toJavaRDD at AbsExportExecutor.java:55"]; } } 756->773; 773->774; }

digraph G { subgraph clusterstage_177 { label="Stage 177 (skipped)"; subgraph cluster1594 { label="Scan csv "; 757 [labelType="html" label="FileScanRDD [757] toJavaRDD at AbsExportExecutor.java:55"]; 758 [labelType="html" label="MapPartitionsRDD [758] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1590 { label="WholeStageCodegen (1)"; 759 [labelType="html" label="MapPartitionsRDD [759] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1600 { label="Scan parquet "; 760 [labelType="html" label="FileScanRDD [760] toJavaRDD at AbsExportExecutor.java:55"]; 761 [labelType="html" label="MapPartitionsRDD [761] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1595 { label="WholeStageCodegen (2)"; 762 [labelType="html" label="MapPartitionsRDD [762] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1589 { label="Union"; 763 [labelType="html" label="UnionRDD [763] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1588 { label="Exchange"; 764 [labelType="html" label="MapPartitionsRDD [764] toJavaRDD at AbsExportExecutor.java:55"]; } } 757->758; 758->759; 760->761; 761->762; 759->763; 762->763; 763->764; }

digraph G { subgraph clusterstage_178 { label="Stage 178 (skipped)"; subgraph cluster1607 { label="Scan csv "; 765 [labelType="html" label="FileScanRDD [765] toJavaRDD at AbsExportExecutor.java:55"]; 766 [labelType="html" label="MapPartitionsRDD [766] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1603 { label="WholeStageCodegen (3)"; 767 [labelType="html" label="MapPartitionsRDD [767] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1612 { label="Scan csv "; 768 [labelType="html" label="FileScanRDD [768] toJavaRDD at AbsExportExecutor.java:55"]; 769 [labelType="html" label="MapPartitionsRDD [769] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1608 { label="WholeStageCodegen (4)"; 770 [labelType="html" label="MapPartitionsRDD [770] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1602 { label="Union"; 771 [labelType="html" label="UnionRDD [771] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1601 { label="Exchange"; 772 [labelType="html" label="MapPartitionsRDD [772] toJavaRDD at AbsExportExecutor.java:55"]; } } 765->766; 766->767; 768->769; 769->770; 767->771; 770->771; 771->772; }

digraph G { subgraph clusterstage_179 { label="Stage 179 (skipped)"; subgraph cluster1625 { label="AQEShuffleRead"; 775 [labelType="html" label="ShuffledRowRDD [775] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1622 { label="WholeStageCodegen (6)"; 776 [labelType="html" label="MapPartitionsRDD [776] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1630 { label="AQEShuffleRead"; 777 [labelType="html" label="ShuffledRowRDD [777] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1627 { label="WholeStageCodegen (7)"; 778 [labelType="html" label="MapPartitionsRDD [778] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1618 { label="WholeStageCodegen (8)"; 779 [labelType="html" label="ZippedPartitionsRDD2 [779] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 780 [labelType="html" label="MapPartitionsRDD [780] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1617 { label="Exchange"; 781 [labelType="html" label="MapPartitionsRDD [781] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 775->776; 777->778; 776->779; 778->779; 779->780; 780->781; }

764,775

772,777

digraph G { subgraph clusterstage_180 { label="Stage 180"; 789 [labelType="html" label="SQLExecutionRDD [789] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster1641 { label="AQEShuffleRead"; 782 [labelType="html" label="ShuffledRowRDD [782] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1638 { label="WholeStageCodegen (9)"; 783 [labelType="html" label="MapPartitionsRDD [783] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1646 { label="AQEShuffleRead"; 784 [labelType="html" label="ShuffledRowRDD [784] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1643 { label="WholeStageCodegen (10)"; 785 [labelType="html" label="MapPartitionsRDD [785] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1632 { label="WholeStageCodegen (11)"; 786 [labelType="html" label="ZippedPartitionsRDD2 [786] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 787 [labelType="html" label="MapPartitionsRDD [787] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1631 { label="DeserializeToObject"; 788 [labelType="html" label="MapPartitionsRDD [788] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1647 { label="mapPartitions"; 790 [labelType="html" label="MapPartitionsRDD [790] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1648 { label="map"; 791 [labelType="html" label="MapPartitionsRDD [791] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster1655 { label="WholeStageCodegen (1)"; 796 [labelType="html" label="MapPartitionsRDD [796] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster1654 { label="Coalesce"; 797 [labelType="html" label="CoalescedRDD [797] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster1653 { label="WriteFiles"; 798 [labelType="html" label="MapPartitionsRDD [798] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 782->783; 784->785; 783->786; 785->786; 786->787; 787->788; 788->789; 789->790; 790->791; 791->796; 796->797; 797->798; }

781,782

774,784

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
180	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/20 16:11:00	0.8 s	1/1		259.9 KiB	2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

180

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/20 16:11:00

0.8 s

1/1

259.9 KiB

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
179	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
178	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
177	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
176	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: