SP1 - Details for Job 120

Status: SUCCEEDED
Submitted: 2026/04/20 16:12:06
Duration: 0.4 s
Associated SQL Query: 131
Job Group: 41aae5c2-5bcd-45be-83d5-bf4c93b89045
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_191 { label="Stage 191 (skipped)"; subgraph cluster1747 { label="Scan csv "; 832 [labelType="html" label="FileScanRDD [832] toJavaRDD at AbsExportExecutor.java:55"]; 833 [labelType="html" label="MapPartitionsRDD [833] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1743 { label="WholeStageCodegen (1)"; 834 [labelType="html" label="MapPartitionsRDD [834] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1753 { label="Scan parquet "; 835 [labelType="html" label="FileScanRDD [835] toJavaRDD at AbsExportExecutor.java:55"]; 836 [labelType="html" label="MapPartitionsRDD [836] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1748 { label="WholeStageCodegen (2)"; 837 [labelType="html" label="MapPartitionsRDD [837] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1742 { label="Union"; 838 [labelType="html" label="UnionRDD [838] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1741 { label="Exchange"; 839 [labelType="html" label="MapPartitionsRDD [839] toJavaRDD at AbsExportExecutor.java:55"]; } } 832->833; 833->834; 835->836; 836->837; 834->838; 837->838; 838->839; }

digraph G { subgraph clusterstage_192 { label="Stage 192 (skipped)"; subgraph cluster1760 { label="Scan csv "; 840 [labelType="html" label="FileScanRDD [840] toJavaRDD at AbsExportExecutor.java:55"]; 841 [labelType="html" label="MapPartitionsRDD [841] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1756 { label="WholeStageCodegen (3)"; 842 [labelType="html" label="MapPartitionsRDD [842] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1765 { label="Scan csv "; 843 [labelType="html" label="FileScanRDD [843] toJavaRDD at AbsExportExecutor.java:55"]; 844 [labelType="html" label="MapPartitionsRDD [844] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1761 { label="WholeStageCodegen (4)"; 845 [labelType="html" label="MapPartitionsRDD [845] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1755 { label="Union"; 846 [labelType="html" label="UnionRDD [846] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1754 { label="Exchange"; 847 [labelType="html" label="MapPartitionsRDD [847] toJavaRDD at AbsExportExecutor.java:55"]; } } 840->841; 841->842; 843->844; 844->845; 842->846; 845->846; 846->847; }

digraph G { subgraph clusterstage_193 { label="Stage 193 (skipped)"; subgraph cluster1778 { label="AQEShuffleRead"; 850 [labelType="html" label="ShuffledRowRDD [850] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1775 { label="WholeStageCodegen (6)"; 851 [labelType="html" label="MapPartitionsRDD [851] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1783 { label="AQEShuffleRead"; 852 [labelType="html" label="ShuffledRowRDD [852] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1780 { label="WholeStageCodegen (7)"; 853 [labelType="html" label="MapPartitionsRDD [853] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1771 { label="WholeStageCodegen (8)"; 854 [labelType="html" label="ZippedPartitionsRDD2 [854] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 855 [labelType="html" label="MapPartitionsRDD [855] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1770 { label="Exchange"; 856 [labelType="html" label="MapPartitionsRDD [856] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 850->851; 852->853; 851->854; 853->854; 854->855; 855->856; }

839,850

847,852

digraph G { subgraph clusterstage_194 { label="Stage 194 (skipped)"; 831 [labelType="html" label="JDBCRDD [831] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster1767 { label="WholeStageCodegen (5)"; 848 [labelType="html" label="MapPartitionsRDD [848] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1766 { label="Exchange"; 849 [labelType="html" label="MapPartitionsRDD [849] toJavaRDD at AbsExportExecutor.java:55"]; } } 831->848; 848->849; }

digraph G { subgraph clusterstage_195 { label="Stage 195"; 864 [labelType="html" label="SQLExecutionRDD [864] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster1794 { label="AQEShuffleRead"; 857 [labelType="html" label="ShuffledRowRDD [857] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1791 { label="WholeStageCodegen (9)"; 858 [labelType="html" label="MapPartitionsRDD [858] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1799 { label="AQEShuffleRead"; 859 [labelType="html" label="ShuffledRowRDD [859] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1796 { label="WholeStageCodegen (10)"; 860 [labelType="html" label="MapPartitionsRDD [860] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1785 { label="WholeStageCodegen (11)"; 861 [labelType="html" label="ZippedPartitionsRDD2 [861] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 862 [labelType="html" label="MapPartitionsRDD [862] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1784 { label="DeserializeToObject"; 863 [labelType="html" label="MapPartitionsRDD [863] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1800 { label="mapPartitions"; 865 [labelType="html" label="MapPartitionsRDD [865] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1801 { label="map"; 866 [labelType="html" label="MapPartitionsRDD [866] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster1808 { label="WholeStageCodegen (1)"; 871 [labelType="html" label="MapPartitionsRDD [871] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster1807 { label="Coalesce"; 872 [labelType="html" label="CoalescedRDD [872] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster1806 { label="WriteFiles"; 873 [labelType="html" label="MapPartitionsRDD [873] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 857->858; 859->860; 858->861; 860->861; 861->862; 862->863; 863->864; 864->865; 865->866; 866->871; 871->872; 872->873; }

856,857

849,859

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
195	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/20 16:12:06	0.4 s	1/1		259.9 KiB	2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

195

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/20 16:12:06

0.4 s

1/1

259.9 KiB

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
194	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
193	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
192	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
191	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Page: