SP1 - Details for Job 129

Status: SUCCEEDED
Submitted: 2026/04/20 16:13:52
Duration: 0.4 s
Associated SQL Query: 140
Job Group: 3325061c-f89a-433f-a84c-6110dc400d4c
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_206 { label="Stage 206 (skipped)"; 906 [labelType="html" label="JDBCRDD [906] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster1920 { label="WholeStageCodegen (5)"; 923 [labelType="html" label="MapPartitionsRDD [923] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1919 { label="Exchange"; 924 [labelType="html" label="MapPartitionsRDD [924] toJavaRDD at AbsExportExecutor.java:55"]; } } 906->923; 923->924; }

digraph G { subgraph clusterstage_207 { label="Stage 207 (skipped)"; subgraph cluster1900 { label="Scan csv "; 907 [labelType="html" label="FileScanRDD [907] toJavaRDD at AbsExportExecutor.java:55"]; 908 [labelType="html" label="MapPartitionsRDD [908] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1896 { label="WholeStageCodegen (1)"; 909 [labelType="html" label="MapPartitionsRDD [909] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1906 { label="Scan parquet "; 910 [labelType="html" label="FileScanRDD [910] toJavaRDD at AbsExportExecutor.java:55"]; 911 [labelType="html" label="MapPartitionsRDD [911] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1901 { label="WholeStageCodegen (2)"; 912 [labelType="html" label="MapPartitionsRDD [912] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1895 { label="Union"; 913 [labelType="html" label="UnionRDD [913] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1894 { label="Exchange"; 914 [labelType="html" label="MapPartitionsRDD [914] toJavaRDD at AbsExportExecutor.java:55"]; } } 907->908; 908->909; 910->911; 911->912; 909->913; 912->913; 913->914; }

digraph G { subgraph clusterstage_208 { label="Stage 208 (skipped)"; subgraph cluster1913 { label="Scan csv "; 915 [labelType="html" label="FileScanRDD [915] toJavaRDD at AbsExportExecutor.java:55"]; 916 [labelType="html" label="MapPartitionsRDD [916] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1909 { label="WholeStageCodegen (3)"; 917 [labelType="html" label="MapPartitionsRDD [917] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1918 { label="Scan csv "; 918 [labelType="html" label="FileScanRDD [918] toJavaRDD at AbsExportExecutor.java:55"]; 919 [labelType="html" label="MapPartitionsRDD [919] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1914 { label="WholeStageCodegen (4)"; 920 [labelType="html" label="MapPartitionsRDD [920] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1908 { label="Union"; 921 [labelType="html" label="UnionRDD [921] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1907 { label="Exchange"; 922 [labelType="html" label="MapPartitionsRDD [922] toJavaRDD at AbsExportExecutor.java:55"]; } } 915->916; 916->917; 918->919; 919->920; 917->921; 920->921; 921->922; }

digraph G { subgraph clusterstage_209 { label="Stage 209 (skipped)"; subgraph cluster1931 { label="AQEShuffleRead"; 925 [labelType="html" label="ShuffledRowRDD [925] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1928 { label="WholeStageCodegen (6)"; 926 [labelType="html" label="MapPartitionsRDD [926] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1936 { label="AQEShuffleRead"; 927 [labelType="html" label="ShuffledRowRDD [927] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1933 { label="WholeStageCodegen (7)"; 928 [labelType="html" label="MapPartitionsRDD [928] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1924 { label="WholeStageCodegen (8)"; 929 [labelType="html" label="ZippedPartitionsRDD2 [929] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 930 [labelType="html" label="MapPartitionsRDD [930] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1923 { label="Exchange"; 931 [labelType="html" label="MapPartitionsRDD [931] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 925->926; 927->928; 926->929; 928->929; 929->930; 930->931; }

914,925

922,927

digraph G { subgraph clusterstage_210 { label="Stage 210"; 939 [labelType="html" label="SQLExecutionRDD [939] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster1947 { label="AQEShuffleRead"; 932 [labelType="html" label="ShuffledRowRDD [932] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1944 { label="WholeStageCodegen (9)"; 933 [labelType="html" label="MapPartitionsRDD [933] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1952 { label="AQEShuffleRead"; 934 [labelType="html" label="ShuffledRowRDD [934] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1949 { label="WholeStageCodegen (10)"; 935 [labelType="html" label="MapPartitionsRDD [935] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1938 { label="WholeStageCodegen (11)"; 936 [labelType="html" label="ZippedPartitionsRDD2 [936] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 937 [labelType="html" label="MapPartitionsRDD [937] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1937 { label="DeserializeToObject"; 938 [labelType="html" label="MapPartitionsRDD [938] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1953 { label="mapPartitions"; 940 [labelType="html" label="MapPartitionsRDD [940] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster1954 { label="map"; 941 [labelType="html" label="MapPartitionsRDD [941] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster1961 { label="WholeStageCodegen (1)"; 946 [labelType="html" label="MapPartitionsRDD [946] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster1960 { label="Coalesce"; 947 [labelType="html" label="CoalescedRDD [947] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster1959 { label="WriteFiles"; 948 [labelType="html" label="MapPartitionsRDD [948] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 932->933; 934->935; 933->936; 935->936; 936->937; 937->938; 938->939; 939->940; 940->941; 941->946; 946->947; 947->948; }

931,932

924,934

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
210	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/20 16:13:52	0.3 s	1/1		259.9 KiB	2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

210

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/20 16:13:52

0.3 s

1/1

259.9 KiB

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
209	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
208	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
207	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
206	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: