SP1 - Details for Job 147

Status: SUCCEEDED
Submitted: 2026/04/20 16:17:48
Duration: 0.4 s
Associated SQL Query: 158
Job Group: 3f48c98a-2c62-4469-a3b7-08dd0cbe66ef
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_236 { label="Stage 236 (skipped)"; subgraph cluster2219 { label="Scan csv "; 1065 [labelType="html" label="FileScanRDD [1065] toJavaRDD at AbsExportExecutor.java:55"]; 1066 [labelType="html" label="MapPartitionsRDD [1066] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2215 { label="WholeStageCodegen (3)"; 1067 [labelType="html" label="MapPartitionsRDD [1067] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2224 { label="Scan csv "; 1068 [labelType="html" label="FileScanRDD [1068] toJavaRDD at AbsExportExecutor.java:55"]; 1069 [labelType="html" label="MapPartitionsRDD [1069] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2220 { label="WholeStageCodegen (4)"; 1070 [labelType="html" label="MapPartitionsRDD [1070] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2214 { label="Union"; 1071 [labelType="html" label="UnionRDD [1071] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2213 { label="Exchange"; 1072 [labelType="html" label="MapPartitionsRDD [1072] toJavaRDD at AbsExportExecutor.java:55"]; } } 1065->1066; 1066->1067; 1068->1069; 1069->1070; 1067->1071; 1070->1071; 1071->1072; }

digraph G { subgraph clusterstage_237 { label="Stage 237 (skipped)"; subgraph cluster2206 { label="Scan csv "; 1057 [labelType="html" label="FileScanRDD [1057] toJavaRDD at AbsExportExecutor.java:55"]; 1058 [labelType="html" label="MapPartitionsRDD [1058] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2202 { label="WholeStageCodegen (1)"; 1059 [labelType="html" label="MapPartitionsRDD [1059] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2212 { label="Scan parquet "; 1060 [labelType="html" label="FileScanRDD [1060] toJavaRDD at AbsExportExecutor.java:55"]; 1061 [labelType="html" label="MapPartitionsRDD [1061] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2207 { label="WholeStageCodegen (2)"; 1062 [labelType="html" label="MapPartitionsRDD [1062] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2201 { label="Union"; 1063 [labelType="html" label="UnionRDD [1063] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2200 { label="Exchange"; 1064 [labelType="html" label="MapPartitionsRDD [1064] toJavaRDD at AbsExportExecutor.java:55"]; } } 1057->1058; 1058->1059; 1060->1061; 1061->1062; 1059->1063; 1062->1063; 1063->1064; }

digraph G { subgraph clusterstage_238 { label="Stage 238 (skipped)"; subgraph cluster2237 { label="AQEShuffleRead"; 1075 [labelType="html" label="ShuffledRowRDD [1075] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2234 { label="WholeStageCodegen (6)"; 1076 [labelType="html" label="MapPartitionsRDD [1076] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2242 { label="AQEShuffleRead"; 1077 [labelType="html" label="ShuffledRowRDD [1077] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2239 { label="WholeStageCodegen (7)"; 1078 [labelType="html" label="MapPartitionsRDD [1078] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2230 { label="WholeStageCodegen (8)"; 1079 [labelType="html" label="ZippedPartitionsRDD2 [1079] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1080 [labelType="html" label="MapPartitionsRDD [1080] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2229 { label="Exchange"; 1081 [labelType="html" label="MapPartitionsRDD [1081] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 1075->1076; 1077->1078; 1076->1079; 1078->1079; 1079->1080; 1080->1081; }

1064,1075

1072,1077

digraph G { subgraph clusterstage_239 { label="Stage 239 (skipped)"; 1056 [labelType="html" label="JDBCRDD [1056] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster2226 { label="WholeStageCodegen (5)"; 1073 [labelType="html" label="MapPartitionsRDD [1073] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2225 { label="Exchange"; 1074 [labelType="html" label="MapPartitionsRDD [1074] toJavaRDD at AbsExportExecutor.java:55"]; } } 1056->1073; 1073->1074; }

digraph G { subgraph clusterstage_240 { label="Stage 240"; 1089 [labelType="html" label="SQLExecutionRDD [1089] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster2253 { label="AQEShuffleRead"; 1082 [labelType="html" label="ShuffledRowRDD [1082] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2250 { label="WholeStageCodegen (9)"; 1083 [labelType="html" label="MapPartitionsRDD [1083] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2258 { label="AQEShuffleRead"; 1084 [labelType="html" label="ShuffledRowRDD [1084] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2255 { label="WholeStageCodegen (10)"; 1085 [labelType="html" label="MapPartitionsRDD [1085] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2244 { label="WholeStageCodegen (11)"; 1086 [labelType="html" label="ZippedPartitionsRDD2 [1086] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1087 [labelType="html" label="MapPartitionsRDD [1087] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2243 { label="DeserializeToObject"; 1088 [labelType="html" label="MapPartitionsRDD [1088] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2259 { label="mapPartitions"; 1090 [labelType="html" label="MapPartitionsRDD [1090] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2260 { label="map"; 1091 [labelType="html" label="MapPartitionsRDD [1091] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster2267 { label="WholeStageCodegen (1)"; 1096 [labelType="html" label="MapPartitionsRDD [1096] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster2266 { label="Coalesce"; 1097 [labelType="html" label="CoalescedRDD [1097] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster2265 { label="WriteFiles"; 1098 [labelType="html" label="MapPartitionsRDD [1098] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 1082->1083; 1084->1085; 1083->1086; 1085->1086; 1086->1087; 1087->1088; 1088->1089; 1089->1090; 1090->1091; 1091->1096; 1096->1097; 1097->1098; }

1081,1082

1074,1084

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
240	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/20 16:17:48	0.3 s	1/1		259.9 KiB	2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

240

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/20 16:17:48

0.3 s

1/1

259.9 KiB

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
239	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
238	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
237	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
236	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Page: