SP1 - Details for Job 166

Status: SUCCEEDED
Submitted: 2026/04/20 16:48:09
Duration: 0.4 s
Associated SQL Query: 176
Job Group: 9720ccb6-5574-46bc-8364-3803baba6748
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_267 { label="Stage 267 (skipped)"; 1208 [labelType="html" label="JDBCRDD [1208] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster2537 { label="WholeStageCodegen (5)"; 1225 [labelType="html" label="MapPartitionsRDD [1225] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2536 { label="Exchange"; 1226 [labelType="html" label="MapPartitionsRDD [1226] toJavaRDD at AbsExportExecutor.java:55"]; } } 1208->1225; 1225->1226; }

digraph G { subgraph clusterstage_268 { label="Stage 268 (skipped)"; subgraph cluster2517 { label="Scan csv "; 1209 [labelType="html" label="FileScanRDD [1209] toJavaRDD at AbsExportExecutor.java:55"]; 1210 [labelType="html" label="MapPartitionsRDD [1210] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2513 { label="WholeStageCodegen (1)"; 1211 [labelType="html" label="MapPartitionsRDD [1211] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2523 { label="Scan parquet "; 1212 [labelType="html" label="FileScanRDD [1212] toJavaRDD at AbsExportExecutor.java:55"]; 1213 [labelType="html" label="MapPartitionsRDD [1213] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2518 { label="WholeStageCodegen (2)"; 1214 [labelType="html" label="MapPartitionsRDD [1214] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2512 { label="Union"; 1215 [labelType="html" label="UnionRDD [1215] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2511 { label="Exchange"; 1216 [labelType="html" label="MapPartitionsRDD [1216] toJavaRDD at AbsExportExecutor.java:55"]; } } 1209->1210; 1210->1211; 1212->1213; 1213->1214; 1211->1215; 1214->1215; 1215->1216; }

digraph G { subgraph clusterstage_269 { label="Stage 269 (skipped)"; subgraph cluster2530 { label="Scan csv "; 1217 [labelType="html" label="FileScanRDD [1217] toJavaRDD at AbsExportExecutor.java:55"]; 1218 [labelType="html" label="MapPartitionsRDD [1218] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2526 { label="WholeStageCodegen (3)"; 1219 [labelType="html" label="MapPartitionsRDD [1219] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2535 { label="Scan csv "; 1220 [labelType="html" label="FileScanRDD [1220] toJavaRDD at AbsExportExecutor.java:55"]; 1221 [labelType="html" label="MapPartitionsRDD [1221] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2531 { label="WholeStageCodegen (4)"; 1222 [labelType="html" label="MapPartitionsRDD [1222] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2525 { label="Union"; 1223 [labelType="html" label="UnionRDD [1223] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2524 { label="Exchange"; 1224 [labelType="html" label="MapPartitionsRDD [1224] toJavaRDD at AbsExportExecutor.java:55"]; } } 1217->1218; 1218->1219; 1220->1221; 1221->1222; 1219->1223; 1222->1223; 1223->1224; }

digraph G { subgraph clusterstage_270 { label="Stage 270 (skipped)"; subgraph cluster2548 { label="AQEShuffleRead"; 1227 [labelType="html" label="ShuffledRowRDD [1227] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2545 { label="WholeStageCodegen (6)"; 1228 [labelType="html" label="MapPartitionsRDD [1228] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2553 { label="AQEShuffleRead"; 1229 [labelType="html" label="ShuffledRowRDD [1229] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2550 { label="WholeStageCodegen (7)"; 1230 [labelType="html" label="MapPartitionsRDD [1230] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2541 { label="WholeStageCodegen (8)"; 1231 [labelType="html" label="ZippedPartitionsRDD2 [1231] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1232 [labelType="html" label="MapPartitionsRDD [1232] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2540 { label="Exchange"; 1233 [labelType="html" label="MapPartitionsRDD [1233] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 1227->1228; 1229->1230; 1228->1231; 1230->1231; 1231->1232; 1232->1233; }

1216,1227

1224,1229

digraph G { subgraph clusterstage_271 { label="Stage 271"; 1241 [labelType="html" label="SQLExecutionRDD [1241] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster2564 { label="AQEShuffleRead"; 1234 [labelType="html" label="ShuffledRowRDD [1234] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2561 { label="WholeStageCodegen (9)"; 1235 [labelType="html" label="MapPartitionsRDD [1235] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2569 { label="AQEShuffleRead"; 1236 [labelType="html" label="ShuffledRowRDD [1236] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2566 { label="WholeStageCodegen (10)"; 1237 [labelType="html" label="MapPartitionsRDD [1237] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2555 { label="WholeStageCodegen (11)"; 1238 [labelType="html" label="ZippedPartitionsRDD2 [1238] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1239 [labelType="html" label="MapPartitionsRDD [1239] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2554 { label="DeserializeToObject"; 1240 [labelType="html" label="MapPartitionsRDD [1240] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2570 { label="mapPartitions"; 1242 [labelType="html" label="MapPartitionsRDD [1242] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2571 { label="map"; 1243 [labelType="html" label="MapPartitionsRDD [1243] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster2578 { label="WholeStageCodegen (1)"; 1248 [labelType="html" label="MapPartitionsRDD [1248] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster2577 { label="Coalesce"; 1249 [labelType="html" label="CoalescedRDD [1249] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster2576 { label="WriteFiles"; 1250 [labelType="html" label="MapPartitionsRDD [1250] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 1234->1235; 1236->1237; 1235->1238; 1237->1238; 1238->1239; 1239->1240; 1240->1241; 1241->1242; 1242->1243; 1243->1248; 1248->1249; 1249->1250; }

1233,1234

1226,1236

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
271	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/20 16:48:09	0.3 s	1/1		259.9 KiB	2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

271

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/20 16:48:09

0.3 s

1/1

259.9 KiB

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
270	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
269	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
268	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
267	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: