SP1 - Details for Job 176

Status: SUCCEEDED
Submitted: 2026/04/20 16:49:57
Duration: 0.4 s
Associated SQL Query: 185
Job Group: a826a67a-fde2-4791-b46a-baaf12ea85aa
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_283 { label="Stage 283 (skipped)"; 1285 [labelType="html" label="JDBCRDD [1285] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster2695 { label="WholeStageCodegen (5)"; 1302 [labelType="html" label="MapPartitionsRDD [1302] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2694 { label="Exchange"; 1303 [labelType="html" label="MapPartitionsRDD [1303] toJavaRDD at AbsExportExecutor.java:55"]; } } 1285->1302; 1302->1303; }

digraph G { subgraph clusterstage_284 { label="Stage 284 (skipped)"; subgraph cluster2675 { label="Scan csv "; 1286 [labelType="html" label="FileScanRDD [1286] toJavaRDD at AbsExportExecutor.java:55"]; 1287 [labelType="html" label="MapPartitionsRDD [1287] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2671 { label="WholeStageCodegen (1)"; 1288 [labelType="html" label="MapPartitionsRDD [1288] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2681 { label="Scan parquet "; 1289 [labelType="html" label="FileScanRDD [1289] toJavaRDD at AbsExportExecutor.java:55"]; 1290 [labelType="html" label="MapPartitionsRDD [1290] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2676 { label="WholeStageCodegen (2)"; 1291 [labelType="html" label="MapPartitionsRDD [1291] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2670 { label="Union"; 1292 [labelType="html" label="UnionRDD [1292] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2669 { label="Exchange"; 1293 [labelType="html" label="MapPartitionsRDD [1293] toJavaRDD at AbsExportExecutor.java:55"]; } } 1286->1287; 1287->1288; 1289->1290; 1290->1291; 1288->1292; 1291->1292; 1292->1293; }

digraph G { subgraph clusterstage_285 { label="Stage 285 (skipped)"; subgraph cluster2688 { label="Scan csv "; 1294 [labelType="html" label="FileScanRDD [1294] toJavaRDD at AbsExportExecutor.java:55"]; 1295 [labelType="html" label="MapPartitionsRDD [1295] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2684 { label="WholeStageCodegen (3)"; 1296 [labelType="html" label="MapPartitionsRDD [1296] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2693 { label="Scan csv "; 1297 [labelType="html" label="FileScanRDD [1297] toJavaRDD at AbsExportExecutor.java:55"]; 1298 [labelType="html" label="MapPartitionsRDD [1298] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2689 { label="WholeStageCodegen (4)"; 1299 [labelType="html" label="MapPartitionsRDD [1299] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2683 { label="Union"; 1300 [labelType="html" label="UnionRDD [1300] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2682 { label="Exchange"; 1301 [labelType="html" label="MapPartitionsRDD [1301] toJavaRDD at AbsExportExecutor.java:55"]; } } 1294->1295; 1295->1296; 1297->1298; 1298->1299; 1296->1300; 1299->1300; 1300->1301; }

digraph G { subgraph clusterstage_286 { label="Stage 286 (skipped)"; subgraph cluster2706 { label="AQEShuffleRead"; 1304 [labelType="html" label="ShuffledRowRDD [1304] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2703 { label="WholeStageCodegen (6)"; 1305 [labelType="html" label="MapPartitionsRDD [1305] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2711 { label="AQEShuffleRead"; 1306 [labelType="html" label="ShuffledRowRDD [1306] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2708 { label="WholeStageCodegen (7)"; 1307 [labelType="html" label="MapPartitionsRDD [1307] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2699 { label="WholeStageCodegen (8)"; 1308 [labelType="html" label="ZippedPartitionsRDD2 [1308] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1309 [labelType="html" label="MapPartitionsRDD [1309] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2698 { label="Exchange"; 1310 [labelType="html" label="MapPartitionsRDD [1310] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 1304->1305; 1306->1307; 1305->1308; 1307->1308; 1308->1309; 1309->1310; }

1293,1304

1301,1306

digraph G { subgraph clusterstage_287 { label="Stage 287"; 1318 [labelType="html" label="SQLExecutionRDD [1318] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster2722 { label="AQEShuffleRead"; 1311 [labelType="html" label="ShuffledRowRDD [1311] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2719 { label="WholeStageCodegen (9)"; 1312 [labelType="html" label="MapPartitionsRDD [1312] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2727 { label="AQEShuffleRead"; 1313 [labelType="html" label="ShuffledRowRDD [1313] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2724 { label="WholeStageCodegen (10)"; 1314 [labelType="html" label="MapPartitionsRDD [1314] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2713 { label="WholeStageCodegen (11)"; 1315 [labelType="html" label="ZippedPartitionsRDD2 [1315] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1316 [labelType="html" label="MapPartitionsRDD [1316] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2712 { label="DeserializeToObject"; 1317 [labelType="html" label="MapPartitionsRDD [1317] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2728 { label="mapPartitions"; 1319 [labelType="html" label="MapPartitionsRDD [1319] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2729 { label="map"; 1320 [labelType="html" label="MapPartitionsRDD [1320] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster2736 { label="WholeStageCodegen (1)"; 1325 [labelType="html" label="MapPartitionsRDD [1325] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster2735 { label="Coalesce"; 1326 [labelType="html" label="CoalescedRDD [1326] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster2734 { label="WriteFiles"; 1327 [labelType="html" label="MapPartitionsRDD [1327] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 1311->1312; 1313->1314; 1312->1315; 1314->1315; 1315->1316; 1316->1317; 1317->1318; 1318->1319; 1319->1320; 1320->1325; 1325->1326; 1326->1327; }

1310,1311

1303,1313

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
287	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/20 16:49:57	0.3 s	1/1		259.9 KiB	2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

287

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/20 16:49:57

0.3 s

1/1

259.9 KiB

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
286	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
285	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
284	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
283	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: