SP1 - Details for Job 156

Status: SUCCEEDED
Submitted: 2026/04/20 16:46:52
Duration: 0.4 s
Associated SQL Query: 167
Job Group: d32a4a6f-12fd-4746-8dfd-d9859726bbf5
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_251 { label="Stage 251 (skipped)"; 1131 [labelType="html" label="JDBCRDD [1131] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster2379 { label="WholeStageCodegen (5)"; 1148 [labelType="html" label="MapPartitionsRDD [1148] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2378 { label="Exchange"; 1149 [labelType="html" label="MapPartitionsRDD [1149] toJavaRDD at AbsExportExecutor.java:55"]; } } 1131->1148; 1148->1149; }

digraph G { subgraph clusterstage_252 { label="Stage 252 (skipped)"; subgraph cluster2359 { label="Scan csv "; 1132 [labelType="html" label="FileScanRDD [1132] toJavaRDD at AbsExportExecutor.java:55"]; 1133 [labelType="html" label="MapPartitionsRDD [1133] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2355 { label="WholeStageCodegen (1)"; 1134 [labelType="html" label="MapPartitionsRDD [1134] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2365 { label="Scan parquet "; 1135 [labelType="html" label="FileScanRDD [1135] toJavaRDD at AbsExportExecutor.java:55"]; 1136 [labelType="html" label="MapPartitionsRDD [1136] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2360 { label="WholeStageCodegen (2)"; 1137 [labelType="html" label="MapPartitionsRDD [1137] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2354 { label="Union"; 1138 [labelType="html" label="UnionRDD [1138] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2353 { label="Exchange"; 1139 [labelType="html" label="MapPartitionsRDD [1139] toJavaRDD at AbsExportExecutor.java:55"]; } } 1132->1133; 1133->1134; 1135->1136; 1136->1137; 1134->1138; 1137->1138; 1138->1139; }

digraph G { subgraph clusterstage_253 { label="Stage 253 (skipped)"; subgraph cluster2372 { label="Scan csv "; 1140 [labelType="html" label="FileScanRDD [1140] toJavaRDD at AbsExportExecutor.java:55"]; 1141 [labelType="html" label="MapPartitionsRDD [1141] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2368 { label="WholeStageCodegen (3)"; 1142 [labelType="html" label="MapPartitionsRDD [1142] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2377 { label="Scan csv "; 1143 [labelType="html" label="FileScanRDD [1143] toJavaRDD at AbsExportExecutor.java:55"]; 1144 [labelType="html" label="MapPartitionsRDD [1144] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2373 { label="WholeStageCodegen (4)"; 1145 [labelType="html" label="MapPartitionsRDD [1145] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2367 { label="Union"; 1146 [labelType="html" label="UnionRDD [1146] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2366 { label="Exchange"; 1147 [labelType="html" label="MapPartitionsRDD [1147] toJavaRDD at AbsExportExecutor.java:55"]; } } 1140->1141; 1141->1142; 1143->1144; 1144->1145; 1142->1146; 1145->1146; 1146->1147; }

digraph G { subgraph clusterstage_254 { label="Stage 254 (skipped)"; subgraph cluster2390 { label="AQEShuffleRead"; 1150 [labelType="html" label="ShuffledRowRDD [1150] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2387 { label="WholeStageCodegen (6)"; 1151 [labelType="html" label="MapPartitionsRDD [1151] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2395 { label="AQEShuffleRead"; 1152 [labelType="html" label="ShuffledRowRDD [1152] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2392 { label="WholeStageCodegen (7)"; 1153 [labelType="html" label="MapPartitionsRDD [1153] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2383 { label="WholeStageCodegen (8)"; 1154 [labelType="html" label="ZippedPartitionsRDD2 [1154] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1155 [labelType="html" label="MapPartitionsRDD [1155] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2382 { label="Exchange"; 1156 [labelType="html" label="MapPartitionsRDD [1156] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 1150->1151; 1152->1153; 1151->1154; 1153->1154; 1154->1155; 1155->1156; }

1139,1150

1147,1152

digraph G { subgraph clusterstage_255 { label="Stage 255"; 1164 [labelType="html" label="SQLExecutionRDD [1164] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster2406 { label="AQEShuffleRead"; 1157 [labelType="html" label="ShuffledRowRDD [1157] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2403 { label="WholeStageCodegen (9)"; 1158 [labelType="html" label="MapPartitionsRDD [1158] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2411 { label="AQEShuffleRead"; 1159 [labelType="html" label="ShuffledRowRDD [1159] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2408 { label="WholeStageCodegen (10)"; 1160 [labelType="html" label="MapPartitionsRDD [1160] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2397 { label="WholeStageCodegen (11)"; 1161 [labelType="html" label="ZippedPartitionsRDD2 [1161] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1162 [labelType="html" label="MapPartitionsRDD [1162] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2396 { label="DeserializeToObject"; 1163 [labelType="html" label="MapPartitionsRDD [1163] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2412 { label="mapPartitions"; 1165 [labelType="html" label="MapPartitionsRDD [1165] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2413 { label="map"; 1166 [labelType="html" label="MapPartitionsRDD [1166] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster2420 { label="WholeStageCodegen (1)"; 1171 [labelType="html" label="MapPartitionsRDD [1171] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster2419 { label="Coalesce"; 1172 [labelType="html" label="CoalescedRDD [1172] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster2418 { label="WriteFiles"; 1173 [labelType="html" label="MapPartitionsRDD [1173] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 1157->1158; 1159->1160; 1158->1161; 1160->1161; 1161->1162; 1162->1163; 1163->1164; 1164->1165; 1165->1166; 1166->1171; 1171->1172; 1172->1173; }

1156,1157

1149,1159

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
255	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/20 16:46:52	0.4 s	1/1		259.9 KiB	2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

255

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/20 16:46:52

0.4 s

1/1

259.9 KiB

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
254	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
253	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
252	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
251	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: