SP1 - Details for Job 47

Status: SUCCEEDED
Submitted: 2026/08/26 14:00:37
Duration: 0.3 s
Associated SQL Query: 42
Job Group: 1cc84749-582e-4453-95e3-d61cb484faad
Completed Stages: 1
Skipped Stages: 9

Enable zooming

digraph G { subgraph clusterstage_78 { label="Stage 78 (skipped)"; subgraph cluster457 { label="Scan parquet "; 223 [labelType="html" label="FileScanRDD [223] parquet at PersistJob.java:35"]; 224 [labelType="html" label="MapPartitionsRDD [224] parquet at PersistJob.java:35"]; } subgraph cluster452 { label="WholeStageCodegen (2)"; 225 [labelType="html" label="MapPartitionsRDD [225] parquet at PersistJob.java:35"]; } subgraph cluster451 { label="Exchange"; 226 [labelType="html" label="MapPartitionsRDD [226] parquet at PersistJob.java:35"]; } } 223->224; 224->225; 225->226; }

digraph G { subgraph clusterstage_79 { label="Stage 79 (skipped)"; subgraph cluster529 { label="AQEShuffleRead"; 253 [labelType="html" label="ShuffledRowRDD [253] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster526 { label="WholeStageCodegen (10)"; 254 [labelType="html" label="MapPartitionsRDD [254] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster525 { label="Window"; 255 [labelType="html" label="MapPartitionsRDD [255] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster522 { label="WholeStageCodegen (11)"; 256 [labelType="html" label="MapPartitionsRDD [256] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster521 { label="Exchange"; 257 [labelType="html" label="MapPartitionsRDD [257] [Unordered] parquet at PersistJob.java:35"]; } } 253->254; 254->255; 255->256; 256->257; }

226,253

digraph G { subgraph clusterstage_80 { label="Stage 80 (skipped)"; subgraph cluster534 { label="AQEShuffleRead"; 258 [labelType="html" label="ShuffledRowRDD [258] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster531 { label="WholeStageCodegen (12)"; 259 [labelType="html" label="MapPartitionsRDD [259] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster530 { label="Exchange"; 263 [labelType="html" label="MapPartitionsRDD [263] [Unordered] parquet at PersistJob.java:35"]; } } 258->259; 259->263; }

257,258

digraph G { subgraph clusterstage_81 { label="Stage 81 (skipped)"; subgraph cluster464 { label="Scan parquet "; 227 [labelType="html" label="FileScanRDD [227] parquet at PersistJob.java:35"]; 228 [labelType="html" label="MapPartitionsRDD [228] parquet at PersistJob.java:35"]; } subgraph cluster459 { label="WholeStageCodegen (3)"; 229 [labelType="html" label="MapPartitionsRDD [229] parquet at PersistJob.java:35"]; } subgraph cluster458 { label="Exchange"; 230 [labelType="html" label="MapPartitionsRDD [230] parquet at PersistJob.java:35"]; } } 227->228; 228->229; 229->230; }

digraph G { subgraph clusterstage_82 { label="Stage 82 (skipped)"; subgraph cluster482 { label="AQEShuffleRead"; 236 [labelType="html" label="ShuffledRowRDD [236] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster479 { label="WholeStageCodegen (6)"; 237 [labelType="html" label="MapPartitionsRDD [237] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster478 { label="Window"; 238 [labelType="html" label="MapPartitionsRDD [238] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster475 { label="WholeStageCodegen (7)"; 239 [labelType="html" label="MapPartitionsRDD [239] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster474 { label="Exchange"; 240 [labelType="html" label="MapPartitionsRDD [240] [Unordered] parquet at PersistJob.java:35"]; } } 236->237; 237->238; 238->239; 239->240; }

230,236

digraph G { subgraph clusterstage_83 { label="Stage 83 (skipped)"; subgraph cluster506 { label="AQEShuffleRead"; 247 [labelType="html" label="ShuffledRowRDD [247] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster503 { label="WholeStageCodegen (9)"; 248 [labelType="html" label="MapPartitionsRDD [248] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster502 { label="Exchange"; 252 [labelType="html" label="MapPartitionsRDD [252] [Unordered] parquet at PersistJob.java:35"]; } } 247->248; 248->252; }

240,247

digraph G { subgraph clusterstage_84 { label="Stage 84 (skipped)"; subgraph cluster450 { label="Scan parquet "; 219 [labelType="html" label="FileScanRDD [219] parquet at PersistJob.java:35"]; 220 [labelType="html" label="MapPartitionsRDD [220] parquet at PersistJob.java:35"]; } subgraph cluster445 { label="WholeStageCodegen (1)"; 221 [labelType="html" label="MapPartitionsRDD [221] parquet at PersistJob.java:35"]; } subgraph cluster444 { label="Exchange"; 222 [labelType="html" label="MapPartitionsRDD [222] parquet at PersistJob.java:35"]; } } 219->220; 220->221; 221->222; }

digraph G { subgraph clusterstage_85 { label="Stage 85 (skipped)"; subgraph cluster473 { label="AQEShuffleRead"; 231 [labelType="html" label="ShuffledRowRDD [231] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster470 { label="WholeStageCodegen (4)"; 232 [labelType="html" label="MapPartitionsRDD [232] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster469 { label="Window"; 233 [labelType="html" label="MapPartitionsRDD [233] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster466 { label="WholeStageCodegen (5)"; 234 [labelType="html" label="MapPartitionsRDD [234] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster465 { label="Exchange"; 235 [labelType="html" label="MapPartitionsRDD [235] [Unordered] parquet at PersistJob.java:35"]; } } 231->232; 232->233; 233->234; 234->235; }

222,231

digraph G { subgraph clusterstage_86 { label="Stage 86 (skipped)"; subgraph cluster487 { label="AQEShuffleRead"; 241 [labelType="html" label="ShuffledRowRDD [241] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster484 { label="WholeStageCodegen (8)"; 242 [labelType="html" label="MapPartitionsRDD [242] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster483 { label="Exchange"; 246 [labelType="html" label="MapPartitionsRDD [246] [Unordered] parquet at PersistJob.java:35"]; } } 241->242; 242->246; }

235,241

digraph G { subgraph clusterstage_87 { label="Stage 87"; subgraph cluster555 { label="AQEShuffleRead"; 264 [labelType="html" label="ShuffledRowRDD [264] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster551 { label="WholeStageCodegen (13)"; 265 [labelType="html" label="MapPartitionsRDD [265] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster560 { label="AQEShuffleRead"; 266 [labelType="html" label="ShuffledRowRDD [266] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster556 { label="WholeStageCodegen (14)"; 267 [labelType="html" label="MapPartitionsRDD [267] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster565 { label="AQEShuffleRead"; 268 [labelType="html" label="ShuffledRowRDD [268] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster561 { label="WholeStageCodegen (15)"; 269 [labelType="html" label="MapPartitionsRDD [269] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster550 { label="Union"; 270 [labelType="html" label="UnionRDD [270] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster549 { label="WriteFiles"; 271 [labelType="html" label="MapPartitionsRDD [271] [Unordered] parquet at PersistJob.java:35"]; } } 264->265; 266->267; 268->269; 265->270; 267->270; 269->270; 270->271; }

246,264

263,266

252,268

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
87	default	PersistSource parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/08/26 14:00:37	0.2 s	3/3		14.2 KiB	11.8 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

PersistSource parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/08/26 14:00:37

0.2 s

3/3

14.2 KiB

11.8 KiB

Page:

Skipped Stages (9)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
86	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
85	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
84	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
83	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
82	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
81	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10
80	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
79	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
78	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Page: