SP1 - Details for Job 987

Status: SUCCEEDED
Submitted: 2026/06/28 20:04:38
Duration: 76 ms
Associated SQL Query: 745
Job Group: 45890b96-b839-404f-939f-6a55e0cd27ab
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_1467 { label="Stage 1467 (skipped)"; subgraph cluster10363 { label="Scan parquet "; 4417 [labelType="html" label="FileScanRDD [4417] parquet at PersistJob.java:35"]; 4418 [labelType="html" label="MapPartitionsRDD [4418] parquet at PersistJob.java:35"]; } subgraph cluster10358 { label="WholeStageCodegen (2)"; 4419 [labelType="html" label="MapPartitionsRDD [4419] parquet at PersistJob.java:35"]; } subgraph cluster10357 { label="Exchange"; 4420 [labelType="html" label="MapPartitionsRDD [4420] parquet at PersistJob.java:35"]; } } 4417->4418; 4418->4419; 4419->4420; }

digraph G { subgraph clusterstage_1468 { label="Stage 1468 (skipped)"; subgraph cluster10356 { label="Scan parquet "; 4413 [labelType="html" label="FileScanRDD [4413] parquet at PersistJob.java:35"]; 4414 [labelType="html" label="MapPartitionsRDD [4414] parquet at PersistJob.java:35"]; } subgraph cluster10352 { label="WholeStageCodegen (1)"; 4415 [labelType="html" label="MapPartitionsRDD [4415] parquet at PersistJob.java:35"]; } subgraph cluster10351 { label="Exchange"; 4416 [labelType="html" label="MapPartitionsRDD [4416] parquet at PersistJob.java:35"]; } } 4413->4414; 4414->4415; 4415->4416; }

digraph G { subgraph clusterstage_1469 { label="Stage 1469 (skipped)"; subgraph cluster10372 { label="AQEShuffleRead"; 4421 [labelType="html" label="ShuffledRowRDD [4421] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10369 { label="WholeStageCodegen (3)"; 4422 [labelType="html" label="MapPartitionsRDD [4422] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10377 { label="AQEShuffleRead"; 4423 [labelType="html" label="ShuffledRowRDD [4423] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10374 { label="WholeStageCodegen (4)"; 4424 [labelType="html" label="MapPartitionsRDD [4424] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10365 { label="WholeStageCodegen (5)"; 4425 [labelType="html" label="ZippedPartitionsRDD2 [4425] [Unordered] parquet at PersistJob.java:35"]; 4426 [labelType="html" label="MapPartitionsRDD [4426] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10364 { label="Exchange"; 4427 [labelType="html" label="MapPartitionsRDD [4427] [Unordered] parquet at PersistJob.java:35"]; } } 4421->4422; 4423->4424; 4422->4425; 4424->4425; 4425->4426; 4426->4427; }

4416,4421

4420,4423

digraph G { subgraph clusterstage_1470 { label="Stage 1470"; subgraph cluster10386 { label="AQEShuffleRead"; 4428 [labelType="html" label="ShuffledRowRDD [4428] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10383 { label="WholeStageCodegen (6)"; 4429 [labelType="html" label="MapPartitionsRDD [4429] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10382 { label="Window"; 4430 [labelType="html" label="MapPartitionsRDD [4430] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10379 { label="WholeStageCodegen (7)"; 4431 [labelType="html" label="MapPartitionsRDD [4431] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10378 { label="WriteFiles"; 4432 [labelType="html" label="MapPartitionsRDD [4432] [Unordered] parquet at PersistJob.java:35"]; } } 4428->4429; 4429->4430; 4430->4431; 4431->4432; }

4427,4428

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1470	default	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/28 20:04:38	55 ms	1/1		3.7 KiB	1113.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1470

default

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/28 20:04:38

55 ms

1/1

3.7 KiB

1113.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
1469	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1468	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1467	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1469

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1468

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1467

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: