SP1 - Details for Job 1005

Status: SUCCEEDED
Submitted: 2026/06/29 08:04:24
Duration: 77 ms
Associated SQL Query: 761
Job Group: d5578b6a-84ce-40af-9574-c3f1d9d6eb8f
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_1493 { label="Stage 1493 (skipped)"; subgraph cluster10572 { label="Scan parquet "; 4521 [labelType="html" label="FileScanRDD [4521] parquet at PersistJob.java:35"]; 4522 [labelType="html" label="MapPartitionsRDD [4522] parquet at PersistJob.java:35"]; } subgraph cluster10568 { label="WholeStageCodegen (1)"; 4523 [labelType="html" label="MapPartitionsRDD [4523] parquet at PersistJob.java:35"]; } subgraph cluster10567 { label="Exchange"; 4524 [labelType="html" label="MapPartitionsRDD [4524] parquet at PersistJob.java:35"]; } } 4521->4522; 4522->4523; 4523->4524; }

digraph G { subgraph clusterstage_1494 { label="Stage 1494 (skipped)"; subgraph cluster10579 { label="Scan parquet "; 4525 [labelType="html" label="FileScanRDD [4525] parquet at PersistJob.java:35"]; 4526 [labelType="html" label="MapPartitionsRDD [4526] parquet at PersistJob.java:35"]; } subgraph cluster10574 { label="WholeStageCodegen (2)"; 4527 [labelType="html" label="MapPartitionsRDD [4527] parquet at PersistJob.java:35"]; } subgraph cluster10573 { label="Exchange"; 4528 [labelType="html" label="MapPartitionsRDD [4528] parquet at PersistJob.java:35"]; } } 4525->4526; 4526->4527; 4527->4528; }

digraph G { subgraph clusterstage_1495 { label="Stage 1495 (skipped)"; subgraph cluster10588 { label="AQEShuffleRead"; 4529 [labelType="html" label="ShuffledRowRDD [4529] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10585 { label="WholeStageCodegen (3)"; 4530 [labelType="html" label="MapPartitionsRDD [4530] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10593 { label="AQEShuffleRead"; 4531 [labelType="html" label="ShuffledRowRDD [4531] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10590 { label="WholeStageCodegen (4)"; 4532 [labelType="html" label="MapPartitionsRDD [4532] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10581 { label="WholeStageCodegen (5)"; 4533 [labelType="html" label="ZippedPartitionsRDD2 [4533] [Unordered] parquet at PersistJob.java:35"]; 4534 [labelType="html" label="MapPartitionsRDD [4534] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10580 { label="Exchange"; 4535 [labelType="html" label="MapPartitionsRDD [4535] [Unordered] parquet at PersistJob.java:35"]; } } 4529->4530; 4531->4532; 4530->4533; 4532->4533; 4533->4534; 4534->4535; }

4524,4529

4528,4531

digraph G { subgraph clusterstage_1496 { label="Stage 1496"; subgraph cluster10602 { label="AQEShuffleRead"; 4536 [labelType="html" label="ShuffledRowRDD [4536] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10599 { label="WholeStageCodegen (6)"; 4537 [labelType="html" label="MapPartitionsRDD [4537] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10598 { label="Window"; 4538 [labelType="html" label="MapPartitionsRDD [4538] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10595 { label="WholeStageCodegen (7)"; 4539 [labelType="html" label="MapPartitionsRDD [4539] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10594 { label="WriteFiles"; 4540 [labelType="html" label="MapPartitionsRDD [4540] [Unordered] parquet at PersistJob.java:35"]; } } 4536->4537; 4537->4538; 4538->4539; 4539->4540; }

4535,4536

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1496	default	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/29 08:04:24	52 ms	1/1		3.7 KiB	1113.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1496

default

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/29 08:04:24

52 ms

1/1

3.7 KiB

1113.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
1495	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1494	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1493	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1495

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1494

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1493

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: