SP1 - Details for Job 963

Status: SUCCEEDED
Submitted: 2026/06/28 12:04:28
Duration: 29 ms
Job Group: 4fb97974-4dd2-4ad2-ad68-c85186abd645
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1431 { label="Stage 1431 (skipped)"; subgraph cluster10091 { label="Scan parquet "; 4283 [labelType="html" label="FileScanRDD [4283] rdd at PersistJob.java:28"]; 4284 [labelType="html" label="MapPartitionsRDD [4284] rdd at PersistJob.java:28"]; } subgraph cluster10086 { label="WholeStageCodegen (2)"; 4285 [labelType="html" label="MapPartitionsRDD [4285] rdd at PersistJob.java:28"]; } subgraph cluster10085 { label="Exchange"; 4286 [labelType="html" label="MapPartitionsRDD [4286] rdd at PersistJob.java:28"]; } } 4283->4284; 4284->4285; 4285->4286; }

digraph G { subgraph clusterstage_1432 { label="Stage 1432 (skipped)"; subgraph cluster10084 { label="Scan parquet "; 4279 [labelType="html" label="FileScanRDD [4279] rdd at PersistJob.java:28"]; 4280 [labelType="html" label="MapPartitionsRDD [4280] rdd at PersistJob.java:28"]; } subgraph cluster10080 { label="WholeStageCodegen (1)"; 4281 [labelType="html" label="MapPartitionsRDD [4281] rdd at PersistJob.java:28"]; } subgraph cluster10079 { label="Exchange"; 4282 [labelType="html" label="MapPartitionsRDD [4282] rdd at PersistJob.java:28"]; } } 4279->4280; 4280->4281; 4281->4282; }

digraph G { subgraph clusterstage_1433 { label="Stage 1433"; subgraph cluster10100 { label="AQEShuffleRead"; 4287 [labelType="html" label="ShuffledRowRDD [4287] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10097 { label="WholeStageCodegen (3)"; 4288 [labelType="html" label="MapPartitionsRDD [4288] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10105 { label="AQEShuffleRead"; 4289 [labelType="html" label="ShuffledRowRDD [4289] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10102 { label="WholeStageCodegen (4)"; 4290 [labelType="html" label="MapPartitionsRDD [4290] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10093 { label="WholeStageCodegen (5)"; 4291 [labelType="html" label="ZippedPartitionsRDD2 [4291] [Unordered] rdd at PersistJob.java:28"]; 4292 [labelType="html" label="MapPartitionsRDD [4292] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10092 { label="Exchange"; 4293 [labelType="html" label="MapPartitionsRDD [4293] [Unordered] rdd at PersistJob.java:28"]; } } 4287->4288; 4289->4290; 4288->4291; 4290->4291; 4291->4292; 4292->4293; }

4282,4287

4286,4289

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1433	default	PersistFrame rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/28 12:04:28	22 ms	1/1			2005.0 B	1101.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1433

default

PersistFrame rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/28 12:04:28

22 ms

1/1

2005.0 B

1101.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1432	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1431	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1432

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1431

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: