SP1 - Details for Job 1001

Status: SUCCEEDED
Submitted: 2026/06/29 08:04:23
Duration: 28 ms
Job Group: d5578b6a-84ce-40af-9574-c3f1d9d6eb8f
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1485 { label="Stage 1485 (skipped)"; subgraph cluster10542 { label="Scan parquet "; 4503 [labelType="html" label="FileScanRDD [4503] rdd at PersistJob.java:28"]; 4504 [labelType="html" label="MapPartitionsRDD [4504] rdd at PersistJob.java:28"]; } subgraph cluster10537 { label="WholeStageCodegen (2)"; 4505 [labelType="html" label="MapPartitionsRDD [4505] rdd at PersistJob.java:28"]; } subgraph cluster10536 { label="Exchange"; 4506 [labelType="html" label="MapPartitionsRDD [4506] rdd at PersistJob.java:28"]; } } 4503->4504; 4504->4505; 4505->4506; }

digraph G { subgraph clusterstage_1486 { label="Stage 1486 (skipped)"; subgraph cluster10535 { label="Scan parquet "; 4499 [labelType="html" label="FileScanRDD [4499] rdd at PersistJob.java:28"]; 4500 [labelType="html" label="MapPartitionsRDD [4500] rdd at PersistJob.java:28"]; } subgraph cluster10531 { label="WholeStageCodegen (1)"; 4501 [labelType="html" label="MapPartitionsRDD [4501] rdd at PersistJob.java:28"]; } subgraph cluster10530 { label="Exchange"; 4502 [labelType="html" label="MapPartitionsRDD [4502] rdd at PersistJob.java:28"]; } } 4499->4500; 4500->4501; 4501->4502; }

digraph G { subgraph clusterstage_1487 { label="Stage 1487"; subgraph cluster10551 { label="AQEShuffleRead"; 4507 [labelType="html" label="ShuffledRowRDD [4507] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10548 { label="WholeStageCodegen (3)"; 4508 [labelType="html" label="MapPartitionsRDD [4508] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10556 { label="AQEShuffleRead"; 4509 [labelType="html" label="ShuffledRowRDD [4509] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10553 { label="WholeStageCodegen (4)"; 4510 [labelType="html" label="MapPartitionsRDD [4510] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10544 { label="WholeStageCodegen (5)"; 4511 [labelType="html" label="ZippedPartitionsRDD2 [4511] [Unordered] rdd at PersistJob.java:28"]; 4512 [labelType="html" label="MapPartitionsRDD [4512] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10543 { label="Exchange"; 4513 [labelType="html" label="MapPartitionsRDD [4513] [Unordered] rdd at PersistJob.java:28"]; } } 4507->4508; 4509->4510; 4508->4511; 4510->4511; 4511->4512; 4512->4513; }

4502,4507

4506,4509

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1487	default	PersistFrame rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/29 08:04:23	20 ms	1/1			2017.0 B	1113.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1487

default

PersistFrame rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/29 08:04:23

20 ms

1/1

2017.0 B

1113.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1486	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1485	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1486

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1485

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: