SP1 - Details for Job 983

Status: SUCCEEDED
Submitted: 2026/06/28 20:04:38
Duration: 22 ms
Job Group: 45890b96-b839-404f-939f-6a55e0cd27ab
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1459 { label="Stage 1459 (skipped)"; subgraph cluster10326 { label="Scan parquet "; 4395 [labelType="html" label="FileScanRDD [4395] rdd at PersistJob.java:28"]; 4396 [labelType="html" label="MapPartitionsRDD [4396] rdd at PersistJob.java:28"]; } subgraph cluster10321 { label="WholeStageCodegen (2)"; 4397 [labelType="html" label="MapPartitionsRDD [4397] rdd at PersistJob.java:28"]; } subgraph cluster10320 { label="Exchange"; 4398 [labelType="html" label="MapPartitionsRDD [4398] rdd at PersistJob.java:28"]; } } 4395->4396; 4396->4397; 4397->4398; }

digraph G { subgraph clusterstage_1460 { label="Stage 1460 (skipped)"; subgraph cluster10319 { label="Scan parquet "; 4391 [labelType="html" label="FileScanRDD [4391] rdd at PersistJob.java:28"]; 4392 [labelType="html" label="MapPartitionsRDD [4392] rdd at PersistJob.java:28"]; } subgraph cluster10315 { label="WholeStageCodegen (1)"; 4393 [labelType="html" label="MapPartitionsRDD [4393] rdd at PersistJob.java:28"]; } subgraph cluster10314 { label="Exchange"; 4394 [labelType="html" label="MapPartitionsRDD [4394] rdd at PersistJob.java:28"]; } } 4391->4392; 4392->4393; 4393->4394; }

digraph G { subgraph clusterstage_1461 { label="Stage 1461"; subgraph cluster10335 { label="AQEShuffleRead"; 4399 [labelType="html" label="ShuffledRowRDD [4399] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10332 { label="WholeStageCodegen (3)"; 4400 [labelType="html" label="MapPartitionsRDD [4400] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10340 { label="AQEShuffleRead"; 4401 [labelType="html" label="ShuffledRowRDD [4401] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10337 { label="WholeStageCodegen (4)"; 4402 [labelType="html" label="MapPartitionsRDD [4402] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10328 { label="WholeStageCodegen (5)"; 4403 [labelType="html" label="ZippedPartitionsRDD2 [4403] [Unordered] rdd at PersistJob.java:28"]; 4404 [labelType="html" label="MapPartitionsRDD [4404] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster10327 { label="Exchange"; 4405 [labelType="html" label="MapPartitionsRDD [4405] [Unordered] rdd at PersistJob.java:28"]; } } 4399->4400; 4401->4402; 4400->4403; 4402->4403; 4403->4404; 4404->4405; }

4394,4399

4398,4401

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1461	default	PersistFrame rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/28 20:04:38	16 ms	1/1			2017.0 B	1113.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1461

default

PersistFrame rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/28 20:04:38

16 ms

1/1

2017.0 B

1113.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1460	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1459	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1460

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1459

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: