SP1 - Details for Job 910

Status: SUCCEEDED
Submitted: 2026/06/26 20:04:56
Duration: 24 ms
Job Group: eabff391-97f6-457e-b3ad-57f0940fe56d
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1363 { label="Stage 1363 (skipped)"; subgraph cluster9488 { label="Scan parquet "; 3981 [labelType="html" label="FileScanRDD [3981] rdd at PersistJob.java:28"]; 3982 [labelType="html" label="MapPartitionsRDD [3982] rdd at PersistJob.java:28"]; } subgraph cluster9483 { label="WholeStageCodegen (2)"; 3983 [labelType="html" label="MapPartitionsRDD [3983] rdd at PersistJob.java:28"]; } subgraph cluster9482 { label="Exchange"; 3984 [labelType="html" label="MapPartitionsRDD [3984] rdd at PersistJob.java:28"]; } } 3981->3982; 3982->3983; 3983->3984; }

digraph G { subgraph clusterstage_1364 { label="Stage 1364 (skipped)"; subgraph cluster9481 { label="Scan parquet "; 3977 [labelType="html" label="FileScanRDD [3977] rdd at PersistJob.java:28"]; 3978 [labelType="html" label="MapPartitionsRDD [3978] rdd at PersistJob.java:28"]; } subgraph cluster9477 { label="WholeStageCodegen (1)"; 3979 [labelType="html" label="MapPartitionsRDD [3979] rdd at PersistJob.java:28"]; } subgraph cluster9476 { label="Exchange"; 3980 [labelType="html" label="MapPartitionsRDD [3980] rdd at PersistJob.java:28"]; } } 3977->3978; 3978->3979; 3979->3980; }

digraph G { subgraph clusterstage_1365 { label="Stage 1365"; subgraph cluster9497 { label="AQEShuffleRead"; 3985 [labelType="html" label="ShuffledRowRDD [3985] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9494 { label="WholeStageCodegen (3)"; 3986 [labelType="html" label="MapPartitionsRDD [3986] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9502 { label="AQEShuffleRead"; 3987 [labelType="html" label="ShuffledRowRDD [3987] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9499 { label="WholeStageCodegen (4)"; 3988 [labelType="html" label="MapPartitionsRDD [3988] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9490 { label="WholeStageCodegen (5)"; 3989 [labelType="html" label="ZippedPartitionsRDD2 [3989] [Unordered] rdd at PersistJob.java:28"]; 3990 [labelType="html" label="MapPartitionsRDD [3990] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9489 { label="Exchange"; 3991 [labelType="html" label="MapPartitionsRDD [3991] [Unordered] rdd at PersistJob.java:28"]; } } 3985->3986; 3987->3988; 3986->3989; 3988->3989; 3989->3990; 3990->3991; }

3980,3985

3984,3987

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1365	default	PersistFrame rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/26 20:04:56	16 ms	1/1			1992.0 B	1088.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1365

default

PersistFrame rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/26 20:04:56

16 ms

1/1

1992.0 B

1088.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1364	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1363	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1364

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1363

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: