SP1 - Details for Job 925

Status: SUCCEEDED
Submitted: 2026/06/27 08:04:41
Duration: 28 ms
Job Group: e83badde-bb4f-451b-840b-8db82ecf489d
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1385 { label="Stage 1385 (skipped)"; subgraph cluster9651 { label="Scan parquet "; 4059 [labelType="html" label="FileScanRDD [4059] rdd at PersistJob.java:28"]; 4060 [labelType="html" label="MapPartitionsRDD [4060] rdd at PersistJob.java:28"]; } subgraph cluster9647 { label="WholeStageCodegen (1)"; 4061 [labelType="html" label="MapPartitionsRDD [4061] rdd at PersistJob.java:28"]; } subgraph cluster9646 { label="Exchange"; 4062 [labelType="html" label="MapPartitionsRDD [4062] rdd at PersistJob.java:28"]; } } 4059->4060; 4060->4061; 4061->4062; }

digraph G { subgraph clusterstage_1386 { label="Stage 1386 (skipped)"; subgraph cluster9658 { label="Scan parquet "; 4063 [labelType="html" label="FileScanRDD [4063] rdd at PersistJob.java:28"]; 4064 [labelType="html" label="MapPartitionsRDD [4064] rdd at PersistJob.java:28"]; } subgraph cluster9653 { label="WholeStageCodegen (2)"; 4065 [labelType="html" label="MapPartitionsRDD [4065] rdd at PersistJob.java:28"]; } subgraph cluster9652 { label="Exchange"; 4066 [labelType="html" label="MapPartitionsRDD [4066] rdd at PersistJob.java:28"]; } } 4063->4064; 4064->4065; 4065->4066; }

digraph G { subgraph clusterstage_1387 { label="Stage 1387"; subgraph cluster9667 { label="AQEShuffleRead"; 4067 [labelType="html" label="ShuffledRowRDD [4067] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9664 { label="WholeStageCodegen (3)"; 4068 [labelType="html" label="MapPartitionsRDD [4068] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9672 { label="AQEShuffleRead"; 4069 [labelType="html" label="ShuffledRowRDD [4069] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9669 { label="WholeStageCodegen (4)"; 4070 [labelType="html" label="MapPartitionsRDD [4070] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9660 { label="WholeStageCodegen (5)"; 4071 [labelType="html" label="ZippedPartitionsRDD2 [4071] [Unordered] rdd at PersistJob.java:28"]; 4072 [labelType="html" label="MapPartitionsRDD [4072] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9659 { label="Exchange"; 4073 [labelType="html" label="MapPartitionsRDD [4073] [Unordered] rdd at PersistJob.java:28"]; } } 4067->4068; 4069->4070; 4068->4071; 4070->4071; 4071->4072; 4072->4073; }

4062,4067

4066,4069

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1387	default	PersistFrame rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/27 08:04:41	19 ms	1/1			1992.0 B	1088.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1387

default

PersistFrame rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/27 08:04:41

19 ms

1/1

1992.0 B

1088.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1386	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1385	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1386

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1385

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: