SP1 - Details for Job 890

Status: SUCCEEDED
Submitted: 2026/06/26 12:04:38
Duration: 24 ms
Job Group: ec16a9a7-74ad-466a-8e97-b03c855c5cae
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1335 { label="Stage 1335 (skipped)"; subgraph cluster9246 { label="Scan parquet "; 3865 [labelType="html" label="FileScanRDD [3865] rdd at PersistJob.java:28"]; 3866 [labelType="html" label="MapPartitionsRDD [3866] rdd at PersistJob.java:28"]; } subgraph cluster9242 { label="WholeStageCodegen (1)"; 3867 [labelType="html" label="MapPartitionsRDD [3867] rdd at PersistJob.java:28"]; } subgraph cluster9241 { label="Exchange"; 3868 [labelType="html" label="MapPartitionsRDD [3868] rdd at PersistJob.java:28"]; } } 3865->3866; 3866->3867; 3867->3868; }

digraph G { subgraph clusterstage_1336 { label="Stage 1336 (skipped)"; subgraph cluster9253 { label="Scan parquet "; 3869 [labelType="html" label="FileScanRDD [3869] rdd at PersistJob.java:28"]; 3870 [labelType="html" label="MapPartitionsRDD [3870] rdd at PersistJob.java:28"]; } subgraph cluster9248 { label="WholeStageCodegen (2)"; 3871 [labelType="html" label="MapPartitionsRDD [3871] rdd at PersistJob.java:28"]; } subgraph cluster9247 { label="Exchange"; 3872 [labelType="html" label="MapPartitionsRDD [3872] rdd at PersistJob.java:28"]; } } 3869->3870; 3870->3871; 3871->3872; }

digraph G { subgraph clusterstage_1337 { label="Stage 1337"; subgraph cluster9262 { label="AQEShuffleRead"; 3873 [labelType="html" label="ShuffledRowRDD [3873] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9259 { label="WholeStageCodegen (3)"; 3874 [labelType="html" label="MapPartitionsRDD [3874] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9267 { label="AQEShuffleRead"; 3875 [labelType="html" label="ShuffledRowRDD [3875] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9264 { label="WholeStageCodegen (4)"; 3876 [labelType="html" label="MapPartitionsRDD [3876] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9255 { label="WholeStageCodegen (5)"; 3877 [labelType="html" label="ZippedPartitionsRDD2 [3877] [Unordered] rdd at PersistJob.java:28"]; 3878 [labelType="html" label="MapPartitionsRDD [3878] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster9254 { label="Exchange"; 3879 [labelType="html" label="MapPartitionsRDD [3879] [Unordered] rdd at PersistJob.java:28"]; } } 3873->3874; 3875->3876; 3874->3877; 3876->3877; 3877->3878; 3878->3879; }

3868,3873

3872,3875

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1337	default	PersistFrame rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/26 12:04:38	16 ms	1/1			1978.0 B	1075.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1337

default

PersistFrame rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/26 12:04:38

16 ms

1/1

1978.0 B

1075.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1336	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1335	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1336

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1335

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: