SP1 - Details for Job 860

Status: SUCCEEDED
Submitted: 2026/06/25 20:04:29
Duration: 0.1 s
Job Group: da60a93f-7023-445a-8ee3-ae39d1a9acb9
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1291 { label="Stage 1291 (skipped)"; subgraph cluster8906 { label="Scan parquet "; 3701 [labelType="html" label="FileScanRDD [3701] rdd at PersistJob.java:28"]; 3702 [labelType="html" label="MapPartitionsRDD [3702] rdd at PersistJob.java:28"]; } subgraph cluster8902 { label="WholeStageCodegen (1)"; 3703 [labelType="html" label="MapPartitionsRDD [3703] rdd at PersistJob.java:28"]; } subgraph cluster8901 { label="Exchange"; 3704 [labelType="html" label="MapPartitionsRDD [3704] rdd at PersistJob.java:28"]; } } 3701->3702; 3702->3703; 3703->3704; }

digraph G { subgraph clusterstage_1292 { label="Stage 1292 (skipped)"; subgraph cluster8913 { label="Scan parquet "; 3705 [labelType="html" label="FileScanRDD [3705] rdd at PersistJob.java:28"]; 3706 [labelType="html" label="MapPartitionsRDD [3706] rdd at PersistJob.java:28"]; } subgraph cluster8908 { label="WholeStageCodegen (2)"; 3707 [labelType="html" label="MapPartitionsRDD [3707] rdd at PersistJob.java:28"]; } subgraph cluster8907 { label="Exchange"; 3708 [labelType="html" label="MapPartitionsRDD [3708] rdd at PersistJob.java:28"]; } } 3705->3706; 3706->3707; 3707->3708; }

digraph G { subgraph clusterstage_1293 { label="Stage 1293"; subgraph cluster8922 { label="AQEShuffleRead"; 3709 [labelType="html" label="ShuffledRowRDD [3709] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster8919 { label="WholeStageCodegen (3)"; 3710 [labelType="html" label="MapPartitionsRDD [3710] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster8927 { label="AQEShuffleRead"; 3711 [labelType="html" label="ShuffledRowRDD [3711] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster8924 { label="WholeStageCodegen (4)"; 3712 [labelType="html" label="MapPartitionsRDD [3712] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster8915 { label="WholeStageCodegen (5)"; 3713 [labelType="html" label="ZippedPartitionsRDD2 [3713] [Unordered] rdd at PersistJob.java:28"]; 3714 [labelType="html" label="MapPartitionsRDD [3714] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster8914 { label="Exchange"; 3715 [labelType="html" label="MapPartitionsRDD [3715] [Unordered] rdd at PersistJob.java:28"]; } } 3709->3710; 3711->3712; 3710->3713; 3712->3713; 3713->3714; 3714->3715; }

3704,3709

3708,3711

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1293	default	PersistFrame rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/25 20:04:29	0.1 s	1/1			1978.0 B	1075.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1293

default

PersistFrame rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/25 20:04:29

0.1 s

1/1

1978.0 B

1075.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1292	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1291	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1292

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1291

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: