SP1 - Details for Job 894

Status: SUCCEEDED
Submitted: 2026/06/26 12:04:38
Duration: 83 ms
Associated SQL Query: 663
Job Group: ec16a9a7-74ad-466a-8e97-b03c855c5cae
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_1343 { label="Stage 1343 (skipped)"; subgraph cluster9283 { label="Scan parquet "; 3887 [labelType="html" label="FileScanRDD [3887] parquet at PersistJob.java:35"]; 3888 [labelType="html" label="MapPartitionsRDD [3888] parquet at PersistJob.java:35"]; } subgraph cluster9279 { label="WholeStageCodegen (1)"; 3889 [labelType="html" label="MapPartitionsRDD [3889] parquet at PersistJob.java:35"]; } subgraph cluster9278 { label="Exchange"; 3890 [labelType="html" label="MapPartitionsRDD [3890] parquet at PersistJob.java:35"]; } } 3887->3888; 3888->3889; 3889->3890; }

digraph G { subgraph clusterstage_1344 { label="Stage 1344 (skipped)"; subgraph cluster9290 { label="Scan parquet "; 3891 [labelType="html" label="FileScanRDD [3891] parquet at PersistJob.java:35"]; 3892 [labelType="html" label="MapPartitionsRDD [3892] parquet at PersistJob.java:35"]; } subgraph cluster9285 { label="WholeStageCodegen (2)"; 3893 [labelType="html" label="MapPartitionsRDD [3893] parquet at PersistJob.java:35"]; } subgraph cluster9284 { label="Exchange"; 3894 [labelType="html" label="MapPartitionsRDD [3894] parquet at PersistJob.java:35"]; } } 3891->3892; 3892->3893; 3893->3894; }

digraph G { subgraph clusterstage_1345 { label="Stage 1345 (skipped)"; subgraph cluster9299 { label="AQEShuffleRead"; 3895 [labelType="html" label="ShuffledRowRDD [3895] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9296 { label="WholeStageCodegen (3)"; 3896 [labelType="html" label="MapPartitionsRDD [3896] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9304 { label="AQEShuffleRead"; 3897 [labelType="html" label="ShuffledRowRDD [3897] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9301 { label="WholeStageCodegen (4)"; 3898 [labelType="html" label="MapPartitionsRDD [3898] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9292 { label="WholeStageCodegen (5)"; 3899 [labelType="html" label="ZippedPartitionsRDD2 [3899] [Unordered] parquet at PersistJob.java:35"]; 3900 [labelType="html" label="MapPartitionsRDD [3900] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9291 { label="Exchange"; 3901 [labelType="html" label="MapPartitionsRDD [3901] [Unordered] parquet at PersistJob.java:35"]; } } 3895->3896; 3897->3898; 3896->3899; 3898->3899; 3899->3900; 3900->3901; }

3890,3895

3894,3897

digraph G { subgraph clusterstage_1346 { label="Stage 1346"; subgraph cluster9313 { label="AQEShuffleRead"; 3902 [labelType="html" label="ShuffledRowRDD [3902] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9310 { label="WholeStageCodegen (6)"; 3903 [labelType="html" label="MapPartitionsRDD [3903] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9309 { label="Window"; 3904 [labelType="html" label="MapPartitionsRDD [3904] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9306 { label="WholeStageCodegen (7)"; 3905 [labelType="html" label="MapPartitionsRDD [3905] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9305 { label="WriteFiles"; 3906 [labelType="html" label="MapPartitionsRDD [3906] [Unordered] parquet at PersistJob.java:35"]; } } 3902->3903; 3903->3904; 3904->3905; 3905->3906; }

3901,3902

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1346	default	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/26 12:04:38	57 ms	1/1		3.6 KiB	1075.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1346

default

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/26 12:04:38

57 ms

1/1

3.6 KiB

1075.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
1345	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1344	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1343	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1345

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1344

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1343

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: