SP1 - Details for Job 879

Status: SUCCEEDED
Submitted: 2026/06/26 08:04:53
Duration: 90 ms
Associated SQL Query: 653
Job Group: d5ce4653-18ac-40c2-a55e-dfcdf82d64f5
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_1321 { label="Stage 1321 (skipped)"; subgraph cluster9120 { label="Scan parquet "; 3809 [labelType="html" label="FileScanRDD [3809] parquet at PersistJob.java:35"]; 3810 [labelType="html" label="MapPartitionsRDD [3810] parquet at PersistJob.java:35"]; } subgraph cluster9115 { label="WholeStageCodegen (2)"; 3811 [labelType="html" label="MapPartitionsRDD [3811] parquet at PersistJob.java:35"]; } subgraph cluster9114 { label="Exchange"; 3812 [labelType="html" label="MapPartitionsRDD [3812] parquet at PersistJob.java:35"]; } } 3809->3810; 3810->3811; 3811->3812; }

digraph G { subgraph clusterstage_1322 { label="Stage 1322 (skipped)"; subgraph cluster9113 { label="Scan parquet "; 3805 [labelType="html" label="FileScanRDD [3805] parquet at PersistJob.java:35"]; 3806 [labelType="html" label="MapPartitionsRDD [3806] parquet at PersistJob.java:35"]; } subgraph cluster9109 { label="WholeStageCodegen (1)"; 3807 [labelType="html" label="MapPartitionsRDD [3807] parquet at PersistJob.java:35"]; } subgraph cluster9108 { label="Exchange"; 3808 [labelType="html" label="MapPartitionsRDD [3808] parquet at PersistJob.java:35"]; } } 3805->3806; 3806->3807; 3807->3808; }

digraph G { subgraph clusterstage_1323 { label="Stage 1323 (skipped)"; subgraph cluster9129 { label="AQEShuffleRead"; 3813 [labelType="html" label="ShuffledRowRDD [3813] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9126 { label="WholeStageCodegen (3)"; 3814 [labelType="html" label="MapPartitionsRDD [3814] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9134 { label="AQEShuffleRead"; 3815 [labelType="html" label="ShuffledRowRDD [3815] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9131 { label="WholeStageCodegen (4)"; 3816 [labelType="html" label="MapPartitionsRDD [3816] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9122 { label="WholeStageCodegen (5)"; 3817 [labelType="html" label="ZippedPartitionsRDD2 [3817] [Unordered] parquet at PersistJob.java:35"]; 3818 [labelType="html" label="MapPartitionsRDD [3818] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9121 { label="Exchange"; 3819 [labelType="html" label="MapPartitionsRDD [3819] [Unordered] parquet at PersistJob.java:35"]; } } 3813->3814; 3815->3816; 3814->3817; 3816->3817; 3817->3818; 3818->3819; }

3808,3813

3812,3815

digraph G { subgraph clusterstage_1324 { label="Stage 1324"; subgraph cluster9143 { label="AQEShuffleRead"; 3820 [labelType="html" label="ShuffledRowRDD [3820] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9140 { label="WholeStageCodegen (6)"; 3821 [labelType="html" label="MapPartitionsRDD [3821] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9139 { label="Window"; 3822 [labelType="html" label="MapPartitionsRDD [3822] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9136 { label="WholeStageCodegen (7)"; 3823 [labelType="html" label="MapPartitionsRDD [3823] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9135 { label="WriteFiles"; 3824 [labelType="html" label="MapPartitionsRDD [3824] [Unordered] parquet at PersistJob.java:35"]; } } 3820->3821; 3821->3822; 3822->3823; 3823->3824; }

3819,3820

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1324	default	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/26 08:04:53	65 ms	1/1		3.6 KiB	1075.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1324

default

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/26 08:04:53

65 ms

1/1

3.6 KiB

1075.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
1323	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1322	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1321	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1323

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1322

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1321

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: