SP1 - Details for Job 929

Status: SUCCEEDED
Submitted: 2026/06/27 08:04:41
Duration: 85 ms
Associated SQL Query: 691
Job Group: e83badde-bb4f-451b-840b-8db82ecf489d
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_1393 { label="Stage 1393 (skipped)"; subgraph cluster9688 { label="Scan parquet "; 4081 [labelType="html" label="FileScanRDD [4081] parquet at PersistJob.java:35"]; 4082 [labelType="html" label="MapPartitionsRDD [4082] parquet at PersistJob.java:35"]; } subgraph cluster9684 { label="WholeStageCodegen (1)"; 4083 [labelType="html" label="MapPartitionsRDD [4083] parquet at PersistJob.java:35"]; } subgraph cluster9683 { label="Exchange"; 4084 [labelType="html" label="MapPartitionsRDD [4084] parquet at PersistJob.java:35"]; } } 4081->4082; 4082->4083; 4083->4084; }

digraph G { subgraph clusterstage_1394 { label="Stage 1394 (skipped)"; subgraph cluster9695 { label="Scan parquet "; 4085 [labelType="html" label="FileScanRDD [4085] parquet at PersistJob.java:35"]; 4086 [labelType="html" label="MapPartitionsRDD [4086] parquet at PersistJob.java:35"]; } subgraph cluster9690 { label="WholeStageCodegen (2)"; 4087 [labelType="html" label="MapPartitionsRDD [4087] parquet at PersistJob.java:35"]; } subgraph cluster9689 { label="Exchange"; 4088 [labelType="html" label="MapPartitionsRDD [4088] parquet at PersistJob.java:35"]; } } 4085->4086; 4086->4087; 4087->4088; }

digraph G { subgraph clusterstage_1395 { label="Stage 1395 (skipped)"; subgraph cluster9704 { label="AQEShuffleRead"; 4089 [labelType="html" label="ShuffledRowRDD [4089] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9701 { label="WholeStageCodegen (3)"; 4090 [labelType="html" label="MapPartitionsRDD [4090] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9709 { label="AQEShuffleRead"; 4091 [labelType="html" label="ShuffledRowRDD [4091] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9706 { label="WholeStageCodegen (4)"; 4092 [labelType="html" label="MapPartitionsRDD [4092] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9697 { label="WholeStageCodegen (5)"; 4093 [labelType="html" label="ZippedPartitionsRDD2 [4093] [Unordered] parquet at PersistJob.java:35"]; 4094 [labelType="html" label="MapPartitionsRDD [4094] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9696 { label="Exchange"; 4095 [labelType="html" label="MapPartitionsRDD [4095] [Unordered] parquet at PersistJob.java:35"]; } } 4089->4090; 4091->4092; 4090->4093; 4092->4093; 4093->4094; 4094->4095; }

4084,4089

4088,4091

digraph G { subgraph clusterstage_1396 { label="Stage 1396"; subgraph cluster9718 { label="AQEShuffleRead"; 4096 [labelType="html" label="ShuffledRowRDD [4096] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9715 { label="WholeStageCodegen (6)"; 4097 [labelType="html" label="MapPartitionsRDD [4097] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9714 { label="Window"; 4098 [labelType="html" label="MapPartitionsRDD [4098] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9711 { label="WholeStageCodegen (7)"; 4099 [labelType="html" label="MapPartitionsRDD [4099] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9710 { label="WriteFiles"; 4100 [labelType="html" label="MapPartitionsRDD [4100] [Unordered] parquet at PersistJob.java:35"]; } } 4096->4097; 4097->4098; 4098->4099; 4099->4100; }

4095,4096

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1396	default	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/27 08:04:41	59 ms	1/1		3.6 KiB	1088.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1396

default

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/27 08:04:41

59 ms

1/1

3.6 KiB

1088.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
1395	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1394	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1393	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1395

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1394

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1393

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: