SP1 - Details for Job 1004

Status: SUCCEEDED
Submitted: 2026/06/29 08:04:24
Duration: 23 ms
Associated SQL Query: 761
Job Group: d5578b6a-84ce-40af-9574-c3f1d9d6eb8f
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1490 { label="Stage 1490 (skipped)"; subgraph cluster10572 { label="Scan parquet "; 4521 [labelType="html" label="FileScanRDD [4521] parquet at PersistJob.java:35"]; 4522 [labelType="html" label="MapPartitionsRDD [4522] parquet at PersistJob.java:35"]; } subgraph cluster10568 { label="WholeStageCodegen (1)"; 4523 [labelType="html" label="MapPartitionsRDD [4523] parquet at PersistJob.java:35"]; } subgraph cluster10567 { label="Exchange"; 4524 [labelType="html" label="MapPartitionsRDD [4524] parquet at PersistJob.java:35"]; } } 4521->4522; 4522->4523; 4523->4524; }

digraph G { subgraph clusterstage_1491 { label="Stage 1491 (skipped)"; subgraph cluster10579 { label="Scan parquet "; 4525 [labelType="html" label="FileScanRDD [4525] parquet at PersistJob.java:35"]; 4526 [labelType="html" label="MapPartitionsRDD [4526] parquet at PersistJob.java:35"]; } subgraph cluster10574 { label="WholeStageCodegen (2)"; 4527 [labelType="html" label="MapPartitionsRDD [4527] parquet at PersistJob.java:35"]; } subgraph cluster10573 { label="Exchange"; 4528 [labelType="html" label="MapPartitionsRDD [4528] parquet at PersistJob.java:35"]; } } 4525->4526; 4526->4527; 4527->4528; }

digraph G { subgraph clusterstage_1492 { label="Stage 1492"; subgraph cluster10588 { label="AQEShuffleRead"; 4529 [labelType="html" label="ShuffledRowRDD [4529] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10585 { label="WholeStageCodegen (3)"; 4530 [labelType="html" label="MapPartitionsRDD [4530] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10593 { label="AQEShuffleRead"; 4531 [labelType="html" label="ShuffledRowRDD [4531] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10590 { label="WholeStageCodegen (4)"; 4532 [labelType="html" label="MapPartitionsRDD [4532] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10581 { label="WholeStageCodegen (5)"; 4533 [labelType="html" label="ZippedPartitionsRDD2 [4533] [Unordered] parquet at PersistJob.java:35"]; 4534 [labelType="html" label="MapPartitionsRDD [4534] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10580 { label="Exchange"; 4535 [labelType="html" label="MapPartitionsRDD [4535] [Unordered] parquet at PersistJob.java:35"]; } } 4529->4530; 4531->4532; 4530->4533; 4532->4533; 4533->4534; 4534->4535; }

4524,4529

4528,4531

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1492	default	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/29 08:04:24	15 ms	1/1			2017.0 B	1113.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1492

default

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/29 08:04:24

15 ms

1/1

2017.0 B

1113.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1491	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1490	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1491

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1490

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: