SP1 - Details for Job 986

Status: SUCCEEDED
Submitted: 2026/06/28 20:04:38
Duration: 19 ms
Associated SQL Query: 745
Job Group: 45890b96-b839-404f-939f-6a55e0cd27ab
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1464 { label="Stage 1464 (skipped)"; subgraph cluster10363 { label="Scan parquet "; 4417 [labelType="html" label="FileScanRDD [4417] parquet at PersistJob.java:35"]; 4418 [labelType="html" label="MapPartitionsRDD [4418] parquet at PersistJob.java:35"]; } subgraph cluster10358 { label="WholeStageCodegen (2)"; 4419 [labelType="html" label="MapPartitionsRDD [4419] parquet at PersistJob.java:35"]; } subgraph cluster10357 { label="Exchange"; 4420 [labelType="html" label="MapPartitionsRDD [4420] parquet at PersistJob.java:35"]; } } 4417->4418; 4418->4419; 4419->4420; }

digraph G { subgraph clusterstage_1465 { label="Stage 1465 (skipped)"; subgraph cluster10356 { label="Scan parquet "; 4413 [labelType="html" label="FileScanRDD [4413] parquet at PersistJob.java:35"]; 4414 [labelType="html" label="MapPartitionsRDD [4414] parquet at PersistJob.java:35"]; } subgraph cluster10352 { label="WholeStageCodegen (1)"; 4415 [labelType="html" label="MapPartitionsRDD [4415] parquet at PersistJob.java:35"]; } subgraph cluster10351 { label="Exchange"; 4416 [labelType="html" label="MapPartitionsRDD [4416] parquet at PersistJob.java:35"]; } } 4413->4414; 4414->4415; 4415->4416; }

digraph G { subgraph clusterstage_1466 { label="Stage 1466"; subgraph cluster10372 { label="AQEShuffleRead"; 4421 [labelType="html" label="ShuffledRowRDD [4421] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10369 { label="WholeStageCodegen (3)"; 4422 [labelType="html" label="MapPartitionsRDD [4422] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10377 { label="AQEShuffleRead"; 4423 [labelType="html" label="ShuffledRowRDD [4423] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10374 { label="WholeStageCodegen (4)"; 4424 [labelType="html" label="MapPartitionsRDD [4424] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10365 { label="WholeStageCodegen (5)"; 4425 [labelType="html" label="ZippedPartitionsRDD2 [4425] [Unordered] parquet at PersistJob.java:35"]; 4426 [labelType="html" label="MapPartitionsRDD [4426] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster10364 { label="Exchange"; 4427 [labelType="html" label="MapPartitionsRDD [4427] [Unordered] parquet at PersistJob.java:35"]; } } 4421->4422; 4423->4424; 4422->4425; 4424->4425; 4425->4426; 4426->4427; }

4416,4421

4420,4423

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1466	default	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/28 20:04:38	15 ms	1/1			2017.0 B	1113.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1466

default

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/28 20:04:38

15 ms

1/1

2017.0 B

1113.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1465	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1464	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1465

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1464

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: