SP1 - Details for Job 3990

Status: SUCCEEDED
Submitted: 2026/08/26 10:44:18
Duration: 0.2 s
Associated SQL Query: 3541
Job Group: dead0f4e-5344-4052-a9b6-d82f47d4c738
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_5949 { label="Stage 5949 (skipped)"; subgraph cluster39650 { label="Scan parquet "; 16418 [labelType="html" label="FileScanRDD [16418] parquet at PersistJob.java:35"]; 16419 [labelType="html" label="MapPartitionsRDD [16419] parquet at PersistJob.java:35"]; } subgraph cluster39646 { label="WholeStageCodegen (1)"; 16420 [labelType="html" label="MapPartitionsRDD [16420] parquet at PersistJob.java:35"]; } subgraph cluster39645 { label="Exchange"; 16421 [labelType="html" label="MapPartitionsRDD [16421] parquet at PersistJob.java:35"]; } } 16418->16419; 16419->16420; 16420->16421; }

digraph G { subgraph clusterstage_5950 { label="Stage 5950 (skipped)"; subgraph cluster39666 { label="AQEShuffleRead"; 16422 [labelType="html" label="ShuffledRowRDD [16422] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39663 { label="WholeStageCodegen (2)"; 16423 [labelType="html" label="MapPartitionsRDD [16423] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39662 { label="Window"; 16424 [labelType="html" label="MapPartitionsRDD [16424] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39656 { label="WholeStageCodegen (3)"; 16425 [labelType="html" label="MapPartitionsRDD [16425] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39655 { label="Window"; 16426 [labelType="html" label="MapPartitionsRDD [16426] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39652 { label="WholeStageCodegen (4)"; 16427 [labelType="html" label="MapPartitionsRDD [16427] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39651 { label="Exchange"; 16428 [labelType="html" label="MapPartitionsRDD [16428] [Unordered] parquet at PersistJob.java:35"]; } } 16422->16423; 16423->16424; 16424->16425; 16425->16426; 16426->16427; 16427->16428; }

16421,16422

digraph G { subgraph clusterstage_5951 { label="Stage 5951"; subgraph cluster39677 { label="Exchange"; 16429 [labelType="html" label="ShuffledRowRDD [16429] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39673 { label="WholeStageCodegen (5)"; 16430 [labelType="html" label="MapPartitionsRDD [16430] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39672 { label="Window"; 16431 [labelType="html" label="MapPartitionsRDD [16431] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39669 { label="WholeStageCodegen (6)"; 16432 [labelType="html" label="MapPartitionsRDD [16432] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39668 { label="Window"; 16433 [labelType="html" label="MapPartitionsRDD [16433] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39667 { label="Exchange"; 16434 [labelType="html" label="MapPartitionsRDD [16434] [Unordered] parquet at PersistJob.java:35"]; } } 16429->16430; 16430->16431; 16431->16432; 16432->16433; 16433->16434; }

16428,16429

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
5951	default	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/08/26 10:44:18	0.2 s	10/10			25.9 MiB	3.6 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5951

default

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/08/26 10:44:18

0.2 s

10/10

25.9 MiB

3.6 MiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
5950	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
5949	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5950

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

5949

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

Page: