SP1 - Details for Job 3989

Status: SUCCEEDED
Submitted: 2026/08/26 10:44:15
Duration: 3 s
Associated SQL Query: 3541
Job Group: dead0f4e-5344-4052-a9b6-d82f47d4c738
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_5947 { label="Stage 5947 (skipped)"; subgraph cluster39650 { label="Scan parquet "; 16418 [labelType="html" label="FileScanRDD [16418] parquet at PersistJob.java:35"]; 16419 [labelType="html" label="MapPartitionsRDD [16419] parquet at PersistJob.java:35"]; } subgraph cluster39646 { label="WholeStageCodegen (1)"; 16420 [labelType="html" label="MapPartitionsRDD [16420] parquet at PersistJob.java:35"]; } subgraph cluster39645 { label="Exchange"; 16421 [labelType="html" label="MapPartitionsRDD [16421] parquet at PersistJob.java:35"]; } } 16418->16419; 16419->16420; 16420->16421; }

digraph G { subgraph clusterstage_5948 { label="Stage 5948"; subgraph cluster39666 { label="AQEShuffleRead"; 16422 [labelType="html" label="ShuffledRowRDD [16422] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39663 { label="WholeStageCodegen (2)"; 16423 [labelType="html" label="MapPartitionsRDD [16423] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39662 { label="Window"; 16424 [labelType="html" label="MapPartitionsRDD [16424] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39656 { label="WholeStageCodegen (3)"; 16425 [labelType="html" label="MapPartitionsRDD [16425] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39655 { label="Window"; 16426 [labelType="html" label="MapPartitionsRDD [16426] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39652 { label="WholeStageCodegen (4)"; 16427 [labelType="html" label="MapPartitionsRDD [16427] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster39651 { label="Exchange"; 16428 [labelType="html" label="MapPartitionsRDD [16428] [Unordered] parquet at PersistJob.java:35"]; } } 16422->16423; 16423->16424; 16424->16425; 16425->16426; 16426->16427; 16427->16428; }

16421,16422

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
5948	default	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/08/26 10:44:15	3 s	1/1			3.1 MiB	25.9 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5948

default

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/08/26 10:44:15

3 s

1/1

3.1 MiB

25.9 MiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
5947	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5947

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

Page: