SP1 - Details for Job 3987

Status: SUCCEEDED
Submitted: 2026/08/26 10:44:14
Duration: 0.4 s
Job Group: dead0f4e-5344-4052-a9b6-d82f47d4c738
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_5943 { label="Stage 5943 (skipped)"; subgraph cluster39607 { label="Scan parquet "; 16394 [labelType="html" label="FileScanRDD [16394] rdd at PersistJob.java:28"]; 16395 [labelType="html" label="MapPartitionsRDD [16395] rdd at PersistJob.java:28"]; } subgraph cluster39603 { label="WholeStageCodegen (1)"; 16396 [labelType="html" label="MapPartitionsRDD [16396] rdd at PersistJob.java:28"]; } subgraph cluster39602 { label="Exchange"; 16397 [labelType="html" label="MapPartitionsRDD [16397] rdd at PersistJob.java:28"]; } } 16394->16395; 16395->16396; 16396->16397; }

digraph G { subgraph clusterstage_5944 { label="Stage 5944 (skipped)"; subgraph cluster39623 { label="AQEShuffleRead"; 16398 [labelType="html" label="ShuffledRowRDD [16398] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster39620 { label="WholeStageCodegen (2)"; 16399 [labelType="html" label="MapPartitionsRDD [16399] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster39619 { label="Window"; 16400 [labelType="html" label="MapPartitionsRDD [16400] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster39613 { label="WholeStageCodegen (3)"; 16401 [labelType="html" label="MapPartitionsRDD [16401] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster39612 { label="Window"; 16402 [labelType="html" label="MapPartitionsRDD [16402] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster39609 { label="WholeStageCodegen (4)"; 16403 [labelType="html" label="MapPartitionsRDD [16403] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster39608 { label="Exchange"; 16404 [labelType="html" label="MapPartitionsRDD [16404] [Unordered] rdd at PersistJob.java:28"]; } } 16398->16399; 16399->16400; 16400->16401; 16401->16402; 16402->16403; 16403->16404; }

16397,16398

digraph G { subgraph clusterstage_5945 { label="Stage 5945"; subgraph cluster39634 { label="Exchange"; 16405 [labelType="html" label="ShuffledRowRDD [16405] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster39630 { label="WholeStageCodegen (5)"; 16406 [labelType="html" label="MapPartitionsRDD [16406] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster39629 { label="Window"; 16407 [labelType="html" label="MapPartitionsRDD [16407] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster39626 { label="WholeStageCodegen (6)"; 16408 [labelType="html" label="MapPartitionsRDD [16408] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster39625 { label="Window"; 16409 [labelType="html" label="MapPartitionsRDD [16409] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster39624 { label="Exchange"; 16410 [labelType="html" label="MapPartitionsRDD [16410] [Unordered] rdd at PersistJob.java:28"]; } } 16405->16406; 16406->16407; 16407->16408; 16408->16409; 16409->16410; }

16404,16405

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
5945	default	PersistFrame rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/08/26 10:44:14	0.4 s	10/10			25.9 MiB	3.6 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5945

default

PersistFrame rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/08/26 10:44:14

0.4 s

10/10

25.9 MiB

3.6 MiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
5944	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
5943	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

5944

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

5943

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

Page: