SP1 - Details for Job 879

Status: SUCCEEDED
Submitted: 2026/08/28 13:18:32
Duration: 0.4 s
Associated SQL Query: 731
Job Group: b8811796-53e5-48dc-a2da-37434a96c906
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1483 { label="Stage 1483 (skipped)"; subgraph cluster9786 { label="Scan parquet "; 4138 [labelType="html" label="FileScanRDD [4138] takeAsList at DataFrameCommonJob.java:145"]; 4139 [labelType="html" label="MapPartitionsRDD [4139] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9781 { label="WholeStageCodegen (1)"; 4140 [labelType="html" label="MapPartitionsRDD [4140] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9780 { label="Exchange"; 4141 [labelType="html" label="MapPartitionsRDD [4141] takeAsList at DataFrameCommonJob.java:145"]; } } 4138->4139; 4139->4140; 4140->4141; }

digraph G { subgraph clusterstage_1484 { label="Stage 1484 (skipped)"; subgraph cluster9792 { label="Scan csv "; 4142 [labelType="html" label="FileScanRDD [4142] takeAsList at DataFrameCommonJob.java:145"]; 4143 [labelType="html" label="MapPartitionsRDD [4143] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9788 { label="WholeStageCodegen (2)"; 4144 [labelType="html" label="MapPartitionsRDD [4144] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9787 { label="Exchange"; 4145 [labelType="html" label="MapPartitionsRDD [4145] takeAsList at DataFrameCommonJob.java:145"]; } } 4142->4143; 4143->4144; 4144->4145; }

digraph G { subgraph clusterstage_1485 { label="Stage 1485"; subgraph cluster9860 { label="AQEShuffleRead"; 4161 [labelType="html" label="ShuffledRowRDD [4161] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9857 { label="WholeStageCodegen (3)"; 4162 [labelType="html" label="MapPartitionsRDD [4162] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9870 { label="AQEShuffleRead"; 4163 [labelType="html" label="ShuffledRowRDD [4163] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9867 { label="WholeStageCodegen (4)"; 4164 [labelType="html" label="MapPartitionsRDD [4164] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9866 { label="Window"; 4165 [labelType="html" label="MapPartitionsRDD [4165] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9862 { label="WholeStageCodegen (5)"; 4166 [labelType="html" label="MapPartitionsRDD [4166] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9851 { label="WholeStageCodegen (6)"; 4167 [labelType="html" label="ZippedPartitionsRDD2 [4167] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 4168 [labelType="html" label="MapPartitionsRDD [4168] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9850 { label="Exchange"; 4169 [labelType="html" label="MapPartitionsRDD [4169] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 4161->4162; 4163->4164; 4164->4165; 4165->4166; 4162->4167; 4166->4167; 4167->4168; 4168->4169; }

4141,4161

4145,4163

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1485	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/08/28 13:18:32	0.4 s	1/1			1511.0 KiB	4.2 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1485

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/08/28 13:18:32

0.4 s

1/1

1511.0 KiB

4.2 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1484	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
1483	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1484

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

1483

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

Page: