SP1 - Details for Job 1561

Status: SUCCEEDED
Submitted: 2026/02/24 11:11:02
Duration: 0.2 s
Associated SQL Query: 1123
Job Group: 7c29ea8b-1d99-47cd-90b5-a672e60d6559
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_2627 { label="Stage 2627 (skipped)"; subgraph cluster14341 { label="Scan parquet "; 5690 [labelType="html" label="FileScanRDD [5690] takeAsList at DataFrameCommonJob.java:145"]; 5691 [labelType="html" label="MapPartitionsRDD [5691] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14336 { label="WholeStageCodegen (2)"; 5692 [labelType="html" label="MapPartitionsRDD [5692] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14335 { label="Exchange"; 5693 [labelType="html" label="MapPartitionsRDD [5693] takeAsList at DataFrameCommonJob.java:145"]; } } 5690->5691; 5691->5692; 5692->5693; }

digraph G { subgraph clusterstage_2628 { label="Stage 2628 (skipped)"; subgraph cluster14334 { label="Scan csv "; 5686 [labelType="html" label="FileScanRDD [5686] takeAsList at DataFrameCommonJob.java:145"]; 5687 [labelType="html" label="MapPartitionsRDD [5687] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14330 { label="WholeStageCodegen (1)"; 5688 [labelType="html" label="MapPartitionsRDD [5688] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14329 { label="Exchange"; 5689 [labelType="html" label="MapPartitionsRDD [5689] takeAsList at DataFrameCommonJob.java:145"]; } } 5686->5687; 5687->5688; 5688->5689; }

digraph G { subgraph clusterstage_2629 { label="Stage 2629 (skipped)"; subgraph cluster14348 { label="Scan parquet "; 5694 [labelType="html" label="FileScanRDD [5694] takeAsList at DataFrameCommonJob.java:145"]; 5695 [labelType="html" label="MapPartitionsRDD [5695] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14343 { label="WholeStageCodegen (3)"; 5696 [labelType="html" label="MapPartitionsRDD [5696] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14342 { label="Exchange"; 5697 [labelType="html" label="MapPartitionsRDD [5697] takeAsList at DataFrameCommonJob.java:145"]; } } 5694->5695; 5695->5696; 5696->5697; }

digraph G { subgraph clusterstage_2630 { label="Stage 2630 (skipped)"; subgraph cluster14362 { label="AQEShuffleRead"; 5698 [labelType="html" label="ShuffledRowRDD [5698] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14359 { label="WholeStageCodegen (4)"; 5699 [labelType="html" label="MapPartitionsRDD [5699] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14367 { label="AQEShuffleRead"; 5700 [labelType="html" label="ShuffledRowRDD [5700] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14364 { label="WholeStageCodegen (5)"; 5701 [labelType="html" label="MapPartitionsRDD [5701] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14355 { label="WholeStageCodegen (6)"; 5702 [labelType="html" label="ZippedPartitionsRDD2 [5702] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 5703 [labelType="html" label="MapPartitionsRDD [5703] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14372 { label="AQEShuffleRead"; 5704 [labelType="html" label="ShuffledRowRDD [5704] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14369 { label="WholeStageCodegen (7)"; 5705 [labelType="html" label="MapPartitionsRDD [5705] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14351 { label="WholeStageCodegen (8)"; 5706 [labelType="html" label="ZippedPartitionsRDD2 [5706] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 5707 [labelType="html" label="MapPartitionsRDD [5707] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14350 { label="ObjectHashAggregate"; 5708 [labelType="html" label="MapPartitionsRDD [5708] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14349 { label="Exchange"; 5709 [labelType="html" label="MapPartitionsRDD [5709] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 5698->5699; 5700->5701; 5699->5702; 5701->5702; 5702->5703; 5704->5705; 5703->5706; 5705->5706; 5706->5707; 5707->5708; 5708->5709; }

5689,5698

5693,5700

5697,5704

digraph G { subgraph clusterstage_2631 { label="Stage 2631"; subgraph cluster14374 { label="AQEShuffleRead"; 5710 [labelType="html" label="ShuffledRowRDD [5710] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14373 { label="ObjectHashAggregate"; 5711 [labelType="html" label="MapPartitionsRDD [5711] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster14375 { label="mapPartitionsInternal"; 5712 [labelType="html" label="MapPartitionsRDD [5712] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 5710->5711; 5711->5712; }

5709,5710

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
2631	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/02/24 11:11:02	0.2 s	1/1			136.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

2631

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/02/24 11:11:02

0.2 s

1/1

136.0 B

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
2630	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
2629	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
2628	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
2627	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: