SP1 - Details for Job 892

Status: SUCCEEDED
Submitted: 2026/08/28 13:18:58
Duration: 0.3 s
Associated SQL Query: 741
Job Group: 99fe0ab9-2371-4c5f-9bfb-9db649627429
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1510 { label="Stage 1510 (skipped)"; subgraph cluster9952 { label="Scan parquet "; 4205 [labelType="html" label="FileScanRDD [4205] takeAsList at DataFrameCommonJob.java:145"]; 4206 [labelType="html" label="MapPartitionsRDD [4206] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9947 { label="WholeStageCodegen (1)"; 4207 [labelType="html" label="MapPartitionsRDD [4207] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9946 { label="Exchange"; 4208 [labelType="html" label="MapPartitionsRDD [4208] takeAsList at DataFrameCommonJob.java:145"]; } } 4205->4206; 4206->4207; 4207->4208; }

digraph G { subgraph clusterstage_1511 { label="Stage 1511 (skipped)"; subgraph cluster9958 { label="Scan csv "; 4209 [labelType="html" label="FileScanRDD [4209] takeAsList at DataFrameCommonJob.java:145"]; 4210 [labelType="html" label="MapPartitionsRDD [4210] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9954 { label="WholeStageCodegen (2)"; 4211 [labelType="html" label="MapPartitionsRDD [4211] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster9953 { label="Exchange"; 4212 [labelType="html" label="MapPartitionsRDD [4212] takeAsList at DataFrameCommonJob.java:145"]; } } 4209->4210; 4210->4211; 4211->4212; }

digraph G { subgraph clusterstage_1512 { label="Stage 1512"; subgraph cluster10026 { label="AQEShuffleRead"; 4228 [labelType="html" label="ShuffledRowRDD [4228] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10023 { label="WholeStageCodegen (3)"; 4229 [labelType="html" label="MapPartitionsRDD [4229] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10036 { label="AQEShuffleRead"; 4230 [labelType="html" label="ShuffledRowRDD [4230] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10033 { label="WholeStageCodegen (4)"; 4231 [labelType="html" label="MapPartitionsRDD [4231] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10032 { label="Window"; 4232 [labelType="html" label="MapPartitionsRDD [4232] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10028 { label="WholeStageCodegen (5)"; 4233 [labelType="html" label="MapPartitionsRDD [4233] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10017 { label="WholeStageCodegen (6)"; 4234 [labelType="html" label="ZippedPartitionsRDD2 [4234] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 4235 [labelType="html" label="MapPartitionsRDD [4235] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10016 { label="Exchange"; 4236 [labelType="html" label="MapPartitionsRDD [4236] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 4228->4229; 4230->4231; 4231->4232; 4232->4233; 4229->4234; 4233->4234; 4234->4235; 4235->4236; }

4208,4228

4212,4230

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1512	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/08/28 13:18:58	0.3 s	1/1			1511.0 KiB	4.2 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1512

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/08/28 13:18:58

0.3 s

1/1

1511.0 KiB

4.2 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1511	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
1510	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1511

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

1510

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

Page: