SP1 - Details for Job 891

Status: SUCCEEDED
Submitted: 2026/08/28 13:18:56
Duration: 10 ms
Associated SQL Query: 736
Job Group: cd6ace50-fda7-4571-a3e3-1344fb3f842e
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_1505 { label="Stage 1505 (skipped)"; subgraph cluster9921 { label="Scan parquet "; 4185 [labelType="html" label="FileScanRDD [4185] count at ColumnStatJob.java:47"]; 4186 [labelType="html" label="MapPartitionsRDD [4186] count at ColumnStatJob.java:47"]; } subgraph cluster9916 { label="WholeStageCodegen (1)"; 4187 [labelType="html" label="MapPartitionsRDD [4187] count at ColumnStatJob.java:47"]; } subgraph cluster9915 { label="Exchange"; 4188 [labelType="html" label="MapPartitionsRDD [4188] count at ColumnStatJob.java:47"]; } } 4185->4186; 4186->4187; 4187->4188; }

digraph G { subgraph clusterstage_1506 { label="Stage 1506 (skipped)"; subgraph cluster9927 { label="Scan csv "; 4189 [labelType="html" label="FileScanRDD [4189] count at ColumnStatJob.java:47"]; 4190 [labelType="html" label="MapPartitionsRDD [4190] count at ColumnStatJob.java:47"]; } subgraph cluster9923 { label="WholeStageCodegen (2)"; 4191 [labelType="html" label="MapPartitionsRDD [4191] count at ColumnStatJob.java:47"]; } subgraph cluster9922 { label="Exchange"; 4192 [labelType="html" label="MapPartitionsRDD [4192] count at ColumnStatJob.java:47"]; } } 4189->4190; 4190->4191; 4191->4192; }

digraph G { subgraph clusterstage_1507 { label="Stage 1507 (skipped)"; subgraph cluster9969 { label="AQEShuffleRead"; 4213 [labelType="html" label="ShuffledRowRDD [4213] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9966 { label="WholeStageCodegen (3)"; 4214 [labelType="html" label="MapPartitionsRDD [4214] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9979 { label="AQEShuffleRead"; 4215 [labelType="html" label="ShuffledRowRDD [4215] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9976 { label="WholeStageCodegen (4)"; 4216 [labelType="html" label="MapPartitionsRDD [4216] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9975 { label="Window"; 4217 [labelType="html" label="MapPartitionsRDD [4217] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9971 { label="WholeStageCodegen (5)"; 4218 [labelType="html" label="MapPartitionsRDD [4218] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9960 { label="WholeStageCodegen (6)"; 4219 [labelType="html" label="ZippedPartitionsRDD2 [4219] [Unordered] count at ColumnStatJob.java:47"]; 4220 [labelType="html" label="MapPartitionsRDD [4220] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9959 { label="Exchange"; 4221 [labelType="html" label="MapPartitionsRDD [4221] [Unordered] count at ColumnStatJob.java:47"]; } } 4213->4214; 4215->4216; 4216->4217; 4217->4218; 4214->4219; 4218->4219; 4219->4220; 4220->4221; }

4188,4213

4192,4215

digraph G { subgraph clusterstage_1508 { label="Stage 1508 (skipped)"; subgraph cluster9985 { label="AQEShuffleRead"; 4222 [labelType="html" label="ShuffledRowRDD [4222] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9981 { label="WholeStageCodegen (7)"; 4223 [labelType="html" label="MapPartitionsRDD [4223] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9980 { label="Exchange"; 4224 [labelType="html" label="MapPartitionsRDD [4224] [Unordered] count at ColumnStatJob.java:47"]; } } 4222->4223; 4223->4224; }

4221,4222

digraph G { subgraph clusterstage_1509 { label="Stage 1509"; subgraph cluster9990 { label="Exchange"; 4225 [labelType="html" label="ShuffledRowRDD [4225] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9986 { label="WholeStageCodegen (8)"; 4226 [labelType="html" label="MapPartitionsRDD [4226] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9991 { label="mapPartitionsInternal"; 4227 [labelType="html" label="MapPartitionsRDD [4227] [Unordered] count at ColumnStatJob.java:47"]; } } 4225->4226; 4226->4227; }

4224,4225

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1509	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/08/28 13:18:56	6 ms	1/1			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1509

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/08/28 13:18:56

6 ms

1/1

59.0 B

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
1508	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1507	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1506	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
1505	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Page: