SP1 - Details for Job 878

Status: SUCCEEDED
Submitted: 2026/08/28 13:18:31
Duration: 10 ms
Associated SQL Query: 726
Job Group: 98cc258d-b178-4857-996c-10b1d79e756c
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_1478 { label="Stage 1478 (skipped)"; subgraph cluster9755 { label="Scan parquet "; 4118 [labelType="html" label="FileScanRDD [4118] count at ColumnStatJob.java:47"]; 4119 [labelType="html" label="MapPartitionsRDD [4119] count at ColumnStatJob.java:47"]; } subgraph cluster9750 { label="WholeStageCodegen (1)"; 4120 [labelType="html" label="MapPartitionsRDD [4120] count at ColumnStatJob.java:47"]; } subgraph cluster9749 { label="Exchange"; 4121 [labelType="html" label="MapPartitionsRDD [4121] count at ColumnStatJob.java:47"]; } } 4118->4119; 4119->4120; 4120->4121; }

digraph G { subgraph clusterstage_1479 { label="Stage 1479 (skipped)"; subgraph cluster9761 { label="Scan csv "; 4122 [labelType="html" label="FileScanRDD [4122] count at ColumnStatJob.java:47"]; 4123 [labelType="html" label="MapPartitionsRDD [4123] count at ColumnStatJob.java:47"]; } subgraph cluster9757 { label="WholeStageCodegen (2)"; 4124 [labelType="html" label="MapPartitionsRDD [4124] count at ColumnStatJob.java:47"]; } subgraph cluster9756 { label="Exchange"; 4125 [labelType="html" label="MapPartitionsRDD [4125] count at ColumnStatJob.java:47"]; } } 4122->4123; 4123->4124; 4124->4125; }

digraph G { subgraph clusterstage_1480 { label="Stage 1480 (skipped)"; subgraph cluster9803 { label="AQEShuffleRead"; 4146 [labelType="html" label="ShuffledRowRDD [4146] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9800 { label="WholeStageCodegen (3)"; 4147 [labelType="html" label="MapPartitionsRDD [4147] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9813 { label="AQEShuffleRead"; 4148 [labelType="html" label="ShuffledRowRDD [4148] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9810 { label="WholeStageCodegen (4)"; 4149 [labelType="html" label="MapPartitionsRDD [4149] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9809 { label="Window"; 4150 [labelType="html" label="MapPartitionsRDD [4150] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9805 { label="WholeStageCodegen (5)"; 4151 [labelType="html" label="MapPartitionsRDD [4151] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9794 { label="WholeStageCodegen (6)"; 4152 [labelType="html" label="ZippedPartitionsRDD2 [4152] [Unordered] count at ColumnStatJob.java:47"]; 4153 [labelType="html" label="MapPartitionsRDD [4153] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9793 { label="Exchange"; 4154 [labelType="html" label="MapPartitionsRDD [4154] [Unordered] count at ColumnStatJob.java:47"]; } } 4146->4147; 4148->4149; 4149->4150; 4150->4151; 4147->4152; 4151->4152; 4152->4153; 4153->4154; }

4121,4146

4125,4148

digraph G { subgraph clusterstage_1481 { label="Stage 1481 (skipped)"; subgraph cluster9819 { label="AQEShuffleRead"; 4155 [labelType="html" label="ShuffledRowRDD [4155] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9815 { label="WholeStageCodegen (7)"; 4156 [labelType="html" label="MapPartitionsRDD [4156] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9814 { label="Exchange"; 4157 [labelType="html" label="MapPartitionsRDD [4157] [Unordered] count at ColumnStatJob.java:47"]; } } 4155->4156; 4156->4157; }

4154,4155

digraph G { subgraph clusterstage_1482 { label="Stage 1482"; subgraph cluster9824 { label="Exchange"; 4158 [labelType="html" label="ShuffledRowRDD [4158] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9820 { label="WholeStageCodegen (8)"; 4159 [labelType="html" label="MapPartitionsRDD [4159] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9825 { label="mapPartitionsInternal"; 4160 [labelType="html" label="MapPartitionsRDD [4160] [Unordered] count at ColumnStatJob.java:47"]; } } 4158->4159; 4159->4160; }

4157,4158

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1482	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/08/28 13:18:31	5 ms	1/1			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1482

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/08/28 13:18:31

5 ms

1/1

59.0 B

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
1481	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1480	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1479	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
1478	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Page: