SP1 - Details for Job 889

Status: SUCCEEDED
Submitted: 2026/08/28 13:18:56
Duration: 0.4 s
Associated SQL Query: 736
Job Group: cd6ace50-fda7-4571-a3e3-1344fb3f842e
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1498 { label="Stage 1498 (skipped)"; subgraph cluster9921 { label="Scan parquet "; 4185 [labelType="html" label="FileScanRDD [4185] count at ColumnStatJob.java:47"]; 4186 [labelType="html" label="MapPartitionsRDD [4186] count at ColumnStatJob.java:47"]; } subgraph cluster9916 { label="WholeStageCodegen (1)"; 4187 [labelType="html" label="MapPartitionsRDD [4187] count at ColumnStatJob.java:47"]; } subgraph cluster9915 { label="Exchange"; 4188 [labelType="html" label="MapPartitionsRDD [4188] count at ColumnStatJob.java:47"]; } } 4185->4186; 4186->4187; 4187->4188; }

digraph G { subgraph clusterstage_1499 { label="Stage 1499 (skipped)"; subgraph cluster9927 { label="Scan csv "; 4189 [labelType="html" label="FileScanRDD [4189] count at ColumnStatJob.java:47"]; 4190 [labelType="html" label="MapPartitionsRDD [4190] count at ColumnStatJob.java:47"]; } subgraph cluster9923 { label="WholeStageCodegen (2)"; 4191 [labelType="html" label="MapPartitionsRDD [4191] count at ColumnStatJob.java:47"]; } subgraph cluster9922 { label="Exchange"; 4192 [labelType="html" label="MapPartitionsRDD [4192] count at ColumnStatJob.java:47"]; } } 4189->4190; 4190->4191; 4191->4192; }

digraph G { subgraph clusterstage_1500 { label="Stage 1500"; subgraph cluster9969 { label="AQEShuffleRead"; 4213 [labelType="html" label="ShuffledRowRDD [4213] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9966 { label="WholeStageCodegen (3)"; 4214 [labelType="html" label="MapPartitionsRDD [4214] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9979 { label="AQEShuffleRead"; 4215 [labelType="html" label="ShuffledRowRDD [4215] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9976 { label="WholeStageCodegen (4)"; 4216 [labelType="html" label="MapPartitionsRDD [4216] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9975 { label="Window"; 4217 [labelType="html" label="MapPartitionsRDD [4217] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9971 { label="WholeStageCodegen (5)"; 4218 [labelType="html" label="MapPartitionsRDD [4218] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9960 { label="WholeStageCodegen (6)"; 4219 [labelType="html" label="ZippedPartitionsRDD2 [4219] [Unordered] count at ColumnStatJob.java:47"]; 4220 [labelType="html" label="MapPartitionsRDD [4220] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster9959 { label="Exchange"; 4221 [labelType="html" label="MapPartitionsRDD [4221] [Unordered] count at ColumnStatJob.java:47"]; } } 4213->4214; 4215->4216; 4216->4217; 4217->4218; 4214->4219; 4218->4219; 4219->4220; 4220->4221; }

4188,4213

4192,4215

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1500	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/08/28 13:18:56	0.3 s	1/1			1511.0 KiB	3.5 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1500

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/08/28 13:18:56

0.3 s

1/1

1511.0 KiB

3.5 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1499	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
1498	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/10

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1499

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

1498

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/10

Page: