SP1 - Details for Job 323

Status: SUCCEEDED
Submitted: 2026/04/21 11:46:06
Duration: 33 ms
Associated SQL Query: 298
Job Group: 2f1b3a36-2c0e-4746-988f-7bbc5d535b97
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_480 { label="Stage 480 (skipped)"; subgraph cluster4391 { label="Scan csv "; 2065 [labelType="html" label="FileScanRDD [2065] count at ColumnStatJob.java:47"]; 2066 [labelType="html" label="MapPartitionsRDD [2066] count at ColumnStatJob.java:47"]; } subgraph cluster4395 { label="Scan parquet "; 2067 [labelType="html" label="FileScanRDD [2067] count at ColumnStatJob.java:47"]; 2068 [labelType="html" label="MapPartitionsRDD [2068] count at ColumnStatJob.java:47"]; } subgraph cluster4392 { label="WholeStageCodegen (1)"; 2069 [labelType="html" label="MapPartitionsRDD [2069] count at ColumnStatJob.java:47"]; } subgraph cluster4390 { label="Union"; 2070 [labelType="html" label="UnionRDD [2070] count at ColumnStatJob.java:47"]; } subgraph cluster4387 { label="WholeStageCodegen (2)"; 2071 [labelType="html" label="MapPartitionsRDD [2071] count at ColumnStatJob.java:47"]; } subgraph cluster4386 { label="Exchange"; 2072 [labelType="html" label="MapPartitionsRDD [2072] count at ColumnStatJob.java:47"]; } } 2065->2066; 2067->2068; 2068->2069; 2066->2070; 2069->2070; 2070->2071; 2071->2072; }

digraph G { subgraph clusterstage_481 { label="Stage 481"; subgraph cluster4400 { label="Exchange"; 2073 [labelType="html" label="ShuffledRowRDD [2073] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster4396 { label="WholeStageCodegen (3)"; 2074 [labelType="html" label="MapPartitionsRDD [2074] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster4401 { label="mapPartitionsInternal"; 2075 [labelType="html" label="MapPartitionsRDD [2075] [Unordered] count at ColumnStatJob.java:47"]; } } 2073->2074; 2074->2075; }

2072,2073

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
481	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/21 11:46:06	24 ms	1/1			115.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

481

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/21 11:46:06

24 ms

1/1

115.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
480	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

480

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

Page: