SP1 - Details for Job 250

Status: SUCCEEDED
Submitted: 2026/04/21 08:58:09
Duration: 13 ms
Associated SQL Query: 248
Job Group: ee0b0d75-f837-4cb9-8469-fae6a59e4da0
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_395 { label="Stage 395 (skipped)"; subgraph cluster3743 { label="Scan parquet "; 1777 [labelType="html" label="FileScanRDD [1777] count at ColumnStatJob.java:47"]; 1778 [labelType="html" label="MapPartitionsRDD [1778] count at ColumnStatJob.java:47"]; } subgraph cluster3744 { label="Scan parquet "; 1779 [labelType="html" label="FileScanRDD [1779] count at ColumnStatJob.java:47"]; 1780 [labelType="html" label="MapPartitionsRDD [1780] count at ColumnStatJob.java:47"]; } subgraph cluster3745 { label="Scan parquet "; 1781 [labelType="html" label="FileScanRDD [1781] count at ColumnStatJob.java:47"]; 1782 [labelType="html" label="MapPartitionsRDD [1782] count at ColumnStatJob.java:47"]; } subgraph cluster3742 { label="Union"; 1783 [labelType="html" label="UnionRDD [1783] count at ColumnStatJob.java:47"]; } subgraph cluster3738 { label="WholeStageCodegen (1)"; 1784 [labelType="html" label="MapPartitionsRDD [1784] count at ColumnStatJob.java:47"]; } subgraph cluster3737 { label="Exchange"; 1785 [labelType="html" label="MapPartitionsRDD [1785] count at ColumnStatJob.java:47"]; } } 1777->1778; 1779->1780; 1781->1782; 1778->1783; 1780->1783; 1782->1783; 1783->1784; 1784->1785; }

digraph G { subgraph clusterstage_396 { label="Stage 396"; subgraph cluster3750 { label="Exchange"; 1786 [labelType="html" label="ShuffledRowRDD [1786] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster3746 { label="WholeStageCodegen (2)"; 1787 [labelType="html" label="MapPartitionsRDD [1787] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster3751 { label="mapPartitionsInternal"; 1788 [labelType="html" label="MapPartitionsRDD [1788] [Unordered] count at ColumnStatJob.java:47"]; } } 1786->1787; 1787->1788; }

1785,1786

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
396	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/21 08:58:09	8 ms	1/1			177.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

396

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/21 08:58:09

8 ms

1/1

177.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
395	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

395

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/3

Page: