SP1 - Details for Job 337

Status: SUCCEEDED
Submitted: 2026/04/21 11:50:27
Duration: 30 ms
Associated SQL Query: 313
Job Group: d2eb031a-b0fa-4d1f-bbc6-68ad9fdb4aed
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_496 { label="Stage 496 (skipped)"; subgraph cluster4536 { label="Scan csv "; 2141 [labelType="html" label="FileScanRDD [2141] count at ColumnStatJob.java:47"]; 2142 [labelType="html" label="MapPartitionsRDD [2142] count at ColumnStatJob.java:47"]; } subgraph cluster4540 { label="Scan parquet "; 2143 [labelType="html" label="FileScanRDD [2143] count at ColumnStatJob.java:47"]; 2144 [labelType="html" label="MapPartitionsRDD [2144] count at ColumnStatJob.java:47"]; } subgraph cluster4537 { label="WholeStageCodegen (1)"; 2145 [labelType="html" label="MapPartitionsRDD [2145] count at ColumnStatJob.java:47"]; } subgraph cluster4544 { label="Scan parquet "; 2146 [labelType="html" label="FileScanRDD [2146] count at ColumnStatJob.java:47"]; 2147 [labelType="html" label="MapPartitionsRDD [2147] count at ColumnStatJob.java:47"]; } subgraph cluster4541 { label="WholeStageCodegen (2)"; 2148 [labelType="html" label="MapPartitionsRDD [2148] count at ColumnStatJob.java:47"]; } subgraph cluster4535 { label="Union"; 2149 [labelType="html" label="UnionRDD [2149] count at ColumnStatJob.java:47"]; } subgraph cluster4532 { label="WholeStageCodegen (3)"; 2150 [labelType="html" label="MapPartitionsRDD [2150] count at ColumnStatJob.java:47"]; } subgraph cluster4531 { label="Exchange"; 2151 [labelType="html" label="MapPartitionsRDD [2151] count at ColumnStatJob.java:47"]; } } 2141->2142; 2143->2144; 2144->2145; 2146->2147; 2147->2148; 2142->2149; 2145->2149; 2148->2149; 2149->2150; 2150->2151; }

digraph G { subgraph clusterstage_497 { label="Stage 497"; subgraph cluster4549 { label="Exchange"; 2152 [labelType="html" label="ShuffledRowRDD [2152] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster4545 { label="WholeStageCodegen (4)"; 2153 [labelType="html" label="MapPartitionsRDD [2153] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster4550 { label="mapPartitionsInternal"; 2154 [labelType="html" label="MapPartitionsRDD [2154] [Unordered] count at ColumnStatJob.java:47"]; } } 2152->2153; 2153->2154; }

2151,2152

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
497	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/21 11:50:27	22 ms	1/1			174.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

497

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/21 11:50:27

22 ms

1/1

174.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
496	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

496

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/3

Page: