SP1 - Details for Job 348

Status: SUCCEEDED
Submitted: 2026/04/21 11:51:38
Duration: 23 ms
Associated SQL Query: 324
Job Group: e8e83536-419d-4ccc-a796-4abfca11d807
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_508 { label="Stage 508 (skipped)"; subgraph cluster4653 { label="Scan csv "; 2196 [labelType="html" label="FileScanRDD [2196] count at ColumnStatJob.java:47"]; 2197 [labelType="html" label="MapPartitionsRDD [2197] count at ColumnStatJob.java:47"]; } subgraph cluster4657 { label="Scan parquet "; 2198 [labelType="html" label="FileScanRDD [2198] count at ColumnStatJob.java:47"]; 2199 [labelType="html" label="MapPartitionsRDD [2199] count at ColumnStatJob.java:47"]; } subgraph cluster4654 { label="WholeStageCodegen (1)"; 2200 [labelType="html" label="MapPartitionsRDD [2200] count at ColumnStatJob.java:47"]; } subgraph cluster4661 { label="Scan parquet "; 2201 [labelType="html" label="FileScanRDD [2201] count at ColumnStatJob.java:47"]; 2202 [labelType="html" label="MapPartitionsRDD [2202] count at ColumnStatJob.java:47"]; } subgraph cluster4658 { label="WholeStageCodegen (2)"; 2203 [labelType="html" label="MapPartitionsRDD [2203] count at ColumnStatJob.java:47"]; } subgraph cluster4665 { label="Scan parquet "; 2204 [labelType="html" label="FileScanRDD [2204] count at ColumnStatJob.java:47"]; 2205 [labelType="html" label="MapPartitionsRDD [2205] count at ColumnStatJob.java:47"]; } subgraph cluster4662 { label="WholeStageCodegen (3)"; 2206 [labelType="html" label="MapPartitionsRDD [2206] count at ColumnStatJob.java:47"]; } subgraph cluster4652 { label="Union"; 2207 [labelType="html" label="UnionRDD [2207] count at ColumnStatJob.java:47"]; } subgraph cluster4649 { label="WholeStageCodegen (4)"; 2208 [labelType="html" label="MapPartitionsRDD [2208] count at ColumnStatJob.java:47"]; } subgraph cluster4648 { label="Exchange"; 2209 [labelType="html" label="MapPartitionsRDD [2209] count at ColumnStatJob.java:47"]; } } 2196->2197; 2198->2199; 2199->2200; 2201->2202; 2202->2203; 2204->2205; 2205->2206; 2197->2207; 2200->2207; 2203->2207; 2206->2207; 2207->2208; 2208->2209; }

digraph G { subgraph clusterstage_509 { label="Stage 509"; subgraph cluster4670 { label="Exchange"; 2210 [labelType="html" label="ShuffledRowRDD [2210] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster4666 { label="WholeStageCodegen (5)"; 2211 [labelType="html" label="MapPartitionsRDD [2211] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster4671 { label="mapPartitionsInternal"; 2212 [labelType="html" label="MapPartitionsRDD [2212] [Unordered] count at ColumnStatJob.java:47"]; } } 2210->2211; 2211->2212; }

2209,2210

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
509	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/21 11:51:38	18 ms	1/1			233.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

509

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/21 11:51:38

18 ms

1/1

233.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
508	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/4

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

508

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/4

Page: