SP1 - Details for Job 412

Status: SUCCEEDED
Submitted: 2026/04/22 08:15:15
Duration: 14 ms
Associated SQL Query: 383
Job Group: b706f71c-7c96-47c6-babb-21373e60f6cd
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_581 { label="Stage 581 (skipped)"; subgraph cluster5296 { label="Scan csv "; 2507 [labelType="html" label="FileScanRDD [2507] count at ColumnStatJob.java:47"]; 2508 [labelType="html" label="MapPartitionsRDD [2508] count at ColumnStatJob.java:47"]; } subgraph cluster5300 { label="Scan parquet "; 2509 [labelType="html" label="FileScanRDD [2509] count at ColumnStatJob.java:47"]; 2510 [labelType="html" label="MapPartitionsRDD [2510] count at ColumnStatJob.java:47"]; } subgraph cluster5297 { label="WholeStageCodegen (1)"; 2511 [labelType="html" label="MapPartitionsRDD [2511] count at ColumnStatJob.java:47"]; } subgraph cluster5304 { label="Scan parquet "; 2512 [labelType="html" label="FileScanRDD [2512] count at ColumnStatJob.java:47"]; 2513 [labelType="html" label="MapPartitionsRDD [2513] count at ColumnStatJob.java:47"]; } subgraph cluster5301 { label="WholeStageCodegen (2)"; 2514 [labelType="html" label="MapPartitionsRDD [2514] count at ColumnStatJob.java:47"]; } subgraph cluster5295 { label="Union"; 2515 [labelType="html" label="UnionRDD [2515] count at ColumnStatJob.java:47"]; } subgraph cluster5292 { label="WholeStageCodegen (3)"; 2516 [labelType="html" label="MapPartitionsRDD [2516] count at ColumnStatJob.java:47"]; } subgraph cluster5291 { label="Exchange"; 2517 [labelType="html" label="MapPartitionsRDD [2517] count at ColumnStatJob.java:47"]; } } 2507->2508; 2509->2510; 2510->2511; 2512->2513; 2513->2514; 2508->2515; 2511->2515; 2514->2515; 2515->2516; 2516->2517; }

digraph G { subgraph clusterstage_582 { label="Stage 582"; subgraph cluster5309 { label="Exchange"; 2518 [labelType="html" label="ShuffledRowRDD [2518] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster5305 { label="WholeStageCodegen (4)"; 2519 [labelType="html" label="MapPartitionsRDD [2519] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster5310 { label="mapPartitionsInternal"; 2520 [labelType="html" label="MapPartitionsRDD [2520] [Unordered] count at ColumnStatJob.java:47"]; } } 2518->2519; 2519->2520; }

2517,2518

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
582	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/22 08:15:15	8 ms	1/1			174.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

582

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/22 08:15:15

8 ms

1/1

174.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
581	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

581

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/3

Page: