SP1 - Details for Job 442

Status: SUCCEEDED
Submitted: 2026/04/22 08:37:51
Duration: 16 ms
Associated SQL Query: 412
Job Group: 6533e9af-6777-477a-b101-ef9a7a661368
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_613 { label="Stage 613 (skipped)"; subgraph cluster5614 { label="Scan csv "; 2649 [labelType="html" label="FileScanRDD [2649] count at ColumnStatJob.java:47"]; 2650 [labelType="html" label="MapPartitionsRDD [2650] count at ColumnStatJob.java:47"]; } subgraph cluster5618 { label="Scan parquet "; 2651 [labelType="html" label="FileScanRDD [2651] count at ColumnStatJob.java:47"]; 2652 [labelType="html" label="MapPartitionsRDD [2652] count at ColumnStatJob.java:47"]; } subgraph cluster5615 { label="WholeStageCodegen (1)"; 2653 [labelType="html" label="MapPartitionsRDD [2653] count at ColumnStatJob.java:47"]; } subgraph cluster5622 { label="Scan parquet "; 2654 [labelType="html" label="FileScanRDD [2654] count at ColumnStatJob.java:47"]; 2655 [labelType="html" label="MapPartitionsRDD [2655] count at ColumnStatJob.java:47"]; } subgraph cluster5619 { label="WholeStageCodegen (2)"; 2656 [labelType="html" label="MapPartitionsRDD [2656] count at ColumnStatJob.java:47"]; } subgraph cluster5626 { label="Scan parquet "; 2657 [labelType="html" label="FileScanRDD [2657] count at ColumnStatJob.java:47"]; 2658 [labelType="html" label="MapPartitionsRDD [2658] count at ColumnStatJob.java:47"]; } subgraph cluster5623 { label="WholeStageCodegen (3)"; 2659 [labelType="html" label="MapPartitionsRDD [2659] count at ColumnStatJob.java:47"]; } subgraph cluster5630 { label="Scan parquet "; 2660 [labelType="html" label="FileScanRDD [2660] count at ColumnStatJob.java:47"]; 2661 [labelType="html" label="MapPartitionsRDD [2661] count at ColumnStatJob.java:47"]; } subgraph cluster5627 { label="WholeStageCodegen (4)"; 2662 [labelType="html" label="MapPartitionsRDD [2662] count at ColumnStatJob.java:47"]; } subgraph cluster5634 { label="Scan parquet "; 2663 [labelType="html" label="FileScanRDD [2663] count at ColumnStatJob.java:47"]; 2664 [labelType="html" label="MapPartitionsRDD [2664] count at ColumnStatJob.java:47"]; } subgraph cluster5631 { label="WholeStageCodegen (5)"; 2665 [labelType="html" label="MapPartitionsRDD [2665] count at ColumnStatJob.java:47"]; } subgraph cluster5613 { label="Union"; 2666 [labelType="html" label="UnionRDD [2666] count at ColumnStatJob.java:47"]; } subgraph cluster5610 { label="WholeStageCodegen (6)"; 2667 [labelType="html" label="MapPartitionsRDD [2667] count at ColumnStatJob.java:47"]; } subgraph cluster5609 { label="Exchange"; 2668 [labelType="html" label="MapPartitionsRDD [2668] count at ColumnStatJob.java:47"]; } } 2649->2650; 2651->2652; 2652->2653; 2654->2655; 2655->2656; 2657->2658; 2658->2659; 2660->2661; 2661->2662; 2663->2664; 2664->2665; 2650->2666; 2653->2666; 2656->2666; 2659->2666; 2662->2666; 2665->2666; 2666->2667; 2667->2668; }

digraph G { subgraph clusterstage_614 { label="Stage 614"; subgraph cluster5639 { label="Exchange"; 2669 [labelType="html" label="ShuffledRowRDD [2669] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster5635 { label="WholeStageCodegen (7)"; 2670 [labelType="html" label="MapPartitionsRDD [2670] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster5640 { label="mapPartitionsInternal"; 2671 [labelType="html" label="MapPartitionsRDD [2671] [Unordered] count at ColumnStatJob.java:47"]; } } 2669->2670; 2670->2671; }

2668,2669

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
614	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/22 08:37:51	8 ms	1/1			351.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

614

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/22 08:37:51

8 ms

1/1

351.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
613	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/6

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

613

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/6

Page: