SP1 - Details for Job 261

Status: SUCCEEDED
Submitted: 2026/04/21 08:58:23
Duration: 21 ms
Associated SQL Query: 253
Job Group: d1b2fcdd-2dec-48f4-bfd2-377b3fd695c3
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_408 { label="Stage 408 (skipped)"; subgraph cluster3836 { label="Scan parquet "; 1812 [labelType="html" label="FileScanRDD [1812] count at ColumnStatJob.java:47"]; 1813 [labelType="html" label="MapPartitionsRDD [1813] count at ColumnStatJob.java:47"]; } subgraph cluster3832 { label="WholeStageCodegen (1)"; 1814 [labelType="html" label="MapPartitionsRDD [1814] count at ColumnStatJob.java:47"]; } subgraph cluster3841 { label="Scan parquet "; 1815 [labelType="html" label="FileScanRDD [1815] count at ColumnStatJob.java:47"]; 1816 [labelType="html" label="MapPartitionsRDD [1816] count at ColumnStatJob.java:47"]; } subgraph cluster3837 { label="WholeStageCodegen (2)"; 1817 [labelType="html" label="MapPartitionsRDD [1817] count at ColumnStatJob.java:47"]; } subgraph cluster3846 { label="Scan parquet "; 1818 [labelType="html" label="FileScanRDD [1818] count at ColumnStatJob.java:47"]; 1819 [labelType="html" label="MapPartitionsRDD [1819] count at ColumnStatJob.java:47"]; } subgraph cluster3842 { label="WholeStageCodegen (3)"; 1820 [labelType="html" label="MapPartitionsRDD [1820] count at ColumnStatJob.java:47"]; } subgraph cluster3831 { label="Union"; 1821 [labelType="html" label="UnionRDD [1821] count at ColumnStatJob.java:47"]; } subgraph cluster3828 { label="WholeStageCodegen (4)"; 1822 [labelType="html" label="MapPartitionsRDD [1822] count at ColumnStatJob.java:47"]; } subgraph cluster3827 { label="Exchange"; 1823 [labelType="html" label="MapPartitionsRDD [1823] count at ColumnStatJob.java:47"]; } } 1812->1813; 1813->1814; 1815->1816; 1816->1817; 1818->1819; 1819->1820; 1814->1821; 1817->1821; 1820->1821; 1821->1822; 1822->1823; }

digraph G { subgraph clusterstage_409 { label="Stage 409 (skipped)"; subgraph cluster3852 { label="AQEShuffleRead"; 1824 [labelType="html" label="ShuffledRowRDD [1824] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster3848 { label="WholeStageCodegen (5)"; 1825 [labelType="html" label="MapPartitionsRDD [1825] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster3847 { label="Exchange"; 1826 [labelType="html" label="MapPartitionsRDD [1826] [Unordered] count at ColumnStatJob.java:47"]; } } 1824->1825; 1825->1826; }

1823,1824

digraph G { subgraph clusterstage_410 { label="Stage 410"; subgraph cluster3857 { label="Exchange"; 1827 [labelType="html" label="ShuffledRowRDD [1827] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster3853 { label="WholeStageCodegen (6)"; 1828 [labelType="html" label="MapPartitionsRDD [1828] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster3858 { label="mapPartitionsInternal"; 1829 [labelType="html" label="MapPartitionsRDD [1829] [Unordered] count at ColumnStatJob.java:47"]; } } 1827->1828; 1828->1829; }

1826,1827

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
410	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/21 08:58:23	17 ms	1/1			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

410

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/21 08:58:23

17 ms

1/1

59.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
409	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
408	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

409

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

408

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/3

Page: