hdh-spark-job - Details for Job 587

Status: SUCCEEDED
Submitted: 2026/10/26 22:12:42
Duration: 9 ms
Associated SQL Query: 667
Job Group: 01bfef30-2c4c-4621-8b0f-75b90e3a5e41
Completed Stages: 1
Skipped Stages: 5

Enable zooming

digraph G { subgraph clusterstage_856 { label="Stage 856 (skipped)"; subgraph cluster7336 { label="Scan csv "; 3891 [labelType="html" label="FileScanRDD [3891] count at ColumnStatJob.java:47"]; 3892 [labelType="html" label="MapPartitionsRDD [3892] count at ColumnStatJob.java:47"]; } subgraph cluster7333 { label="WholeStageCodegen (1)"; 3893 [labelType="html" label="MapPartitionsRDD [3893] count at ColumnStatJob.java:47"]; } subgraph cluster7332 { label="Exchange"; 3894 [labelType="html" label="MapPartitionsRDD [3894] count at ColumnStatJob.java:47"]; } } 3891->3892; 3892->3893; 3893->3894; }

digraph G { subgraph clusterstage_857 { label="Stage 857 (skipped)"; subgraph cluster7342 { label="Scan csv "; 3895 [labelType="html" label="FileScanRDD [3895] count at ColumnStatJob.java:47"]; 3896 [labelType="html" label="MapPartitionsRDD [3896] count at ColumnStatJob.java:47"]; } subgraph cluster7338 { label="WholeStageCodegen (2)"; 3897 [labelType="html" label="MapPartitionsRDD [3897] count at ColumnStatJob.java:47"]; } subgraph cluster7337 { label="Exchange"; 3898 [labelType="html" label="MapPartitionsRDD [3898] count at ColumnStatJob.java:47"]; } } 3895->3896; 3896->3897; 3897->3898; }

digraph G { subgraph clusterstage_858 { label="Stage 858 (skipped)"; subgraph cluster7348 { label="Scan csv "; 3899 [labelType="html" label="FileScanRDD [3899] count at ColumnStatJob.java:47"]; 3900 [labelType="html" label="MapPartitionsRDD [3900] count at ColumnStatJob.java:47"]; } subgraph cluster7344 { label="WholeStageCodegen (3)"; 3901 [labelType="html" label="MapPartitionsRDD [3901] count at ColumnStatJob.java:47"]; } subgraph cluster7343 { label="Exchange"; 3902 [labelType="html" label="MapPartitionsRDD [3902] count at ColumnStatJob.java:47"]; } } 3899->3900; 3900->3901; 3901->3902; }

digraph G { subgraph clusterstage_859 { label="Stage 859 (skipped)"; subgraph cluster7357 { label="AQEShuffleRead"; 3903 [labelType="html" label="ShuffledRowRDD [3903] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7354 { label="WholeStageCodegen (4)"; 3904 [labelType="html" label="MapPartitionsRDD [3904] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7363 { label="AQEShuffleRead"; 3905 [labelType="html" label="ShuffledRowRDD [3905] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7359 { label="WholeStageCodegen (5)"; 3906 [labelType="html" label="MapPartitionsRDD [3906] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7350 { label="WholeStageCodegen (6)"; 3907 [labelType="html" label="ZippedPartitionsRDD2 [3907] [Unordered] count at ColumnStatJob.java:47"]; 3908 [labelType="html" label="MapPartitionsRDD [3908] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7349 { label="Exchange"; 3909 [labelType="html" label="MapPartitionsRDD [3909] [Unordered] count at ColumnStatJob.java:47"]; } } 3903->3904; 3905->3906; 3904->3907; 3906->3907; 3907->3908; 3908->3909; }

3894,3903

3898,3905

digraph G { subgraph clusterstage_860 { label="Stage 860 (skipped)"; subgraph cluster7373 { label="AQEShuffleRead"; 3910 [labelType="html" label="ShuffledRowRDD [3910] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7370 { label="WholeStageCodegen (7)"; 3911 [labelType="html" label="MapPartitionsRDD [3911] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7379 { label="AQEShuffleRead"; 3912 [labelType="html" label="ShuffledRowRDD [3912] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7375 { label="WholeStageCodegen (8)"; 3913 [labelType="html" label="MapPartitionsRDD [3913] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7365 { label="WholeStageCodegen (9)"; 3914 [labelType="html" label="ZippedPartitionsRDD2 [3914] [Unordered] count at ColumnStatJob.java:47"]; 3915 [labelType="html" label="MapPartitionsRDD [3915] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7364 { label="Exchange"; 3916 [labelType="html" label="MapPartitionsRDD [3916] [Unordered] count at ColumnStatJob.java:47"]; } } 3910->3911; 3912->3913; 3911->3914; 3913->3914; 3914->3915; 3915->3916; }

3909,3910

3902,3912

digraph G { subgraph clusterstage_861 { label="Stage 861"; subgraph cluster7384 { label="Exchange"; 3917 [labelType="html" label="ShuffledRowRDD [3917] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7380 { label="WholeStageCodegen (10)"; 3918 [labelType="html" label="MapPartitionsRDD [3918] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7385 { label="mapPartitionsInternal"; 3919 [labelType="html" label="MapPartitionsRDD [3919] [Unordered] count at ColumnStatJob.java:47"]; } } 3917->3918; 3918->3919; }

3916,3917

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
861	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 22:12:42	5 ms	1/1			59.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

861

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 22:12:42

5 ms

1/1

59.0 B

Page:

Skipped Stages (5)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
860	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
859	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
858	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
857	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
856	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3

Page: