hdh-spark-job - Details for Job 179

Status: SUCCEEDED
Submitted: 2026/10/26 21:13:13
Duration: 17 ms
Associated SQL Query: 187
Job Group: 5b382fe4-f020-476c-8909-b26fdbd39125
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_214 { label="Stage 214 (skipped)"; subgraph cluster2024 { label="Scan csv "; 1102 [labelType="html" label="FileScanRDD [1102] count at ColumnStatJob.java:47"]; 1103 [labelType="html" label="MapPartitionsRDD [1103] count at ColumnStatJob.java:47"]; } subgraph cluster2020 { label="WholeStageCodegen (2)"; 1104 [labelType="html" label="MapPartitionsRDD [1104] count at ColumnStatJob.java:47"]; } subgraph cluster2019 { label="Exchange"; 1105 [labelType="html" label="MapPartitionsRDD [1105] count at ColumnStatJob.java:47"]; } } 1102->1103; 1103->1104; 1104->1105; }

digraph G { subgraph clusterstage_215 { label="Stage 215 (skipped)"; subgraph cluster2018 { label="Scan csv "; 1098 [labelType="html" label="FileScanRDD [1098] count at ColumnStatJob.java:47"]; 1099 [labelType="html" label="MapPartitionsRDD [1099] count at ColumnStatJob.java:47"]; } subgraph cluster2015 { label="WholeStageCodegen (1)"; 1100 [labelType="html" label="MapPartitionsRDD [1100] count at ColumnStatJob.java:47"]; } subgraph cluster2014 { label="Exchange"; 1101 [labelType="html" label="MapPartitionsRDD [1101] count at ColumnStatJob.java:47"]; } } 1098->1099; 1099->1100; 1100->1101; }

digraph G { subgraph clusterstage_216 { label="Stage 216 (skipped)"; subgraph cluster2030 { label="Scan csv "; 1106 [labelType="html" label="FileScanRDD [1106] count at ColumnStatJob.java:47"]; 1107 [labelType="html" label="MapPartitionsRDD [1107] count at ColumnStatJob.java:47"]; } subgraph cluster2026 { label="WholeStageCodegen (3)"; 1108 [labelType="html" label="MapPartitionsRDD [1108] count at ColumnStatJob.java:47"]; } subgraph cluster2025 { label="Exchange"; 1109 [labelType="html" label="MapPartitionsRDD [1109] count at ColumnStatJob.java:47"]; } } 1106->1107; 1107->1108; 1108->1109; }

digraph G { subgraph clusterstage_217 { label="Stage 217 (skipped)"; subgraph cluster2048 { label="AQEShuffleRead"; 1110 [labelType="html" label="ShuffledRowRDD [1110] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2045 { label="WholeStageCodegen (4)"; 1111 [labelType="html" label="MapPartitionsRDD [1111] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2053 { label="AQEShuffleRead"; 1112 [labelType="html" label="ShuffledRowRDD [1112] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2050 { label="WholeStageCodegen (5)"; 1117 [labelType="html" label="MapPartitionsRDD [1117] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2037 { label="WholeStageCodegen (6)"; 1118 [labelType="html" label="ZippedPartitionsRDD2 [1118] [Unordered] count at ColumnStatJob.java:47"]; 1119 [labelType="html" label="MapPartitionsRDD [1119] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2059 { label="AQEShuffleRead"; 1120 [labelType="html" label="ShuffledRowRDD [1120] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2056 { label="WholeStageCodegen (7)"; 1121 [labelType="html" label="MapPartitionsRDD [1121] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2032 { label="WholeStageCodegen (8)"; 1122 [labelType="html" label="ZippedPartitionsRDD2 [1122] [Unordered] count at ColumnStatJob.java:47"]; 1123 [labelType="html" label="MapPartitionsRDD [1123] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2031 { label="Exchange"; 1124 [labelType="html" label="MapPartitionsRDD [1124] [Unordered] count at ColumnStatJob.java:47"]; } } 1110->1111; 1112->1117; 1111->1118; 1117->1118; 1118->1119; 1120->1121; 1119->1122; 1121->1122; 1122->1123; 1123->1124; }

1101,1110

1105,1112

1109,1120

digraph G { subgraph clusterstage_218 { label="Stage 218"; subgraph cluster2072 { label="Exchange"; 1131 [labelType="html" label="ShuffledRowRDD [1131] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2068 { label="WholeStageCodegen (9)"; 1132 [labelType="html" label="MapPartitionsRDD [1132] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2073 { label="mapPartitionsInternal"; 1133 [labelType="html" label="MapPartitionsRDD [1133] [Unordered] count at ColumnStatJob.java:47"]; } } 1131->1132; 1132->1133; }

1124,1131

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
218	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 21:13:13	12 ms	1/1			59.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

218

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 21:13:13

12 ms

1/1

59.0 B

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
217	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
216	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
215	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3
214	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: