hdh-spark-job - Details for Job 636

Status: SUCCEEDED
Submitted: 2026/10/26 22:29:03
Duration: 9 ms
Associated SQL Query: 715
Job Group: 1963eb9a-c43b-492d-9f00-138e90c729c6
Completed Stages: 1
Skipped Stages: 5

Enable zooming

digraph G { subgraph clusterstage_933 { label="Stage 933 (skipped)"; subgraph cluster7915 { label="Scan csv "; 4188 [labelType="html" label="FileScanRDD [4188] count at ColumnStatJob.java:47"]; 4189 [labelType="html" label="MapPartitionsRDD [4189] count at ColumnStatJob.java:47"]; } subgraph cluster7912 { label="WholeStageCodegen (1)"; 4190 [labelType="html" label="MapPartitionsRDD [4190] count at ColumnStatJob.java:47"]; } subgraph cluster7911 { label="Exchange"; 4191 [labelType="html" label="MapPartitionsRDD [4191] count at ColumnStatJob.java:47"]; } } 4188->4189; 4189->4190; 4190->4191; }

digraph G { subgraph clusterstage_934 { label="Stage 934 (skipped)"; subgraph cluster7921 { label="Scan csv "; 4192 [labelType="html" label="FileScanRDD [4192] count at ColumnStatJob.java:47"]; 4193 [labelType="html" label="MapPartitionsRDD [4193] count at ColumnStatJob.java:47"]; } subgraph cluster7918 { label="WholeStageCodegen (2)"; 4194 [labelType="html" label="MapPartitionsRDD [4194] count at ColumnStatJob.java:47"]; } subgraph cluster7917 { label="ObjectHashAggregate"; 4195 [labelType="html" label="MapPartitionsRDD [4195] count at ColumnStatJob.java:47"]; } subgraph cluster7916 { label="Exchange"; 4196 [labelType="html" label="MapPartitionsRDD [4196] count at ColumnStatJob.java:47"]; } } 4192->4193; 4193->4194; 4194->4195; 4195->4196; }

digraph G { subgraph clusterstage_935 { label="Stage 935 (skipped)"; subgraph cluster7936 { label="AQEShuffleRead"; 4202 [labelType="html" label="ShuffledRowRDD [4202] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7933 { label="WholeStageCodegen (4)"; 4203 [labelType="html" label="MapPartitionsRDD [4203] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7942 { label="AQEShuffleRead"; 4204 [labelType="html" label="ShuffledRowRDD [4204] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7941 { label="ObjectHashAggregate"; 4205 [labelType="html" label="MapPartitionsRDD [4205] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7938 { label="WholeStageCodegen (5)"; 4206 [labelType="html" label="MapPartitionsRDD [4206] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7929 { label="WholeStageCodegen (6)"; 4207 [labelType="html" label="ZippedPartitionsRDD2 [4207] [Unordered] count at ColumnStatJob.java:47"]; 4208 [labelType="html" label="MapPartitionsRDD [4208] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7928 { label="Exchange"; 4209 [labelType="html" label="MapPartitionsRDD [4209] [Unordered] count at ColumnStatJob.java:47"]; } } 4202->4203; 4204->4205; 4205->4206; 4203->4207; 4206->4207; 4207->4208; 4208->4209; }

4191,4202

4196,4204

digraph G { subgraph clusterstage_936 { label="Stage 936 (skipped)"; subgraph cluster7927 { label="Scan csv "; 4197 [labelType="html" label="FileScanRDD [4197] count at ColumnStatJob.java:47"]; 4198 [labelType="html" label="MapPartitionsRDD [4198] count at ColumnStatJob.java:47"]; } subgraph cluster7924 { label="WholeStageCodegen (3)"; 4199 [labelType="html" label="MapPartitionsRDD [4199] count at ColumnStatJob.java:47"]; } subgraph cluster7923 { label="ObjectHashAggregate"; 4200 [labelType="html" label="MapPartitionsRDD [4200] count at ColumnStatJob.java:47"]; } subgraph cluster7922 { label="Exchange"; 4201 [labelType="html" label="MapPartitionsRDD [4201] count at ColumnStatJob.java:47"]; } } 4197->4198; 4198->4199; 4199->4200; 4200->4201; }

digraph G { subgraph clusterstage_937 { label="Stage 937 (skipped)"; subgraph cluster7953 { label="AQEShuffleRead"; 4210 [labelType="html" label="ShuffledRowRDD [4210] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7950 { label="WholeStageCodegen (7)"; 4211 [labelType="html" label="MapPartitionsRDD [4211] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7959 { label="AQEShuffleRead"; 4212 [labelType="html" label="ShuffledRowRDD [4212] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7958 { label="ObjectHashAggregate"; 4213 [labelType="html" label="MapPartitionsRDD [4213] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7955 { label="WholeStageCodegen (8)"; 4214 [labelType="html" label="MapPartitionsRDD [4214] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7944 { label="WholeStageCodegen (9)"; 4215 [labelType="html" label="ZippedPartitionsRDD2 [4215] [Unordered] count at ColumnStatJob.java:47"]; 4216 [labelType="html" label="MapPartitionsRDD [4216] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7943 { label="Exchange"; 4217 [labelType="html" label="MapPartitionsRDD [4217] [Unordered] count at ColumnStatJob.java:47"]; } } 4210->4211; 4212->4213; 4213->4214; 4211->4215; 4214->4215; 4215->4216; 4216->4217; }

4209,4210

4201,4212

digraph G { subgraph clusterstage_938 { label="Stage 938"; subgraph cluster7977 { label="Exchange"; 4228 [labelType="html" label="ShuffledRowRDD [4228] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7973 { label="WholeStageCodegen (10)"; 4229 [labelType="html" label="MapPartitionsRDD [4229] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster7978 { label="mapPartitionsInternal"; 4230 [labelType="html" label="MapPartitionsRDD [4230] [Unordered] count at ColumnStatJob.java:47"]; } } 4228->4229; 4229->4230; }

4217,4228

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
938	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 22:29:03	5 ms	1/1			59.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

938

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 22:29:03

5 ms

1/1

59.0 B

Page:

Skipped Stages (5)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
937	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
936	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
935	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
934	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
933	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3

Page: