hdh-spark-job - Details for Job 671

Status: SUCCEEDED
Submitted: 2026/10/26 22:30:17
Duration: 8 ms
Associated SQL Query: 751
Job Group: 37fc6942-c0d2-4d63-81a4-9ff851590ddf
Completed Stages: 1
Skipped Stages: 5

Enable zooming

digraph G { subgraph clusterstage_1002 { label="Stage 1002 (skipped)"; subgraph cluster8409 { label="Scan csv "; 4434 [labelType="html" label="FileScanRDD [4434] count at ColumnStatJob.java:47"]; 4435 [labelType="html" label="MapPartitionsRDD [4435] count at ColumnStatJob.java:47"]; } subgraph cluster8406 { label="WholeStageCodegen (2)"; 4436 [labelType="html" label="MapPartitionsRDD [4436] count at ColumnStatJob.java:47"]; } subgraph cluster8405 { label="ObjectHashAggregate"; 4437 [labelType="html" label="MapPartitionsRDD [4437] count at ColumnStatJob.java:47"]; } subgraph cluster8404 { label="Exchange"; 4438 [labelType="html" label="MapPartitionsRDD [4438] count at ColumnStatJob.java:47"]; } } 4434->4435; 4435->4436; 4436->4437; 4437->4438; }

digraph G { subgraph clusterstage_1003 { label="Stage 1003 (skipped)"; subgraph cluster8403 { label="Scan csv "; 4430 [labelType="html" label="FileScanRDD [4430] count at ColumnStatJob.java:47"]; 4431 [labelType="html" label="MapPartitionsRDD [4431] count at ColumnStatJob.java:47"]; } subgraph cluster8400 { label="WholeStageCodegen (1)"; 4432 [labelType="html" label="MapPartitionsRDD [4432] count at ColumnStatJob.java:47"]; } subgraph cluster8399 { label="Exchange"; 4433 [labelType="html" label="MapPartitionsRDD [4433] count at ColumnStatJob.java:47"]; } } 4430->4431; 4431->4432; 4432->4433; }

digraph G { subgraph clusterstage_1004 { label="Stage 1004 (skipped)"; subgraph cluster8424 { label="AQEShuffleRead"; 4444 [labelType="html" label="ShuffledRowRDD [4444] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8421 { label="WholeStageCodegen (4)"; 4445 [labelType="html" label="MapPartitionsRDD [4445] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8430 { label="AQEShuffleRead"; 4446 [labelType="html" label="ShuffledRowRDD [4446] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8429 { label="ObjectHashAggregate"; 4447 [labelType="html" label="MapPartitionsRDD [4447] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8426 { label="WholeStageCodegen (5)"; 4448 [labelType="html" label="MapPartitionsRDD [4448] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8417 { label="WholeStageCodegen (6)"; 4449 [labelType="html" label="ZippedPartitionsRDD2 [4449] [Unordered] count at ColumnStatJob.java:47"]; 4450 [labelType="html" label="MapPartitionsRDD [4450] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8416 { label="Exchange"; 4451 [labelType="html" label="MapPartitionsRDD [4451] [Unordered] count at ColumnStatJob.java:47"]; } } 4444->4445; 4446->4447; 4447->4448; 4445->4449; 4448->4449; 4449->4450; 4450->4451; }

4433,4444

4438,4446

digraph G { subgraph clusterstage_1005 { label="Stage 1005 (skipped)"; subgraph cluster8415 { label="Scan csv "; 4439 [labelType="html" label="FileScanRDD [4439] count at ColumnStatJob.java:47"]; 4440 [labelType="html" label="MapPartitionsRDD [4440] count at ColumnStatJob.java:47"]; } subgraph cluster8412 { label="WholeStageCodegen (3)"; 4441 [labelType="html" label="MapPartitionsRDD [4441] count at ColumnStatJob.java:47"]; } subgraph cluster8411 { label="ObjectHashAggregate"; 4442 [labelType="html" label="MapPartitionsRDD [4442] count at ColumnStatJob.java:47"]; } subgraph cluster8410 { label="Exchange"; 4443 [labelType="html" label="MapPartitionsRDD [4443] count at ColumnStatJob.java:47"]; } } 4439->4440; 4440->4441; 4441->4442; 4442->4443; }

digraph G { subgraph clusterstage_1006 { label="Stage 1006 (skipped)"; subgraph cluster8441 { label="AQEShuffleRead"; 4452 [labelType="html" label="ShuffledRowRDD [4452] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8438 { label="WholeStageCodegen (7)"; 4453 [labelType="html" label="MapPartitionsRDD [4453] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8447 { label="AQEShuffleRead"; 4454 [labelType="html" label="ShuffledRowRDD [4454] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8446 { label="ObjectHashAggregate"; 4455 [labelType="html" label="MapPartitionsRDD [4455] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8443 { label="WholeStageCodegen (8)"; 4456 [labelType="html" label="MapPartitionsRDD [4456] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8432 { label="WholeStageCodegen (9)"; 4457 [labelType="html" label="ZippedPartitionsRDD2 [4457] [Unordered] count at ColumnStatJob.java:47"]; 4458 [labelType="html" label="MapPartitionsRDD [4458] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8431 { label="Exchange"; 4459 [labelType="html" label="MapPartitionsRDD [4459] [Unordered] count at ColumnStatJob.java:47"]; } } 4452->4453; 4454->4455; 4455->4456; 4453->4457; 4456->4457; 4457->4458; 4458->4459; }

4451,4452

4443,4454

digraph G { subgraph clusterstage_1007 { label="Stage 1007"; subgraph cluster8476 { label="Exchange"; 4474 [labelType="html" label="ShuffledRowRDD [4474] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8472 { label="WholeStageCodegen (10)"; 4475 [labelType="html" label="MapPartitionsRDD [4475] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8477 { label="mapPartitionsInternal"; 4476 [labelType="html" label="MapPartitionsRDD [4476] [Unordered] count at ColumnStatJob.java:47"]; } } 4474->4475; 4475->4476; }

4459,4474

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1007	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 22:30:17	5 ms	1/1			59.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1007

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 22:30:17

5 ms

1/1

59.0 B

Page:

Skipped Stages (5)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
1006	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1005	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1004	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1003	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3
1002	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: