hdh-spark-job - Details for Job 668

Status: SUCCEEDED
Submitted: 2026/10/26 22:30:17
Duration: 0.4 s
Associated SQL Query: 751
Job Group: 37fc6942-c0d2-4d63-81a4-9ff851590ddf
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_995 { label="Stage 995 (skipped)"; subgraph cluster8409 { label="Scan csv "; 4434 [labelType="html" label="FileScanRDD [4434] count at ColumnStatJob.java:47"]; 4435 [labelType="html" label="MapPartitionsRDD [4435] count at ColumnStatJob.java:47"]; } subgraph cluster8406 { label="WholeStageCodegen (2)"; 4436 [labelType="html" label="MapPartitionsRDD [4436] count at ColumnStatJob.java:47"]; } subgraph cluster8405 { label="ObjectHashAggregate"; 4437 [labelType="html" label="MapPartitionsRDD [4437] count at ColumnStatJob.java:47"]; } subgraph cluster8404 { label="Exchange"; 4438 [labelType="html" label="MapPartitionsRDD [4438] count at ColumnStatJob.java:47"]; } } 4434->4435; 4435->4436; 4436->4437; 4437->4438; }

digraph G { subgraph clusterstage_996 { label="Stage 996 (skipped)"; subgraph cluster8403 { label="Scan csv "; 4430 [labelType="html" label="FileScanRDD [4430] count at ColumnStatJob.java:47"]; 4431 [labelType="html" label="MapPartitionsRDD [4431] count at ColumnStatJob.java:47"]; } subgraph cluster8400 { label="WholeStageCodegen (1)"; 4432 [labelType="html" label="MapPartitionsRDD [4432] count at ColumnStatJob.java:47"]; } subgraph cluster8399 { label="Exchange"; 4433 [labelType="html" label="MapPartitionsRDD [4433] count at ColumnStatJob.java:47"]; } } 4430->4431; 4431->4432; 4432->4433; }

digraph G { subgraph clusterstage_997 { label="Stage 997 (skipped)"; subgraph cluster8424 { label="AQEShuffleRead"; 4444 [labelType="html" label="ShuffledRowRDD [4444] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8421 { label="WholeStageCodegen (4)"; 4445 [labelType="html" label="MapPartitionsRDD [4445] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8430 { label="AQEShuffleRead"; 4446 [labelType="html" label="ShuffledRowRDD [4446] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8429 { label="ObjectHashAggregate"; 4447 [labelType="html" label="MapPartitionsRDD [4447] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8426 { label="WholeStageCodegen (5)"; 4448 [labelType="html" label="MapPartitionsRDD [4448] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8417 { label="WholeStageCodegen (6)"; 4449 [labelType="html" label="ZippedPartitionsRDD2 [4449] [Unordered] count at ColumnStatJob.java:47"]; 4450 [labelType="html" label="MapPartitionsRDD [4450] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8416 { label="Exchange"; 4451 [labelType="html" label="MapPartitionsRDD [4451] [Unordered] count at ColumnStatJob.java:47"]; } } 4444->4445; 4446->4447; 4447->4448; 4445->4449; 4448->4449; 4449->4450; 4450->4451; }

4433,4444

4438,4446

digraph G { subgraph clusterstage_998 { label="Stage 998 (skipped)"; subgraph cluster8415 { label="Scan csv "; 4439 [labelType="html" label="FileScanRDD [4439] count at ColumnStatJob.java:47"]; 4440 [labelType="html" label="MapPartitionsRDD [4440] count at ColumnStatJob.java:47"]; } subgraph cluster8412 { label="WholeStageCodegen (3)"; 4441 [labelType="html" label="MapPartitionsRDD [4441] count at ColumnStatJob.java:47"]; } subgraph cluster8411 { label="ObjectHashAggregate"; 4442 [labelType="html" label="MapPartitionsRDD [4442] count at ColumnStatJob.java:47"]; } subgraph cluster8410 { label="Exchange"; 4443 [labelType="html" label="MapPartitionsRDD [4443] count at ColumnStatJob.java:47"]; } } 4439->4440; 4440->4441; 4441->4442; 4442->4443; }

digraph G { subgraph clusterstage_999 { label="Stage 999"; subgraph cluster8441 { label="AQEShuffleRead"; 4452 [labelType="html" label="ShuffledRowRDD [4452] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8438 { label="WholeStageCodegen (7)"; 4453 [labelType="html" label="MapPartitionsRDD [4453] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8447 { label="AQEShuffleRead"; 4454 [labelType="html" label="ShuffledRowRDD [4454] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8446 { label="ObjectHashAggregate"; 4455 [labelType="html" label="MapPartitionsRDD [4455] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8443 { label="WholeStageCodegen (8)"; 4456 [labelType="html" label="MapPartitionsRDD [4456] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8432 { label="WholeStageCodegen (9)"; 4457 [labelType="html" label="ZippedPartitionsRDD2 [4457] [Unordered] count at ColumnStatJob.java:47"]; 4458 [labelType="html" label="MapPartitionsRDD [4458] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8431 { label="Exchange"; 4459 [labelType="html" label="MapPartitionsRDD [4459] [Unordered] count at ColumnStatJob.java:47"]; } } 4452->4453; 4454->4455; 4455->4456; 4453->4457; 4456->4457; 4457->4458; 4458->4459; }

4451,4452

4443,4454

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
999	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 22:30:17	0.4 s	1/1			822.8 KiB	59.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

999

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 22:30:17

0.4 s

1/1

822.8 KiB

59.0 B

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
998	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
997	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
996	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3
995	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: