hdh-spark-job - Details for Job 229

Status: SUCCEEDED
Submitted: 2026/10/26 21:20:20
Duration: 11 ms
Associated SQL Query: 247
Job Group: 38855cdf-764a-4e33-b569-59484e22d358
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_293 { label="Stage 293 (skipped)"; subgraph cluster2716 { label="Scan csv "; 1459 [labelType="html" label="FileScanRDD [1459] count at ColumnStatJob.java:47"]; 1460 [labelType="html" label="MapPartitionsRDD [1460] count at ColumnStatJob.java:47"]; } subgraph cluster2712 { label="WholeStageCodegen (3)"; 1461 [labelType="html" label="MapPartitionsRDD [1461] count at ColumnStatJob.java:47"]; } subgraph cluster2711 { label="Exchange"; 1462 [labelType="html" label="MapPartitionsRDD [1462] count at ColumnStatJob.java:47"]; } } 1459->1460; 1460->1461; 1461->1462; }

digraph G { subgraph clusterstage_294 { label="Stage 294 (skipped)"; subgraph cluster2710 { label="Scan csv "; 1455 [labelType="html" label="FileScanRDD [1455] count at ColumnStatJob.java:47"]; 1456 [labelType="html" label="MapPartitionsRDD [1456] count at ColumnStatJob.java:47"]; } subgraph cluster2706 { label="WholeStageCodegen (2)"; 1457 [labelType="html" label="MapPartitionsRDD [1457] count at ColumnStatJob.java:47"]; } subgraph cluster2705 { label="Exchange"; 1458 [labelType="html" label="MapPartitionsRDD [1458] count at ColumnStatJob.java:47"]; } } 1455->1456; 1456->1457; 1457->1458; }

digraph G { subgraph clusterstage_295 { label="Stage 295 (skipped)"; subgraph cluster2704 { label="Scan csv "; 1451 [labelType="html" label="FileScanRDD [1451] count at ColumnStatJob.java:47"]; 1452 [labelType="html" label="MapPartitionsRDD [1452] count at ColumnStatJob.java:47"]; } subgraph cluster2701 { label="WholeStageCodegen (1)"; 1453 [labelType="html" label="MapPartitionsRDD [1453] count at ColumnStatJob.java:47"]; } subgraph cluster2700 { label="Exchange"; 1454 [labelType="html" label="MapPartitionsRDD [1454] count at ColumnStatJob.java:47"]; } } 1451->1452; 1452->1453; 1453->1454; }

digraph G { subgraph clusterstage_296 { label="Stage 296 (skipped)"; subgraph cluster2730 { label="AQEShuffleRead"; 1463 [labelType="html" label="ShuffledRowRDD [1463] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2727 { label="WholeStageCodegen (4)"; 1464 [labelType="html" label="MapPartitionsRDD [1464] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2735 { label="AQEShuffleRead"; 1465 [labelType="html" label="ShuffledRowRDD [1465] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2732 { label="WholeStageCodegen (5)"; 1466 [labelType="html" label="MapPartitionsRDD [1466] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2723 { label="WholeStageCodegen (6)"; 1467 [labelType="html" label="ZippedPartitionsRDD2 [1467] [Unordered] count at ColumnStatJob.java:47"]; 1468 [labelType="html" label="MapPartitionsRDD [1468] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2740 { label="AQEShuffleRead"; 1469 [labelType="html" label="ShuffledRowRDD [1469] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2737 { label="WholeStageCodegen (7)"; 1470 [labelType="html" label="MapPartitionsRDD [1470] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2718 { label="WholeStageCodegen (8)"; 1471 [labelType="html" label="ZippedPartitionsRDD2 [1471] [Unordered] count at ColumnStatJob.java:47"]; 1472 [labelType="html" label="MapPartitionsRDD [1472] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2717 { label="Exchange"; 1473 [labelType="html" label="MapPartitionsRDD [1473] [Unordered] count at ColumnStatJob.java:47"]; } } 1463->1464; 1465->1466; 1464->1467; 1466->1467; 1467->1468; 1469->1470; 1468->1471; 1470->1471; 1471->1472; 1472->1473; }

1454,1463

1458,1465

1462,1469

digraph G { subgraph clusterstage_297 { label="Stage 297"; subgraph cluster2745 { label="Exchange"; 1474 [labelType="html" label="ShuffledRowRDD [1474] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2741 { label="WholeStageCodegen (9)"; 1475 [labelType="html" label="MapPartitionsRDD [1475] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster2746 { label="mapPartitionsInternal"; 1476 [labelType="html" label="MapPartitionsRDD [1476] [Unordered] count at ColumnStatJob.java:47"]; } } 1474->1475; 1475->1476; }

1473,1474

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
297	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 21:20:20	7 ms	1/1			59.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

297

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 21:20:20

7 ms

1/1

59.0 B

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
296	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
295	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3
294	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
293	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: