hdh-spark-job - Details for Job 382

Status: SUCCEEDED
Submitted: 2026/10/29 14:26:44
Duration: 10 ms
Associated SQL Query: 686
Job Group: 601aaa27-579e-4fd6-ae00-c6e3fcdc08fc
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_390 { label="Stage 390 (skipped)"; 2425 [labelType="html" label="JDBCRDD [2425] count at ColumnStatJob.java:47"]; 2426 [labelType="html" label="JDBCRDD [2426] count at ColumnStatJob.java:47"]; subgraph cluster5463 { label="Scan csv "; 2427 [labelType="html" label="FileScanRDD [2427] count at ColumnStatJob.java:47"]; 2428 [labelType="html" label="MapPartitionsRDD [2428] count at ColumnStatJob.java:47"]; } subgraph cluster5464 { label="Scan csv "; 2429 [labelType="html" label="FileScanRDD [2429] count at ColumnStatJob.java:47"]; 2430 [labelType="html" label="MapPartitionsRDD [2430] count at ColumnStatJob.java:47"]; } subgraph cluster5465 { label="WholeStageCodegen (1)"; 2431 [labelType="html" label="MapPartitionsRDD [2431] count at ColumnStatJob.java:47"]; } subgraph cluster5467 { label="WholeStageCodegen (2)"; 2432 [labelType="html" label="MapPartitionsRDD [2432] count at ColumnStatJob.java:47"]; } subgraph cluster5472 { label="Scan parquet "; 2433 [labelType="html" label="FileScanRDD [2433] count at ColumnStatJob.java:47"]; 2434 [labelType="html" label="MapPartitionsRDD [2434] count at ColumnStatJob.java:47"]; } subgraph cluster5469 { label="WholeStageCodegen (3)"; 2435 [labelType="html" label="MapPartitionsRDD [2435] count at ColumnStatJob.java:47"]; } subgraph cluster5462 { label="Union"; 2436 [labelType="html" label="UnionRDD [2436] count at ColumnStatJob.java:47"]; } subgraph cluster5459 { label="WholeStageCodegen (4)"; 2437 [labelType="html" label="MapPartitionsRDD [2437] count at ColumnStatJob.java:47"]; } subgraph cluster5458 { label="Exchange"; 2438 [labelType="html" label="MapPartitionsRDD [2438] count at ColumnStatJob.java:47"]; } } 2427->2428; 2429->2430; 2425->2431; 2426->2432; 2433->2434; 2434->2435; 2428->2436; 2430->2436; 2431->2436; 2432->2436; 2435->2436; 2436->2437; 2437->2438; }

digraph G { subgraph clusterstage_391 { label="Stage 391"; subgraph cluster5477 { label="Exchange"; 2439 [labelType="html" label="ShuffledRowRDD [2439] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster5473 { label="WholeStageCodegen (5)"; 2440 [labelType="html" label="MapPartitionsRDD [2440] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster5478 { label="mapPartitionsInternal"; 2441 [labelType="html" label="MapPartitionsRDD [2441] [Unordered] count at ColumnStatJob.java:47"]; } } 2439->2440; 2440->2441; }

2438,2439

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
391	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/29 14:26:44	6 ms	1/1			295.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

391

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/29 14:26:44

6 ms

1/1

295.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
390	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

390

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/5

Page: