hdh-spark-job - Details for Job 375

Status: SUCCEEDED
Submitted: 2026/10/29 14:23:13
Duration: 16 ms
Associated SQL Query: 680
Job Group: 03f1d11b-d8b9-49f6-a2be-f2a5b5e718d1
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_382 { label="Stage 382 (skipped)"; 2369 [labelType="html" label="JDBCRDD [2369] count at ColumnStatJob.java:47"]; 2370 [labelType="html" label="JDBCRDD [2370] count at ColumnStatJob.java:47"]; subgraph cluster5343 { label="Scan csv "; 2371 [labelType="html" label="FileScanRDD [2371] count at ColumnStatJob.java:47"]; 2372 [labelType="html" label="MapPartitionsRDD [2372] count at ColumnStatJob.java:47"]; } subgraph cluster5344 { label="Scan csv "; 2373 [labelType="html" label="FileScanRDD [2373] count at ColumnStatJob.java:47"]; 2374 [labelType="html" label="MapPartitionsRDD [2374] count at ColumnStatJob.java:47"]; } subgraph cluster5345 { label="WholeStageCodegen (1)"; 2375 [labelType="html" label="MapPartitionsRDD [2375] count at ColumnStatJob.java:47"]; } subgraph cluster5347 { label="WholeStageCodegen (2)"; 2376 [labelType="html" label="MapPartitionsRDD [2376] count at ColumnStatJob.java:47"]; } subgraph cluster5352 { label="Scan parquet "; 2377 [labelType="html" label="FileScanRDD [2377] count at ColumnStatJob.java:47"]; 2378 [labelType="html" label="MapPartitionsRDD [2378] count at ColumnStatJob.java:47"]; } subgraph cluster5349 { label="WholeStageCodegen (3)"; 2379 [labelType="html" label="MapPartitionsRDD [2379] count at ColumnStatJob.java:47"]; } subgraph cluster5342 { label="Union"; 2380 [labelType="html" label="UnionRDD [2380] count at ColumnStatJob.java:47"]; } subgraph cluster5339 { label="WholeStageCodegen (4)"; 2381 [labelType="html" label="MapPartitionsRDD [2381] count at ColumnStatJob.java:47"]; } subgraph cluster5338 { label="Exchange"; 2382 [labelType="html" label="MapPartitionsRDD [2382] count at ColumnStatJob.java:47"]; } } 2371->2372; 2373->2374; 2369->2375; 2370->2376; 2377->2378; 2378->2379; 2372->2380; 2374->2380; 2375->2380; 2376->2380; 2379->2380; 2380->2381; 2381->2382; }

digraph G { subgraph clusterstage_383 { label="Stage 383"; subgraph cluster5357 { label="Exchange"; 2383 [labelType="html" label="ShuffledRowRDD [2383] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster5353 { label="WholeStageCodegen (5)"; 2384 [labelType="html" label="MapPartitionsRDD [2384] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster5358 { label="mapPartitionsInternal"; 2385 [labelType="html" label="MapPartitionsRDD [2385] [Unordered] count at ColumnStatJob.java:47"]; } } 2383->2384; 2384->2385; }

2382,2383

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
383	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/29 14:23:13	11 ms	1/1			295.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

383

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/29 14:23:13

11 ms

1/1

295.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
382	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

382

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/5

Page: