hdh-spark-job - Details for Job 404

Status: SUCCEEDED
Submitted: 2026/10/29 14:28:37
Duration: 1 s
Associated SQL Query: 703
Job Group: 1e6f5529-df8d-43d9-b5e4-3e4cb52363dd
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_415 { label="Stage 415 (skipped)"; subgraph cluster5795 { label="Scan parquet "; 2578 [labelType="html" label="FileScanRDD [2578] parquet at PersistJob.java:35"]; 2579 [labelType="html" label="MapPartitionsRDD [2579] parquet at PersistJob.java:35"]; } subgraph cluster5786 { label="WholeStageCodegen (1)"; 2580 [labelType="html" label="MapPartitionsRDD [2580] parquet at PersistJob.java:35"]; } subgraph cluster5785 { label="Project"; 2581 [labelType="html" label="MapPartitionsRDD [2581] parquet at PersistJob.java:35"]; } subgraph cluster5782 { label="WholeStageCodegen (2)"; 2582 [labelType="html" label="MapPartitionsRDD [2582] parquet at PersistJob.java:35"]; } subgraph cluster5781 { label="Exchange"; 2583 [labelType="html" label="MapPartitionsRDD [2583] parquet at PersistJob.java:35"]; } } 2578->2579; 2579->2580; 2580->2581; 2581->2582; 2582->2583; }

digraph G { subgraph clusterstage_416 { label="Stage 416"; subgraph cluster5804 { label="AQEShuffleRead"; 2584 [labelType="html" label="ShuffledRowRDD [2584] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster5801 { label="WholeStageCodegen (3)"; 2585 [labelType="html" label="MapPartitionsRDD [2585] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster5800 { label="Window"; 2586 [labelType="html" label="MapPartitionsRDD [2586] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster5797 { label="WholeStageCodegen (4)"; 2587 [labelType="html" label="MapPartitionsRDD [2587] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster5796 { label="WriteFiles"; 2588 [labelType="html" label="MapPartitionsRDD [2588] [Unordered] parquet at PersistJob.java:35"]; } } 2584->2585; 2585->2586; 2586->2587; 2587->2588; }

2583,2584

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
416	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/29 14:28:37	1 s	3/3		6.7 MiB	18.3 MiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

416

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/29 14:28:37

1 s

3/3

6.7 MiB

18.3 MiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
415	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

415

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/5

Page: