hdh-spark-job - Details for Job 4

Status: SUCCEEDED
Submitted: 2026/10/26 10:22:14
Duration: 0.8 s
Associated SQL Query: 3
Job Group: 87b74c4c-a336-430c-afea-980690b7cd60
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_4 { label="Stage 4 (skipped)"; subgraph cluster44 { label="Scan text "; 21 [labelType="html" label="FileScanRDD [21] parquet at PersistJob.java:35"]; 22 [labelType="html" label="MapPartitionsRDD [22] parquet at PersistJob.java:35"]; } subgraph cluster43 { label="Filter"; 23 [labelType="html" label="MapPartitionsRDD [23] parquet at PersistJob.java:35"]; } subgraph cluster42 { label="Project"; 24 [labelType="html" label="MapPartitionsRDD [24] parquet at PersistJob.java:35"]; } subgraph cluster39 { label="WholeStageCodegen (1)"; 25 [labelType="html" label="MapPartitionsRDD [25] parquet at PersistJob.java:35"]; } subgraph cluster38 { label="Project"; 26 [labelType="html" label="MapPartitionsRDD [26] parquet at PersistJob.java:35"]; } subgraph cluster35 { label="WholeStageCodegen (2)"; 27 [labelType="html" label="MapPartitionsRDD [27] parquet at PersistJob.java:35"]; } subgraph cluster34 { label="Exchange"; 28 [labelType="html" label="MapPartitionsRDD [28] parquet at PersistJob.java:35"]; } } 21->22; 22->23; 23->24; 24->25; 25->26; 26->27; 27->28; }

digraph G { subgraph clusterstage_5 { label="Stage 5"; subgraph cluster49 { label="AQEShuffleRead"; 29 [labelType="html" label="ShuffledRowRDD [29] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster46 { label="WholeStageCodegen (3)"; 30 [labelType="html" label="MapPartitionsRDD [30] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster45 { label="WriteFiles"; 31 [labelType="html" label="MapPartitionsRDD [31] [Unordered] parquet at PersistJob.java:35"]; } } 29->30; 30->31; }

28,29

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
5	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 10:22:14	0.7 s	1/1		35.7 KiB	58.0 KiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 10:22:14

0.7 s

1/1

35.7 KiB

58.0 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
4	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/9

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/9

Page: