hdh-spark-job - Details for Job 54

Status: SUCCEEDED
Submitted: 2026/10/26 16:41:52
Duration: 0.1 s
Associated SQL Query: 46
Job Group: dcdff3bb-da74-405d-8883-f5dd7c239abe
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_61 { label="Stage 61 (skipped)"; subgraph cluster658 { label="Scan text "; 330 [labelType="html" label="FileScanRDD [330] parquet at PersistJob.java:35"]; 331 [labelType="html" label="MapPartitionsRDD [331] parquet at PersistJob.java:35"]; } subgraph cluster657 { label="Filter"; 332 [labelType="html" label="MapPartitionsRDD [332] parquet at PersistJob.java:35"]; } subgraph cluster656 { label="Project"; 333 [labelType="html" label="MapPartitionsRDD [333] parquet at PersistJob.java:35"]; } subgraph cluster653 { label="WholeStageCodegen (1)"; 334 [labelType="html" label="MapPartitionsRDD [334] parquet at PersistJob.java:35"]; } subgraph cluster652 { label="Filter"; 335 [labelType="html" label="MapPartitionsRDD [335] parquet at PersistJob.java:35"]; } subgraph cluster651 { label="Project"; 336 [labelType="html" label="MapPartitionsRDD [336] parquet at PersistJob.java:35"]; } subgraph cluster650 { label="Project"; 337 [labelType="html" label="MapPartitionsRDD [337] parquet at PersistJob.java:35"]; } subgraph cluster649 { label="Exchange"; 338 [labelType="html" label="MapPartitionsRDD [338] parquet at PersistJob.java:35"]; } } 330->331; 331->332; 332->333; 333->334; 334->335; 335->336; 336->337; 337->338; }

digraph G { subgraph clusterstage_62 { label="Stage 62 (skipped)"; subgraph cluster665 { label="Scan parquet "; 339 [labelType="html" label="FileScanRDD [339] parquet at PersistJob.java:35"]; 340 [labelType="html" label="MapPartitionsRDD [340] parquet at PersistJob.java:35"]; } subgraph cluster660 { label="WholeStageCodegen (2)"; 341 [labelType="html" label="MapPartitionsRDD [341] parquet at PersistJob.java:35"]; } subgraph cluster659 { label="Exchange"; 342 [labelType="html" label="MapPartitionsRDD [342] parquet at PersistJob.java:35"]; } } 339->340; 340->341; 341->342; }

digraph G { subgraph clusterstage_63 { label="Stage 63"; subgraph cluster676 { label="AQEShuffleRead"; 343 [labelType="html" label="ShuffledRowRDD [343] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster673 { label="WholeStageCodegen (3)"; 344 [labelType="html" label="MapPartitionsRDD [344] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster681 { label="AQEShuffleRead"; 345 [labelType="html" label="ShuffledRowRDD [345] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster678 { label="WholeStageCodegen (4)"; 346 [labelType="html" label="MapPartitionsRDD [346] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster667 { label="WholeStageCodegen (5)"; 347 [labelType="html" label="ZippedPartitionsRDD2 [347] [Unordered] parquet at PersistJob.java:35"]; 348 [labelType="html" label="MapPartitionsRDD [348] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster666 { label="WriteFiles"; 349 [labelType="html" label="MapPartitionsRDD [349] [Unordered] parquet at PersistJob.java:35"]; } } 343->344; 345->346; 344->347; 346->347; 347->348; 348->349; }

338,343

342,345

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
63	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 16:41:52	0.1 s	1/1		136.8 KiB	256.9 KiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 16:41:52

0.1 s

1/1

136.8 KiB

256.9 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
62	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
61	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:94)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: