SP1 - Details for Job 914

Status: SUCCEEDED
Submitted: 2026/06/26 20:04:56
Duration: 79 ms
Associated SQL Query: 681
Job Group: eabff391-97f6-457e-b3ad-57f0940fe56d
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_1371 { label="Stage 1371 (skipped)"; subgraph cluster9525 { label="Scan parquet "; 4003 [labelType="html" label="FileScanRDD [4003] parquet at PersistJob.java:35"]; 4004 [labelType="html" label="MapPartitionsRDD [4004] parquet at PersistJob.java:35"]; } subgraph cluster9520 { label="WholeStageCodegen (2)"; 4005 [labelType="html" label="MapPartitionsRDD [4005] parquet at PersistJob.java:35"]; } subgraph cluster9519 { label="Exchange"; 4006 [labelType="html" label="MapPartitionsRDD [4006] parquet at PersistJob.java:35"]; } } 4003->4004; 4004->4005; 4005->4006; }

digraph G { subgraph clusterstage_1372 { label="Stage 1372 (skipped)"; subgraph cluster9518 { label="Scan parquet "; 3999 [labelType="html" label="FileScanRDD [3999] parquet at PersistJob.java:35"]; 4000 [labelType="html" label="MapPartitionsRDD [4000] parquet at PersistJob.java:35"]; } subgraph cluster9514 { label="WholeStageCodegen (1)"; 4001 [labelType="html" label="MapPartitionsRDD [4001] parquet at PersistJob.java:35"]; } subgraph cluster9513 { label="Exchange"; 4002 [labelType="html" label="MapPartitionsRDD [4002] parquet at PersistJob.java:35"]; } } 3999->4000; 4000->4001; 4001->4002; }

digraph G { subgraph clusterstage_1373 { label="Stage 1373 (skipped)"; subgraph cluster9534 { label="AQEShuffleRead"; 4007 [labelType="html" label="ShuffledRowRDD [4007] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9531 { label="WholeStageCodegen (3)"; 4008 [labelType="html" label="MapPartitionsRDD [4008] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9539 { label="AQEShuffleRead"; 4009 [labelType="html" label="ShuffledRowRDD [4009] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9536 { label="WholeStageCodegen (4)"; 4010 [labelType="html" label="MapPartitionsRDD [4010] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9527 { label="WholeStageCodegen (5)"; 4011 [labelType="html" label="ZippedPartitionsRDD2 [4011] [Unordered] parquet at PersistJob.java:35"]; 4012 [labelType="html" label="MapPartitionsRDD [4012] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9526 { label="Exchange"; 4013 [labelType="html" label="MapPartitionsRDD [4013] [Unordered] parquet at PersistJob.java:35"]; } } 4007->4008; 4009->4010; 4008->4011; 4010->4011; 4011->4012; 4012->4013; }

4002,4007

4006,4009

digraph G { subgraph clusterstage_1374 { label="Stage 1374"; subgraph cluster9548 { label="AQEShuffleRead"; 4014 [labelType="html" label="ShuffledRowRDD [4014] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9545 { label="WholeStageCodegen (6)"; 4015 [labelType="html" label="MapPartitionsRDD [4015] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9544 { label="Window"; 4016 [labelType="html" label="MapPartitionsRDD [4016] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9541 { label="WholeStageCodegen (7)"; 4017 [labelType="html" label="MapPartitionsRDD [4017] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster9540 { label="WriteFiles"; 4018 [labelType="html" label="MapPartitionsRDD [4018] [Unordered] parquet at PersistJob.java:35"]; } } 4014->4015; 4015->4016; 4016->4017; 4017->4018; }

4013,4014

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1374	default	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/26 20:04:56	56 ms	1/1		3.6 KiB	1088.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1374

default

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/26 20:04:56

56 ms

1/1

3.6 KiB

1088.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
1373	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1372	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1371	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1373

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1372

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1371

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: