hdh-spark-job - Details for Job 1874

Status: SUCCEEDED
Submitted: 2026/08/31 16:00:07
Duration: 0.7 s
Associated SQL Query: 1442
Job Group: 8568145d-a538-4d18-a2bf-46139a7e41ae
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_2815 { label="Stage 2815 (skipped)"; subgraph cluster19182 { label="Scan csv "; 8137 [labelType="html" label="FileScanRDD [8137] count at CreateSubscriptionService.java:123"]; 8138 [labelType="html" label="MapPartitionsRDD [8138] count at CreateSubscriptionService.java:123"]; } subgraph cluster19177 { label="WholeStageCodegen (3)"; 8139 [labelType="html" label="MapPartitionsRDD [8139] count at CreateSubscriptionService.java:123"]; } subgraph cluster19188 { label="Scan csv "; 8140 [labelType="html" label="FileScanRDD [8140] count at CreateSubscriptionService.java:123"]; 8141 [labelType="html" label="MapPartitionsRDD [8141] count at CreateSubscriptionService.java:123"]; } subgraph cluster19183 { label="WholeStageCodegen (4)"; 8142 [labelType="html" label="MapPartitionsRDD [8142] count at CreateSubscriptionService.java:123"]; } subgraph cluster19176 { label="Union"; 8143 [labelType="html" label="UnionRDD [8143] count at CreateSubscriptionService.java:123"]; } subgraph cluster19173 { label="WholeStageCodegen (5)"; 8144 [labelType="html" label="MapPartitionsRDD [8144] count at CreateSubscriptionService.java:123"]; } subgraph cluster19172 { label="Exchange"; 8145 [labelType="html" label="MapPartitionsRDD [8145] count at CreateSubscriptionService.java:123"]; } } 8137->8138; 8138->8139; 8140->8141; 8141->8142; 8139->8143; 8142->8143; 8143->8144; 8144->8145; }

digraph G { subgraph clusterstage_2816 { label="Stage 2816"; subgraph cluster19200 { label="AQEShuffleRead"; 8150 [labelType="html" label="ShuffledRowRDD [8150] [Unordered] count at CreateSubscriptionService.java:123"]; } subgraph cluster19197 { label="WholeStageCodegen (7)"; 8151 [labelType="html" label="MapPartitionsRDD [8151] [Unordered] count at CreateSubscriptionService.java:123"]; } subgraph cluster19196 { label="Exchange"; 8152 [labelType="html" label="MapPartitionsRDD [8152] [Unordered] count at CreateSubscriptionService.java:123"]; } } 8150->8151; 8151->8152; }

8145,8150

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
2816	GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:123) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/08/31 16:00:07	0.5 s	3/3			14.4 MiB	4.6 MiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

2816

GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:123)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/08/31 16:00:07

0.5 s

3/3

14.4 MiB

4.6 MiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
2815	count at CreateSubscriptionService.java:123 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:123) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/4

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

2815

count at CreateSubscriptionService.java:123 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:123)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/4

Page: