hdh-spark-job - Details for Job 2049

Status: SUCCEEDED
Submitted: 2026/09/01 09:27:51
Duration: 16 ms
Associated SQL Query: 1589
Job Group: 33204b6e-aa94-4023-9ab9-87e0b3817b66
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_3037 { label="Stage 3037"; subgraph cluster20959 { label="Scan json "; 8997 [labelType="html" label="FileScanRDD [8997] count at CreateSubscriptionService.java:123"]; 8998 [labelType="html" label="MapPartitionsRDD [8998] count at CreateSubscriptionService.java:123"]; } subgraph cluster20958 { label="Project"; 8999 [labelType="html" label="MapPartitionsRDD [8999] count at CreateSubscriptionService.java:123"]; } subgraph cluster20957 { label="Generate"; 9000 [labelType="html" label="MapPartitionsRDD [9000] count at CreateSubscriptionService.java:123"]; } subgraph cluster20956 { label="Project"; 9001 [labelType="html" label="MapPartitionsRDD [9001] count at CreateSubscriptionService.java:123"]; } subgraph cluster20960 { label="mapPartitionsInternal"; 9002 [labelType="html" label="MapPartitionsRDD [9002] count at CreateSubscriptionService.java:123"]; } subgraph cluster20961 { label="mapPartitionsInternal"; 9003 [labelType="html" label="Project [c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.geometry AS EDBFA054_895B_4368_A21B_F5F2F4E51F15#395832, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.abbrev AS A2EAF218_C961_4B5C_82D5_4D887B236338#395833, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.abbrev_len AS 094A279C_A8F1_442A_B143_53C058BDEF4E#395834L, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.adm0_a3 AS 99768CC5_60B8_45E6_A511_CCA0265B0D79#395835, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.adm0_a3_ar AS 640CDD78_0B31_4357_8114_FF89FB8D9DA0#395836, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.adm0_a3_bd AS EF69571F_AC49_4D08_9859_71EFB36E4012#395837, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.adm0_a3_br AS ABD847B2_F73B_4B12_B5CE_5751B093EBC3#395838, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.adm0_a3_cn AS DFA5831B_3DF2_4CC3_9196_8BC6BF1A798B#395839, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.adm0_a3_de AS E2EC6243_8F69_43A2_9C1B_6E5B0EB9DC68#395840, c67d6... [9003] [Cached] count at CreateSubscriptionService.java:123"]; } subgraph cluster20967 { label="InMemoryTableScan"; 9004 [labelType="html" label="MapPartitionsRDD [9004] count at CreateSubscriptionService.java:123"]; 9005 [labelType="html" label="MapPartitionsRDD [9005] count at CreateSubscriptionService.java:123"]; 9006 [labelType="html" label="MapPartitionsRDD [9006] count at CreateSubscriptionService.java:123"]; } subgraph cluster20963 { label="WholeStageCodegen (1)"; 9007 [labelType="html" label="MapPartitionsRDD [9007] count at CreateSubscriptionService.java:123"]; } subgraph cluster20962 { label="Exchange"; 9008 [labelType="html" label="MapPartitionsRDD [9008] count at CreateSubscriptionService.java:123"]; } } 8997->8998; 8998->8999; 8999->9000; 9000->9001; 9001->9002; 9002->9003; 9003->9004; 9004->9005; 9005->9006; 9006->9007; 9007->9008; }

9003

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
3037	GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:123) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/01 09:27:51	9 ms	1/1	634.3 KiB			59.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

3037

GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:123)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/01 09:27:51

9 ms

1/1

634.3 KiB

59.0 B

Page: