hdh-spark-job - Details for Job 2051

Status: SUCCEEDED
Submitted: 2026/09/01 09:27:51
Duration: 0.1 s
Associated SQL Query: 1590
Job Group: 33204b6e-aa94-4023-9ab9-87e0b3817b66
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_3040 { label="Stage 3040"; subgraph cluster20959 { label="Scan json "; 8997 [labelType="html" label="FileScanRDD [8997] count at CreateSubscriptionService.java:123"]; 8998 [labelType="html" label="MapPartitionsRDD [8998] count at CreateSubscriptionService.java:123"]; } subgraph cluster20958 { label="Project"; 8999 [labelType="html" label="MapPartitionsRDD [8999] count at CreateSubscriptionService.java:123"]; } subgraph cluster20957 { label="Generate"; 9000 [labelType="html" label="MapPartitionsRDD [9000] count at CreateSubscriptionService.java:123"]; } subgraph cluster20956 { label="Project"; 9001 [labelType="html" label="MapPartitionsRDD [9001] count at CreateSubscriptionService.java:123"]; } subgraph cluster20960 { label="mapPartitionsInternal"; 9002 [labelType="html" label="MapPartitionsRDD [9002] count at CreateSubscriptionService.java:123"]; } subgraph cluster20961 { label="mapPartitionsInternal"; 9003 [labelType="html" label="Project [c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.geometry AS EDBFA054_895B_4368_A21B_F5F2F4E51F15#395832, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.abbrev AS A2EAF218_C961_4B5C_82D5_4D887B236338#395833, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.abbrev_len AS 094A279C_A8F1_442A_B143_53C058BDEF4E#395834L, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.adm0_a3 AS 99768CC5_60B8_45E6_A511_CCA0265B0D79#395835, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.adm0_a3_ar AS 640CDD78_0B31_4357_8114_FF89FB8D9DA0#395836, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.adm0_a3_bd AS EF69571F_AC49_4D08_9859_71EFB36E4012#395837, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.adm0_a3_br AS ABD847B2_F73B_4B12_B5CE_5751B093EBC3#395838, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.adm0_a3_cn AS DFA5831B_3DF2_4CC3_9196_8BC6BF1A798B#395839, c67d6470-1415-4e95-bf3c-d6ec6178a00f#377721.properties.adm0_a3_de AS E2EC6243_8F69_43A2_9C1B_6E5B0EB9DC68#395840, c67d6... [9003] [Cached] count at CreateSubscriptionService.java:123"]; } subgraph cluster20992 { label="InMemoryTableScan"; 9012 [labelType="html" label="MapPartitionsRDD [9012] parquet at CreateSubscriptionService.java:124"]; 9013 [labelType="html" label="MapPartitionsRDD [9013] parquet at CreateSubscriptionService.java:124"]; 9014 [labelType="html" label="MapPartitionsRDD [9014] parquet at CreateSubscriptionService.java:124"]; } subgraph cluster20990 { label="WriteFiles"; 9015 [labelType="html" label="MapPartitionsRDD [9015] parquet at CreateSubscriptionService.java:124"]; } } 8997->8998; 8998->8999; 8999->9000; 9000->9001; 9001->9002; 9002->9003; 9003->9012; 9012->9013; 9013->9014; 9014->9015; }

9003

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
3040	GenerateSubscriptionSnapshot parquet at CreateSubscriptionService.java:124 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:124) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/01 09:27:51	0.1 s	1/1	634.3 KiB	435.9 KiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

3040

GenerateSubscriptionSnapshot parquet at CreateSubscriptionService.java:124 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:124)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/01 09:27:51

0.1 s

1/1

634.3 KiB

435.9 KiB

Page: