hdh-spark-job - Details for Job 2012

Status: SUCCEEDED
Submitted: 2026/09/01 08:56:38
Duration: 10 ms
Associated SQL Query: 1562
Job Group: d4e59ea8-67d3-4c56-9e4f-59f32cc4339c
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_2995 { label="Stage 2995"; subgraph cluster20626 { label="Scan json "; 8834 [labelType="html" label="FileScanRDD [8834] count at CreateSubscriptionService.java:123"]; 8835 [labelType="html" label="MapPartitionsRDD [8835] count at CreateSubscriptionService.java:123"]; } subgraph cluster20621 { label="WholeStageCodegen (1)"; 8836 [labelType="html" label="MapPartitionsRDD [8836] count at CreateSubscriptionService.java:123"]; } subgraph cluster20627 { label="mapPartitionsInternal"; 8837 [labelType="html" label="MapPartitionsRDD [8837] count at CreateSubscriptionService.java:123"]; } subgraph cluster20628 { label="mapPartitionsInternal"; 8838 [labelType="html" label="*(1) Project [2f05086f-9a9f-45b1-9a95-9e384ed8c3dc#338732.geometry AS 00233D4B_5734_4E45_957F_89AC647543A8#338819, 2f05086f-9a9f-45b1-9a95-9e384ed8c3dc#338732.properties.code AS 10AC31B7_ADCF_4C2E_B9D8_93C0B5029E02#338820, 2f05086f-9a9f-45b1-9a95-9e384ed8c3dc#338732.properties.nom AS F9E50BF6_D9BE_49CE_9AC6_FEC5D876F0B4#338821]\n+- *(1) Generate explode(4e70a2fb-cdda-4937-88dc-a7bc7a4b31d2#338726), true, [2f05086f-9a9f-45b1-9a95-9e384ed8c3dc#338732]\n +- *(1) Project [features#338717 AS 4e70a2fb-cdda-4937-88dc-a7bc7a4b31d2#338726]\n +- FileScan json [features#338717] Batched: false, DataFilters: [], Format: JSON, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/json/execution/208D3967_49FC_4FE0_8FCB_B1414FC7..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<features:array<struct<geometry:string,properties:struct<code:string,nom:string>,type:strin...\n [8838] [Cached] count at CreateSubscriptionService.java:123"]; } subgraph cluster20634 { label="InMemoryTableScan"; 8839 [labelType="html" label="MapPartitionsRDD [8839] count at CreateSubscriptionService.java:123"]; 8840 [labelType="html" label="MapPartitionsRDD [8840] count at CreateSubscriptionService.java:123"]; 8841 [labelType="html" label="MapPartitionsRDD [8841] count at CreateSubscriptionService.java:123"]; } subgraph cluster20630 { label="WholeStageCodegen (1)"; 8842 [labelType="html" label="MapPartitionsRDD [8842] count at CreateSubscriptionService.java:123"]; } subgraph cluster20629 { label="Exchange"; 8843 [labelType="html" label="MapPartitionsRDD [8843] count at CreateSubscriptionService.java:123"]; } } 8834->8835; 8835->8836; 8836->8837; 8837->8838; 8838->8839; 8839->8840; 8840->8841; 8841->8842; 8842->8843; }

8838

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
2995	GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:123) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/01 08:56:38	6 ms	1/1	41.4 MiB			59.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

2995

GenerateSubscriptionSnapshot count at CreateSubscriptionService.java:123 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:123)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/01 08:56:38

6 ms

1/1

41.4 MiB

59.0 B

Page: