hdh-spark-job - Details for Job 2014

Status: SUCCEEDED
Submitted: 2026/09/01 08:56:38
Duration: 0.4 s
Associated SQL Query: 1563
Job Group: d4e59ea8-67d3-4c56-9e4f-59f32cc4339c
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_2998 { label="Stage 2998"; subgraph cluster20626 { label="Scan json "; 8834 [labelType="html" label="FileScanRDD [8834] count at CreateSubscriptionService.java:123"]; 8835 [labelType="html" label="MapPartitionsRDD [8835] count at CreateSubscriptionService.java:123"]; } subgraph cluster20621 { label="WholeStageCodegen (1)"; 8836 [labelType="html" label="MapPartitionsRDD [8836] count at CreateSubscriptionService.java:123"]; } subgraph cluster20627 { label="mapPartitionsInternal"; 8837 [labelType="html" label="MapPartitionsRDD [8837] count at CreateSubscriptionService.java:123"]; } subgraph cluster20628 { label="mapPartitionsInternal"; 8838 [labelType="html" label="*(1) Project [2f05086f-9a9f-45b1-9a95-9e384ed8c3dc#338732.geometry AS 00233D4B_5734_4E45_957F_89AC647543A8#338819, 2f05086f-9a9f-45b1-9a95-9e384ed8c3dc#338732.properties.code AS 10AC31B7_ADCF_4C2E_B9D8_93C0B5029E02#338820, 2f05086f-9a9f-45b1-9a95-9e384ed8c3dc#338732.properties.nom AS F9E50BF6_D9BE_49CE_9AC6_FEC5D876F0B4#338821]\n+- *(1) Generate explode(4e70a2fb-cdda-4937-88dc-a7bc7a4b31d2#338726), true, [2f05086f-9a9f-45b1-9a95-9e384ed8c3dc#338732]\n +- *(1) Project [features#338717 AS 4e70a2fb-cdda-4937-88dc-a7bc7a4b31d2#338726]\n +- FileScan json [features#338717] Batched: false, DataFilters: [], Format: JSON, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/json/execution/208D3967_49FC_4FE0_8FCB_B1414FC7..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<features:array<struct<geometry:string,properties:struct<code:string,nom:string>,type:strin...\n [8838] [Cached] count at CreateSubscriptionService.java:123"]; } subgraph cluster20657 { label="InMemoryTableScan"; 8847 [labelType="html" label="MapPartitionsRDD [8847] parquet at CreateSubscriptionService.java:124"]; 8848 [labelType="html" label="MapPartitionsRDD [8848] parquet at CreateSubscriptionService.java:124"]; 8849 [labelType="html" label="MapPartitionsRDD [8849] parquet at CreateSubscriptionService.java:124"]; } subgraph cluster20655 { label="WriteFiles"; 8850 [labelType="html" label="MapPartitionsRDD [8850] parquet at CreateSubscriptionService.java:124"]; } } 8834->8835; 8835->8836; 8836->8837; 8837->8838; 8838->8847; 8847->8848; 8848->8849; 8849->8850; }

8838

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
2998	GenerateSubscriptionSnapshot parquet at CreateSubscriptionService.java:124 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:124) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/01 08:56:38	0.3 s	1/1	41.4 MiB	20.6 MiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

2998

GenerateSubscriptionSnapshot parquet at CreateSubscriptionService.java:124 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:124)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/01 08:56:38

0.3 s

1/1

41.4 MiB

20.6 MiB

Page: