hdh-spark-job - Details for Job 2018

Status: SUCCEEDED
Submitted: 2026/09/01 08:57:44
Duration: 0.3 s
Associated SQL Query: 1566
Job Group: 7dfd913b-36f2-49bd-bd1d-0812d8adf92e
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_3003 { label="Stage 3003"; subgraph cluster20668 { label="Scan json "; 8851 [labelType="html" label="FileScanRDD [8851] count at CreateSubscriptionService.java:123"]; 8852 [labelType="html" label="MapPartitionsRDD [8852] count at CreateSubscriptionService.java:123"]; } subgraph cluster20663 { label="WholeStageCodegen (1)"; 8853 [labelType="html" label="MapPartitionsRDD [8853] count at CreateSubscriptionService.java:123"]; } subgraph cluster20669 { label="mapPartitionsInternal"; 8854 [labelType="html" label="MapPartitionsRDD [8854] count at CreateSubscriptionService.java:123"]; } subgraph cluster20670 { label="mapPartitionsInternal"; 8855 [labelType="html" label="*(1) Project [343cd3c5-4ab7-4163-9ed2-9f8d88c9077f#339002.geometry AS 3CA8F2B5_7A47_4F4C_8FEC_E207BE4F5E8D#339089, 343cd3c5-4ab7-4163-9ed2-9f8d88c9077f#339002.properties.code AS E22536DE_090D_4DC8_8C68_0115B901E4BE#339090, 343cd3c5-4ab7-4163-9ed2-9f8d88c9077f#339002.properties.nom AS 61B6FDFC_8690_42AE_9323_0BD93388D39D#339091]\n+- *(1) Generate explode(ffe737ef-26df-476f-a0ab-bf1ea7d7463c#338996), true, [343cd3c5-4ab7-4163-9ed2-9f8d88c9077f#339002]\n +- *(1) Project [features#338987 AS ffe737ef-26df-476f-a0ab-bf1ea7d7463c#338996]\n +- FileScan json [features#338987] Batched: false, DataFilters: [], Format: JSON, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/json/execution/188025A0_DDA0_4EDF_AD73_BCF1A7CE..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<features:array<struct<geometry:string,properties:struct<code:string,nom:string>,type:strin...\n [8855] [Cached] count at CreateSubscriptionService.java:123"]; } subgraph cluster20699 { label="InMemoryTableScan"; 8864 [labelType="html" label="MapPartitionsRDD [8864] parquet at CreateSubscriptionService.java:124"]; 8865 [labelType="html" label="MapPartitionsRDD [8865] parquet at CreateSubscriptionService.java:124"]; 8866 [labelType="html" label="MapPartitionsRDD [8866] parquet at CreateSubscriptionService.java:124"]; } subgraph cluster20697 { label="WriteFiles"; 8867 [labelType="html" label="MapPartitionsRDD [8867] parquet at CreateSubscriptionService.java:124"]; } } 8851->8852; 8852->8853; 8853->8854; 8854->8855; 8855->8864; 8864->8865; 8865->8866; 8866->8867; }

8855

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
3003	GenerateSubscriptionSnapshot parquet at CreateSubscriptionService.java:124 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:124) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/01 08:57:44	0.3 s	1/1	42.0 MiB	20.9 MiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

3003

GenerateSubscriptionSnapshot parquet at CreateSubscriptionService.java:124 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:124)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/01 08:57:44

0.3 s

1/1

42.0 MiB

20.9 MiB

Page: