hdh-spark-job - Details for Job 2006

Status: SUCCEEDED
Submitted: 2026/09/01 08:52:37
Duration: 0.1 s
Associated SQL Query: 1557
Job Group: 9ae70142-fde8-4345-8dbb-9741cf89852c
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_2988 { label="Stage 2988"; subgraph cluster20542 { label="Scan json "; 8800 [labelType="html" label="FileScanRDD [8800] count at CreateSubscriptionService.java:123"]; 8801 [labelType="html" label="MapPartitionsRDD [8801] count at CreateSubscriptionService.java:123"]; } subgraph cluster20537 { label="WholeStageCodegen (1)"; 8802 [labelType="html" label="MapPartitionsRDD [8802] count at CreateSubscriptionService.java:123"]; } subgraph cluster20543 { label="mapPartitionsInternal"; 8803 [labelType="html" label="MapPartitionsRDD [8803] count at CreateSubscriptionService.java:123"]; } subgraph cluster20544 { label="mapPartitionsInternal"; 8804 [labelType="html" label="*(1) Project [dd46a5ad-faf5-4ebc-9892-f47eb5a7d1f1#338192.geometry AS FD101D31_C657_439C_A284_085511FA0D94#338279, dd46a5ad-faf5-4ebc-9892-f47eb5a7d1f1#338192.properties.code AS 5C943F9D_D5C2_45DE_993E_23A1210DE0D0#338280, dd46a5ad-faf5-4ebc-9892-f47eb5a7d1f1#338192.properties.nom AS 2F836F90_DCC5_4A8D_B273_DFFD62D2CC41#338281]\n+- *(1) Generate explode(711dd5e6-2106-47d9-a5b5-8fbe472034f9#338186), true, [dd46a5ad-faf5-4ebc-9892-f47eb5a7d1f1#338192]\n +- *(1) Project [features#338177 AS 711dd5e6-2106-47d9-a5b5-8fbe472034f9#338186]\n +- FileScan json [features#338177] Batched: false, DataFilters: [], Format: JSON, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/json/execution/0A476A12_2BFF_4FD8_AC75_C83E2134..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<features:array<struct<geometry:string,properties:struct<code:string,nom:string>,type:strin...\n [8804] [Cached] count at CreateSubscriptionService.java:123"]; } subgraph cluster20573 { label="InMemoryTableScan"; 8813 [labelType="html" label="MapPartitionsRDD [8813] parquet at CreateSubscriptionService.java:124"]; 8814 [labelType="html" label="MapPartitionsRDD [8814] parquet at CreateSubscriptionService.java:124"]; 8815 [labelType="html" label="MapPartitionsRDD [8815] parquet at CreateSubscriptionService.java:124"]; } subgraph cluster20571 { label="WriteFiles"; 8816 [labelType="html" label="MapPartitionsRDD [8816] parquet at CreateSubscriptionService.java:124"]; } } 8800->8801; 8801->8802; 8802->8803; 8803->8804; 8804->8813; 8813->8814; 8814->8815; 8815->8816; }

8804

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
2988	GenerateSubscriptionSnapshot parquet at CreateSubscriptionService.java:124 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:124) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/01 08:52:37	80 ms	1/1	3.3 MiB	1870.2 KiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

2988

GenerateSubscriptionSnapshot parquet at CreateSubscriptionService.java:124 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:124)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/01 08:52:37

80 ms

1/1

3.3 MiB

1870.2 KiB

Page: