hdh-spark-job - Details for Job 2002

Status: SUCCEEDED
Submitted: 2026/09/01 08:49:04
Duration: 92 ms
Associated SQL Query: 1554
Job Group: fa6d629a-0024-4e94-b71c-1a02606cb2c1
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_2983 { label="Stage 2983"; subgraph cluster20500 { label="Scan json "; 8783 [labelType="html" label="FileScanRDD [8783] count at CreateSubscriptionService.java:123"]; 8784 [labelType="html" label="MapPartitionsRDD [8784] count at CreateSubscriptionService.java:123"]; } subgraph cluster20495 { label="WholeStageCodegen (1)"; 8785 [labelType="html" label="MapPartitionsRDD [8785] count at CreateSubscriptionService.java:123"]; } subgraph cluster20501 { label="mapPartitionsInternal"; 8786 [labelType="html" label="MapPartitionsRDD [8786] count at CreateSubscriptionService.java:123"]; } subgraph cluster20502 { label="mapPartitionsInternal"; 8787 [labelType="html" label="*(1) Project [80a3576a-b2c4-46c7-8133-c3bc467016b7#337922.geometry AS 0434CA56_A5BE_4ABA_89B9_69FE884166CD#338009, 80a3576a-b2c4-46c7-8133-c3bc467016b7#337922.properties.code AS 7A483F46_8F71_4845_A643_4CD4E6C9D52C#338010, 80a3576a-b2c4-46c7-8133-c3bc467016b7#337922.properties.nom AS F46CAE2F_E976_41EA_992C_FC7E976A1B56#338011]\n+- *(1) Generate explode(f7b40229-896d-4133-9e1b-0513e620bf59#337916), true, [80a3576a-b2c4-46c7-8133-c3bc467016b7#337922]\n +- *(1) Project [features#337907 AS f7b40229-896d-4133-9e1b-0513e620bf59#337916]\n +- FileScan json [features#337907] Batched: false, DataFilters: [], Format: JSON, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/json/execution/0B11148E_00BE_4484_B27D_E8083071..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<features:array<struct<geometry:string,properties:struct<code:string,nom:string>,type:strin...\n [8787] [Cached] count at CreateSubscriptionService.java:123"]; } subgraph cluster20531 { label="InMemoryTableScan"; 8796 [labelType="html" label="MapPartitionsRDD [8796] parquet at CreateSubscriptionService.java:124"]; 8797 [labelType="html" label="MapPartitionsRDD [8797] parquet at CreateSubscriptionService.java:124"]; 8798 [labelType="html" label="MapPartitionsRDD [8798] parquet at CreateSubscriptionService.java:124"]; } subgraph cluster20529 { label="WriteFiles"; 8799 [labelType="html" label="MapPartitionsRDD [8799] parquet at CreateSubscriptionService.java:124"]; } } 8783->8784; 8784->8785; 8785->8786; 8786->8787; 8787->8796; 8796->8797; 8797->8798; 8798->8799; }

8787

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
2983	GenerateSubscriptionSnapshot parquet at CreateSubscriptionService.java:124 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:124) com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/09/01 08:49:04	70 ms	1/1	1656.3 KiB	794.1 KiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

2983

GenerateSubscriptionSnapshot parquet at CreateSubscriptionService.java:124 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.executeTyped(CreateSubscriptionService.java:124)
com.adb.hdh.spark.job.service.dataframe.CreateSubscriptionService.execute(CreateSubscriptionService.java:80)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:78)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/09/01 08:49:04

70 ms

1/1

1656.3 KiB

794.1 KiB

Page: