SP1 - Details for Job 18

Status: SUCCEEDED
Submitted: 2026/04/20 10:23:42
Duration: 2 s
Associated SQL Query: 24
Job Group: 357f1e96-39a7-4482-9354-50e9518c6fcb
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_23 { label="Stage 23 (skipped)"; 80 [labelType="html" label="JDBCRDD [80] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster174 { label="WholeStageCodegen (5)"; 97 [labelType="html" label="MapPartitionsRDD [97] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster173 { label="Exchange"; 98 [labelType="html" label="MapPartitionsRDD [98] toJavaRDD at AbsExportExecutor.java:55"]; } } 80->97; 97->98; }

digraph G { subgraph clusterstage_24 { label="Stage 24 (skipped)"; subgraph cluster154 { label="Scan csv "; 81 [labelType="html" label="FileScanRDD [81] toJavaRDD at AbsExportExecutor.java:55"]; 82 [labelType="html" label="MapPartitionsRDD [82] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster150 { label="WholeStageCodegen (1)"; 83 [labelType="html" label="MapPartitionsRDD [83] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster160 { label="Scan parquet "; 84 [labelType="html" label="FileScanRDD [84] toJavaRDD at AbsExportExecutor.java:55"]; 85 [labelType="html" label="MapPartitionsRDD [85] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster155 { label="WholeStageCodegen (2)"; 86 [labelType="html" label="MapPartitionsRDD [86] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster149 { label="Union"; 87 [labelType="html" label="UnionRDD [87] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster148 { label="Exchange"; 88 [labelType="html" label="MapPartitionsRDD [88] toJavaRDD at AbsExportExecutor.java:55"]; } } 81->82; 82->83; 84->85; 85->86; 83->87; 86->87; 87->88; }

digraph G { subgraph clusterstage_25 { label="Stage 25 (skipped)"; subgraph cluster167 { label="Scan csv "; 89 [labelType="html" label="FileScanRDD [89] toJavaRDD at AbsExportExecutor.java:55"]; 90 [labelType="html" label="MapPartitionsRDD [90] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster163 { label="WholeStageCodegen (3)"; 91 [labelType="html" label="MapPartitionsRDD [91] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster172 { label="Scan csv "; 92 [labelType="html" label="FileScanRDD [92] toJavaRDD at AbsExportExecutor.java:55"]; 93 [labelType="html" label="MapPartitionsRDD [93] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster168 { label="WholeStageCodegen (4)"; 94 [labelType="html" label="MapPartitionsRDD [94] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster162 { label="Union"; 95 [labelType="html" label="UnionRDD [95] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster161 { label="Exchange"; 96 [labelType="html" label="MapPartitionsRDD [96] toJavaRDD at AbsExportExecutor.java:55"]; } } 89->90; 90->91; 92->93; 93->94; 91->95; 94->95; 95->96; }

digraph G { subgraph clusterstage_26 { label="Stage 26 (skipped)"; subgraph cluster185 { label="AQEShuffleRead"; 99 [labelType="html" label="ShuffledRowRDD [99] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster182 { label="WholeStageCodegen (6)"; 100 [labelType="html" label="MapPartitionsRDD [100] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster190 { label="AQEShuffleRead"; 101 [labelType="html" label="ShuffledRowRDD [101] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster187 { label="WholeStageCodegen (7)"; 102 [labelType="html" label="MapPartitionsRDD [102] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster178 { label="WholeStageCodegen (8)"; 103 [labelType="html" label="ZippedPartitionsRDD2 [103] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 104 [labelType="html" label="MapPartitionsRDD [104] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster177 { label="Exchange"; 105 [labelType="html" label="MapPartitionsRDD [105] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 99->100; 101->102; 100->103; 102->103; 103->104; 104->105; }

88,99

96,101

digraph G { subgraph clusterstage_27 { label="Stage 27"; 113 [labelType="html" label="SQLExecutionRDD [113] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 118 [labelType="html" label="SQLExecutionRDD [118] [Unordered] jdbc at SqlDbWriter.java:111"]; subgraph cluster201 { label="AQEShuffleRead"; 106 [labelType="html" label="ShuffledRowRDD [106] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster198 { label="WholeStageCodegen (9)"; 107 [labelType="html" label="MapPartitionsRDD [107] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster206 { label="AQEShuffleRead"; 108 [labelType="html" label="ShuffledRowRDD [108] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster203 { label="WholeStageCodegen (10)"; 109 [labelType="html" label="MapPartitionsRDD [109] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster192 { label="WholeStageCodegen (11)"; 110 [labelType="html" label="ZippedPartitionsRDD2 [110] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 111 [labelType="html" label="MapPartitionsRDD [111] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster191 { label="DeserializeToObject"; 112 [labelType="html" label="MapPartitionsRDD [112] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster207 { label="mapPartitions"; 114 [labelType="html" label="MapPartitionsRDD [114] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster208 { label="map"; 115 [labelType="html" label="MapPartitionsRDD [115] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster210 { label="WholeStageCodegen (1)"; 116 [labelType="html" label="MapPartitionsRDD [116] [Unordered] jdbc at SqlDbWriter.java:111"]; } subgraph cluster209 { label="DeserializeToObject"; 117 [labelType="html" label="MapPartitionsRDD [117] [Unordered] jdbc at SqlDbWriter.java:111"]; } subgraph cluster213 { label="mapPartitions"; 119 [labelType="html" label="MapPartitionsRDD [119] [Unordered] jdbc at SqlDbWriter.java:111"]; } } 106->107; 108->109; 107->110; 109->110; 110->111; 111->112; 112->113; 113->114; 114->115; 115->116; 116->117; 117->118; 118->119; }

105,106

98,108

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
27	default	DataFrameExposeJob_exec_db jdbc at SqlDbWriter.java:111 +details org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:766) com.adb.hdh.spark.job.impl.exportwriter.SqlDbWriter.writeToDb(SqlDbWriter.java:111) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToDbWriter.write(AbsExportToDbWriter.java:50) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.performExport(ExposeToDbExecutorImpl.java:59) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:151) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/20 10:23:42	1 s	2/2			2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

DataFrameExposeJob_exec_db jdbc at SqlDbWriter.java:111 +details

org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:766)
com.adb.hdh.spark.job.impl.exportwriter.SqlDbWriter.writeToDb(SqlDbWriter.java:111)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToDbWriter.write(AbsExportToDbWriter.java:50)
com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.performExport(ExposeToDbExecutorImpl.java:59)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:151)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/20 10:23:42

1 s

2/2

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
26	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:151) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
25	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:151) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
24	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:151) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
23	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:151) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: