SP1 - Details for Job 54

Status: SUCCEEDED
Submitted: 2026/04/20 11:11:46
Duration: 0.5 s
Associated SQL Query: 64
Job Group: d2eed772-1889-4ed8-b0bd-19d3327b5818
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_83 { label="Stage 83 (skipped)"; 368 [labelType="html" label="JDBCRDD [368] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster782 { label="WholeStageCodegen (5)"; 385 [labelType="html" label="MapPartitionsRDD [385] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster781 { label="Exchange"; 386 [labelType="html" label="MapPartitionsRDD [386] toJavaRDD at AbsExportExecutor.java:55"]; } } 368->385; 385->386; }

digraph G { subgraph clusterstage_84 { label="Stage 84 (skipped)"; subgraph cluster775 { label="Scan csv "; 377 [labelType="html" label="FileScanRDD [377] toJavaRDD at AbsExportExecutor.java:55"]; 378 [labelType="html" label="MapPartitionsRDD [378] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster771 { label="WholeStageCodegen (3)"; 379 [labelType="html" label="MapPartitionsRDD [379] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster780 { label="Scan csv "; 380 [labelType="html" label="FileScanRDD [380] toJavaRDD at AbsExportExecutor.java:55"]; 381 [labelType="html" label="MapPartitionsRDD [381] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster776 { label="WholeStageCodegen (4)"; 382 [labelType="html" label="MapPartitionsRDD [382] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster770 { label="Union"; 383 [labelType="html" label="UnionRDD [383] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster769 { label="Exchange"; 384 [labelType="html" label="MapPartitionsRDD [384] toJavaRDD at AbsExportExecutor.java:55"]; } } 377->378; 378->379; 380->381; 381->382; 379->383; 382->383; 383->384; }

digraph G { subgraph clusterstage_85 { label="Stage 85 (skipped)"; subgraph cluster762 { label="Scan csv "; 369 [labelType="html" label="FileScanRDD [369] toJavaRDD at AbsExportExecutor.java:55"]; 370 [labelType="html" label="MapPartitionsRDD [370] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster758 { label="WholeStageCodegen (1)"; 371 [labelType="html" label="MapPartitionsRDD [371] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster768 { label="Scan parquet "; 372 [labelType="html" label="FileScanRDD [372] toJavaRDD at AbsExportExecutor.java:55"]; 373 [labelType="html" label="MapPartitionsRDD [373] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster763 { label="WholeStageCodegen (2)"; 374 [labelType="html" label="MapPartitionsRDD [374] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster757 { label="Union"; 375 [labelType="html" label="UnionRDD [375] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster756 { label="Exchange"; 376 [labelType="html" label="MapPartitionsRDD [376] toJavaRDD at AbsExportExecutor.java:55"]; } } 369->370; 370->371; 372->373; 373->374; 371->375; 374->375; 375->376; }

digraph G { subgraph clusterstage_86 { label="Stage 86 (skipped)"; subgraph cluster793 { label="AQEShuffleRead"; 387 [labelType="html" label="ShuffledRowRDD [387] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster790 { label="WholeStageCodegen (6)"; 388 [labelType="html" label="MapPartitionsRDD [388] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster798 { label="AQEShuffleRead"; 389 [labelType="html" label="ShuffledRowRDD [389] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster795 { label="WholeStageCodegen (7)"; 390 [labelType="html" label="MapPartitionsRDD [390] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster786 { label="WholeStageCodegen (8)"; 391 [labelType="html" label="ZippedPartitionsRDD2 [391] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 392 [labelType="html" label="MapPartitionsRDD [392] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster785 { label="Exchange"; 393 [labelType="html" label="MapPartitionsRDD [393] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 387->388; 389->390; 388->391; 390->391; 391->392; 392->393; }

376,387

384,389

digraph G { subgraph clusterstage_87 { label="Stage 87"; 401 [labelType="html" label="SQLExecutionRDD [401] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 406 [labelType="html" label="SQLExecutionRDD [406] [Unordered] jdbc at SqlDbWriter.java:111"]; subgraph cluster809 { label="AQEShuffleRead"; 394 [labelType="html" label="ShuffledRowRDD [394] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster806 { label="WholeStageCodegen (9)"; 395 [labelType="html" label="MapPartitionsRDD [395] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster814 { label="AQEShuffleRead"; 396 [labelType="html" label="ShuffledRowRDD [396] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster811 { label="WholeStageCodegen (10)"; 397 [labelType="html" label="MapPartitionsRDD [397] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster800 { label="WholeStageCodegen (11)"; 398 [labelType="html" label="ZippedPartitionsRDD2 [398] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 399 [labelType="html" label="MapPartitionsRDD [399] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster799 { label="DeserializeToObject"; 400 [labelType="html" label="MapPartitionsRDD [400] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster815 { label="mapPartitions"; 402 [labelType="html" label="MapPartitionsRDD [402] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster816 { label="map"; 403 [labelType="html" label="MapPartitionsRDD [403] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster818 { label="WholeStageCodegen (1)"; 404 [labelType="html" label="MapPartitionsRDD [404] [Unordered] jdbc at SqlDbWriter.java:111"]; } subgraph cluster817 { label="DeserializeToObject"; 405 [labelType="html" label="MapPartitionsRDD [405] [Unordered] jdbc at SqlDbWriter.java:111"]; } subgraph cluster821 { label="mapPartitions"; 407 [labelType="html" label="MapPartitionsRDD [407] [Unordered] jdbc at SqlDbWriter.java:111"]; } } 394->395; 396->397; 395->398; 397->398; 398->399; 399->400; 400->401; 401->402; 402->403; 403->404; 404->405; 405->406; 406->407; }

393,394

386,396

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
87	default	DataFrameExposeJob_exec_db jdbc at SqlDbWriter.java:111 +details org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:766) com.adb.hdh.spark.job.impl.exportwriter.SqlDbWriter.writeToDb(SqlDbWriter.java:111) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToDbWriter.write(AbsExportToDbWriter.java:50) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.performExport(ExposeToDbExecutorImpl.java:59) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:151) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/20 11:11:46	0.4 s	2/2			2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

DataFrameExposeJob_exec_db jdbc at SqlDbWriter.java:111 +details

org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:766)
com.adb.hdh.spark.job.impl.exportwriter.SqlDbWriter.writeToDb(SqlDbWriter.java:111)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToDbWriter.write(AbsExportToDbWriter.java:50)
com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.performExport(ExposeToDbExecutorImpl.java:59)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:151)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/20 11:11:46

0.4 s

2/2

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
86	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:151) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
85	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:151) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
84	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:151) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
83	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExposeToDbExecutorImpl.execute(ExposeToDbExecutorImpl.java:74) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:151) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: