SP1 - Details for Job 228

Status: SUCCEEDED
Submitted: 2026/04/21 07:00:18
Duration: 0.4 s
Associated SQL Query: 234
Job Group: 9951948b-900e-49ae-8780-f61e126df268
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_366 { label="Stage 366 (skipped)"; subgraph cluster3490 { label="Scan csv "; 1680 [labelType="html" label="FileScanRDD [1680] toJavaRDD at AbsExportExecutor.java:55"]; 1681 [labelType="html" label="MapPartitionsRDD [1681] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3486 { label="WholeStageCodegen (1)"; 1682 [labelType="html" label="MapPartitionsRDD [1682] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3496 { label="Scan parquet "; 1683 [labelType="html" label="FileScanRDD [1683] toJavaRDD at AbsExportExecutor.java:55"]; 1684 [labelType="html" label="MapPartitionsRDD [1684] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3491 { label="WholeStageCodegen (2)"; 1685 [labelType="html" label="MapPartitionsRDD [1685] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3485 { label="Union"; 1686 [labelType="html" label="UnionRDD [1686] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3484 { label="Exchange"; 1687 [labelType="html" label="MapPartitionsRDD [1687] toJavaRDD at AbsExportExecutor.java:55"]; } } 1680->1681; 1681->1682; 1683->1684; 1684->1685; 1682->1686; 1685->1686; 1686->1687; }

digraph G { subgraph clusterstage_367 { label="Stage 367 (skipped)"; subgraph cluster3503 { label="Scan csv "; 1688 [labelType="html" label="FileScanRDD [1688] toJavaRDD at AbsExportExecutor.java:55"]; 1689 [labelType="html" label="MapPartitionsRDD [1689] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3499 { label="WholeStageCodegen (3)"; 1690 [labelType="html" label="MapPartitionsRDD [1690] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3508 { label="Scan csv "; 1691 [labelType="html" label="FileScanRDD [1691] toJavaRDD at AbsExportExecutor.java:55"]; 1692 [labelType="html" label="MapPartitionsRDD [1692] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3504 { label="WholeStageCodegen (4)"; 1693 [labelType="html" label="MapPartitionsRDD [1693] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3498 { label="Union"; 1694 [labelType="html" label="UnionRDD [1694] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3497 { label="Exchange"; 1695 [labelType="html" label="MapPartitionsRDD [1695] toJavaRDD at AbsExportExecutor.java:55"]; } } 1688->1689; 1689->1690; 1691->1692; 1692->1693; 1690->1694; 1693->1694; 1694->1695; }

digraph G { subgraph clusterstage_368 { label="Stage 368 (skipped)"; subgraph cluster3521 { label="AQEShuffleRead"; 1698 [labelType="html" label="ShuffledRowRDD [1698] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3518 { label="WholeStageCodegen (6)"; 1699 [labelType="html" label="MapPartitionsRDD [1699] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3526 { label="AQEShuffleRead"; 1700 [labelType="html" label="ShuffledRowRDD [1700] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3523 { label="WholeStageCodegen (7)"; 1701 [labelType="html" label="MapPartitionsRDD [1701] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3514 { label="WholeStageCodegen (8)"; 1702 [labelType="html" label="ZippedPartitionsRDD2 [1702] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1703 [labelType="html" label="MapPartitionsRDD [1703] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3513 { label="Exchange"; 1704 [labelType="html" label="MapPartitionsRDD [1704] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 1698->1699; 1700->1701; 1699->1702; 1701->1702; 1702->1703; 1703->1704; }

1687,1698

1695,1700

digraph G { subgraph clusterstage_369 { label="Stage 369 (skipped)"; 1679 [labelType="html" label="JDBCRDD [1679] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster3510 { label="WholeStageCodegen (5)"; 1696 [labelType="html" label="MapPartitionsRDD [1696] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3509 { label="Exchange"; 1697 [labelType="html" label="MapPartitionsRDD [1697] toJavaRDD at AbsExportExecutor.java:55"]; } } 1679->1696; 1696->1697; }

digraph G { subgraph clusterstage_370 { label="Stage 370"; 1712 [labelType="html" label="SQLExecutionRDD [1712] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster3537 { label="AQEShuffleRead"; 1705 [labelType="html" label="ShuffledRowRDD [1705] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3534 { label="WholeStageCodegen (9)"; 1706 [labelType="html" label="MapPartitionsRDD [1706] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3542 { label="AQEShuffleRead"; 1707 [labelType="html" label="ShuffledRowRDD [1707] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3539 { label="WholeStageCodegen (10)"; 1708 [labelType="html" label="MapPartitionsRDD [1708] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3528 { label="WholeStageCodegen (11)"; 1709 [labelType="html" label="ZippedPartitionsRDD2 [1709] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1710 [labelType="html" label="MapPartitionsRDD [1710] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3527 { label="DeserializeToObject"; 1711 [labelType="html" label="MapPartitionsRDD [1711] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3543 { label="mapPartitions"; 1713 [labelType="html" label="MapPartitionsRDD [1713] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3544 { label="map"; 1714 [labelType="html" label="MapPartitionsRDD [1714] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster3551 { label="WholeStageCodegen (1)"; 1719 [labelType="html" label="MapPartitionsRDD [1719] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster3550 { label="Coalesce"; 1720 [labelType="html" label="CoalescedRDD [1720] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster3549 { label="WriteFiles"; 1721 [labelType="html" label="MapPartitionsRDD [1721] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 1705->1706; 1707->1708; 1706->1709; 1708->1709; 1709->1710; 1710->1711; 1711->1712; 1712->1713; 1713->1714; 1714->1719; 1719->1720; 1720->1721; }

1704,1705

1697,1707

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
370	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/21 07:00:18	0.3 s	1/1		259.9 KiB	2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

370

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/21 07:00:18

0.3 s

1/1

259.9 KiB

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
369	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
368	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
367	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
366	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Page: