SP1 - Details for Job 214

Status: SUCCEEDED
Submitted: 2026/04/21 06:56:51
Duration: 0.4 s
Associated SQL Query: 221
Job Group: 18491387-56f1-4609-a925-225e038a7e86
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_345 { label="Stage 345 (skipped)"; subgraph cluster3310 { label="Scan csv "; 1598 [labelType="html" label="FileScanRDD [1598] toJavaRDD at AbsExportExecutor.java:55"]; 1599 [labelType="html" label="MapPartitionsRDD [1599] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3306 { label="WholeStageCodegen (3)"; 1600 [labelType="html" label="MapPartitionsRDD [1600] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3315 { label="Scan csv "; 1601 [labelType="html" label="FileScanRDD [1601] toJavaRDD at AbsExportExecutor.java:55"]; 1602 [labelType="html" label="MapPartitionsRDD [1602] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3311 { label="WholeStageCodegen (4)"; 1603 [labelType="html" label="MapPartitionsRDD [1603] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3305 { label="Union"; 1604 [labelType="html" label="UnionRDD [1604] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3304 { label="Exchange"; 1605 [labelType="html" label="MapPartitionsRDD [1605] toJavaRDD at AbsExportExecutor.java:55"]; } } 1598->1599; 1599->1600; 1601->1602; 1602->1603; 1600->1604; 1603->1604; 1604->1605; }

digraph G { subgraph clusterstage_346 { label="Stage 346 (skipped)"; subgraph cluster3297 { label="Scan csv "; 1590 [labelType="html" label="FileScanRDD [1590] toJavaRDD at AbsExportExecutor.java:55"]; 1591 [labelType="html" label="MapPartitionsRDD [1591] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3293 { label="WholeStageCodegen (1)"; 1592 [labelType="html" label="MapPartitionsRDD [1592] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3303 { label="Scan parquet "; 1593 [labelType="html" label="FileScanRDD [1593] toJavaRDD at AbsExportExecutor.java:55"]; 1594 [labelType="html" label="MapPartitionsRDD [1594] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3298 { label="WholeStageCodegen (2)"; 1595 [labelType="html" label="MapPartitionsRDD [1595] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3292 { label="Union"; 1596 [labelType="html" label="UnionRDD [1596] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3291 { label="Exchange"; 1597 [labelType="html" label="MapPartitionsRDD [1597] toJavaRDD at AbsExportExecutor.java:55"]; } } 1590->1591; 1591->1592; 1593->1594; 1594->1595; 1592->1596; 1595->1596; 1596->1597; }

digraph G { subgraph clusterstage_347 { label="Stage 347 (skipped)"; subgraph cluster3328 { label="AQEShuffleRead"; 1608 [labelType="html" label="ShuffledRowRDD [1608] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3325 { label="WholeStageCodegen (6)"; 1609 [labelType="html" label="MapPartitionsRDD [1609] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3333 { label="AQEShuffleRead"; 1610 [labelType="html" label="ShuffledRowRDD [1610] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3330 { label="WholeStageCodegen (7)"; 1611 [labelType="html" label="MapPartitionsRDD [1611] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3321 { label="WholeStageCodegen (8)"; 1612 [labelType="html" label="ZippedPartitionsRDD2 [1612] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1613 [labelType="html" label="MapPartitionsRDD [1613] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3320 { label="Exchange"; 1614 [labelType="html" label="MapPartitionsRDD [1614] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 1608->1609; 1610->1611; 1609->1612; 1611->1612; 1612->1613; 1613->1614; }

1597,1608

1605,1610

digraph G { subgraph clusterstage_348 { label="Stage 348 (skipped)"; 1589 [labelType="html" label="JDBCRDD [1589] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster3317 { label="WholeStageCodegen (5)"; 1606 [labelType="html" label="MapPartitionsRDD [1606] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3316 { label="Exchange"; 1607 [labelType="html" label="MapPartitionsRDD [1607] toJavaRDD at AbsExportExecutor.java:55"]; } } 1589->1606; 1606->1607; }

digraph G { subgraph clusterstage_349 { label="Stage 349"; 1622 [labelType="html" label="SQLExecutionRDD [1622] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster3344 { label="AQEShuffleRead"; 1615 [labelType="html" label="ShuffledRowRDD [1615] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3341 { label="WholeStageCodegen (9)"; 1616 [labelType="html" label="MapPartitionsRDD [1616] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3349 { label="AQEShuffleRead"; 1617 [labelType="html" label="ShuffledRowRDD [1617] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3346 { label="WholeStageCodegen (10)"; 1618 [labelType="html" label="MapPartitionsRDD [1618] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3335 { label="WholeStageCodegen (11)"; 1619 [labelType="html" label="ZippedPartitionsRDD2 [1619] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1620 [labelType="html" label="MapPartitionsRDD [1620] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3334 { label="DeserializeToObject"; 1621 [labelType="html" label="MapPartitionsRDD [1621] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3350 { label="mapPartitions"; 1623 [labelType="html" label="MapPartitionsRDD [1623] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3351 { label="map"; 1624 [labelType="html" label="MapPartitionsRDD [1624] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster3358 { label="WholeStageCodegen (1)"; 1629 [labelType="html" label="MapPartitionsRDD [1629] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster3357 { label="Coalesce"; 1630 [labelType="html" label="CoalescedRDD [1630] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster3356 { label="WriteFiles"; 1631 [labelType="html" label="MapPartitionsRDD [1631] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 1615->1616; 1617->1618; 1616->1619; 1618->1619; 1619->1620; 1620->1621; 1621->1622; 1622->1623; 1623->1624; 1624->1629; 1629->1630; 1630->1631; }

1614,1615

1607,1617

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
349	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/21 06:56:51	0.3 s	1/1		259.9 KiB	2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

349

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/21 06:56:51

0.3 s

1/1

259.9 KiB

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
348	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
347	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
346	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
345	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Page: