SP1 - Details for Job 205

Status: SUCCEEDED
Submitted: 2026/04/21 06:56:11
Duration: 0.4 s
Associated SQL Query: 212
Job Group: bc449305-11ad-495a-bc3b-49b6bd2faec4
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_330 { label="Stage 330 (skipped)"; subgraph cluster3157 { label="Scan csv "; 1523 [labelType="html" label="FileScanRDD [1523] toJavaRDD at AbsExportExecutor.java:55"]; 1524 [labelType="html" label="MapPartitionsRDD [1524] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3153 { label="WholeStageCodegen (3)"; 1525 [labelType="html" label="MapPartitionsRDD [1525] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3162 { label="Scan csv "; 1526 [labelType="html" label="FileScanRDD [1526] toJavaRDD at AbsExportExecutor.java:55"]; 1527 [labelType="html" label="MapPartitionsRDD [1527] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3158 { label="WholeStageCodegen (4)"; 1528 [labelType="html" label="MapPartitionsRDD [1528] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3152 { label="Union"; 1529 [labelType="html" label="UnionRDD [1529] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3151 { label="Exchange"; 1530 [labelType="html" label="MapPartitionsRDD [1530] toJavaRDD at AbsExportExecutor.java:55"]; } } 1523->1524; 1524->1525; 1526->1527; 1527->1528; 1525->1529; 1528->1529; 1529->1530; }

digraph G { subgraph clusterstage_331 { label="Stage 331 (skipped)"; subgraph cluster3144 { label="Scan csv "; 1515 [labelType="html" label="FileScanRDD [1515] toJavaRDD at AbsExportExecutor.java:55"]; 1516 [labelType="html" label="MapPartitionsRDD [1516] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3140 { label="WholeStageCodegen (1)"; 1517 [labelType="html" label="MapPartitionsRDD [1517] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3150 { label="Scan parquet "; 1518 [labelType="html" label="FileScanRDD [1518] toJavaRDD at AbsExportExecutor.java:55"]; 1519 [labelType="html" label="MapPartitionsRDD [1519] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3145 { label="WholeStageCodegen (2)"; 1520 [labelType="html" label="MapPartitionsRDD [1520] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3139 { label="Union"; 1521 [labelType="html" label="UnionRDD [1521] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3138 { label="Exchange"; 1522 [labelType="html" label="MapPartitionsRDD [1522] toJavaRDD at AbsExportExecutor.java:55"]; } } 1515->1516; 1516->1517; 1518->1519; 1519->1520; 1517->1521; 1520->1521; 1521->1522; }

digraph G { subgraph clusterstage_332 { label="Stage 332 (skipped)"; subgraph cluster3175 { label="AQEShuffleRead"; 1533 [labelType="html" label="ShuffledRowRDD [1533] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3172 { label="WholeStageCodegen (6)"; 1534 [labelType="html" label="MapPartitionsRDD [1534] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3180 { label="AQEShuffleRead"; 1535 [labelType="html" label="ShuffledRowRDD [1535] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3177 { label="WholeStageCodegen (7)"; 1536 [labelType="html" label="MapPartitionsRDD [1536] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3168 { label="WholeStageCodegen (8)"; 1537 [labelType="html" label="ZippedPartitionsRDD2 [1537] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1538 [labelType="html" label="MapPartitionsRDD [1538] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3167 { label="Exchange"; 1539 [labelType="html" label="MapPartitionsRDD [1539] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 1533->1534; 1535->1536; 1534->1537; 1536->1537; 1537->1538; 1538->1539; }

1522,1533

1530,1535

digraph G { subgraph clusterstage_333 { label="Stage 333 (skipped)"; 1514 [labelType="html" label="JDBCRDD [1514] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster3164 { label="WholeStageCodegen (5)"; 1531 [labelType="html" label="MapPartitionsRDD [1531] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3163 { label="Exchange"; 1532 [labelType="html" label="MapPartitionsRDD [1532] toJavaRDD at AbsExportExecutor.java:55"]; } } 1514->1531; 1531->1532; }

digraph G { subgraph clusterstage_334 { label="Stage 334"; 1547 [labelType="html" label="SQLExecutionRDD [1547] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster3191 { label="AQEShuffleRead"; 1540 [labelType="html" label="ShuffledRowRDD [1540] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3188 { label="WholeStageCodegen (9)"; 1541 [labelType="html" label="MapPartitionsRDD [1541] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3196 { label="AQEShuffleRead"; 1542 [labelType="html" label="ShuffledRowRDD [1542] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3193 { label="WholeStageCodegen (10)"; 1543 [labelType="html" label="MapPartitionsRDD [1543] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3182 { label="WholeStageCodegen (11)"; 1544 [labelType="html" label="ZippedPartitionsRDD2 [1544] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1545 [labelType="html" label="MapPartitionsRDD [1545] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3181 { label="DeserializeToObject"; 1546 [labelType="html" label="MapPartitionsRDD [1546] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3197 { label="mapPartitions"; 1548 [labelType="html" label="MapPartitionsRDD [1548] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3198 { label="map"; 1549 [labelType="html" label="MapPartitionsRDD [1549] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster3205 { label="WholeStageCodegen (1)"; 1554 [labelType="html" label="MapPartitionsRDD [1554] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster3204 { label="Coalesce"; 1555 [labelType="html" label="CoalescedRDD [1555] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster3203 { label="WriteFiles"; 1556 [labelType="html" label="MapPartitionsRDD [1556] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 1540->1541; 1542->1543; 1541->1544; 1543->1544; 1544->1545; 1545->1546; 1546->1547; 1547->1548; 1548->1549; 1549->1554; 1554->1555; 1555->1556; }

1539,1540

1532,1542

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
334	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/21 06:56:11	0.3 s	1/1		259.9 KiB	2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

334

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/21 06:56:11

0.3 s

1/1

259.9 KiB

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
333	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
332	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
331	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
330	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Page: