SP1 - Details for Job 195

Status: SUCCEEDED
Submitted: 2026/04/21 06:55:13
Duration: 0.4 s
Associated SQL Query: 203
Job Group: a6c0f5e6-ad4e-45d5-8272-706ba60040eb
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_314 { label="Stage 314 (skipped)"; 1437 [labelType="html" label="JDBCRDD [1437] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster3006 { label="WholeStageCodegen (5)"; 1454 [labelType="html" label="MapPartitionsRDD [1454] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3005 { label="Exchange"; 1455 [labelType="html" label="MapPartitionsRDD [1455] toJavaRDD at AbsExportExecutor.java:55"]; } } 1437->1454; 1454->1455; }

digraph G { subgraph clusterstage_315 { label="Stage 315 (skipped)"; subgraph cluster2986 { label="Scan csv "; 1438 [labelType="html" label="FileScanRDD [1438] toJavaRDD at AbsExportExecutor.java:55"]; 1439 [labelType="html" label="MapPartitionsRDD [1439] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2982 { label="WholeStageCodegen (1)"; 1440 [labelType="html" label="MapPartitionsRDD [1440] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2992 { label="Scan parquet "; 1441 [labelType="html" label="FileScanRDD [1441] toJavaRDD at AbsExportExecutor.java:55"]; 1442 [labelType="html" label="MapPartitionsRDD [1442] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2987 { label="WholeStageCodegen (2)"; 1443 [labelType="html" label="MapPartitionsRDD [1443] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2981 { label="Union"; 1444 [labelType="html" label="UnionRDD [1444] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2980 { label="Exchange"; 1445 [labelType="html" label="MapPartitionsRDD [1445] toJavaRDD at AbsExportExecutor.java:55"]; } } 1438->1439; 1439->1440; 1441->1442; 1442->1443; 1440->1444; 1443->1444; 1444->1445; }

digraph G { subgraph clusterstage_316 { label="Stage 316 (skipped)"; subgraph cluster2999 { label="Scan csv "; 1446 [labelType="html" label="FileScanRDD [1446] toJavaRDD at AbsExportExecutor.java:55"]; 1447 [labelType="html" label="MapPartitionsRDD [1447] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2995 { label="WholeStageCodegen (3)"; 1448 [labelType="html" label="MapPartitionsRDD [1448] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3004 { label="Scan csv "; 1449 [labelType="html" label="FileScanRDD [1449] toJavaRDD at AbsExportExecutor.java:55"]; 1450 [labelType="html" label="MapPartitionsRDD [1450] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3000 { label="WholeStageCodegen (4)"; 1451 [labelType="html" label="MapPartitionsRDD [1451] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2994 { label="Union"; 1452 [labelType="html" label="UnionRDD [1452] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2993 { label="Exchange"; 1453 [labelType="html" label="MapPartitionsRDD [1453] toJavaRDD at AbsExportExecutor.java:55"]; } } 1446->1447; 1447->1448; 1449->1450; 1450->1451; 1448->1452; 1451->1452; 1452->1453; }

digraph G { subgraph clusterstage_317 { label="Stage 317 (skipped)"; subgraph cluster3017 { label="AQEShuffleRead"; 1456 [labelType="html" label="ShuffledRowRDD [1456] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3014 { label="WholeStageCodegen (6)"; 1457 [labelType="html" label="MapPartitionsRDD [1457] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3022 { label="AQEShuffleRead"; 1458 [labelType="html" label="ShuffledRowRDD [1458] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3019 { label="WholeStageCodegen (7)"; 1459 [labelType="html" label="MapPartitionsRDD [1459] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3010 { label="WholeStageCodegen (8)"; 1460 [labelType="html" label="ZippedPartitionsRDD2 [1460] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1461 [labelType="html" label="MapPartitionsRDD [1461] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3009 { label="Exchange"; 1462 [labelType="html" label="MapPartitionsRDD [1462] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 1456->1457; 1458->1459; 1457->1460; 1459->1460; 1460->1461; 1461->1462; }

1445,1456

1453,1458

digraph G { subgraph clusterstage_318 { label="Stage 318"; 1470 [labelType="html" label="SQLExecutionRDD [1470] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster3033 { label="AQEShuffleRead"; 1463 [labelType="html" label="ShuffledRowRDD [1463] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3030 { label="WholeStageCodegen (9)"; 1464 [labelType="html" label="MapPartitionsRDD [1464] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3038 { label="AQEShuffleRead"; 1465 [labelType="html" label="ShuffledRowRDD [1465] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3035 { label="WholeStageCodegen (10)"; 1466 [labelType="html" label="MapPartitionsRDD [1466] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3024 { label="WholeStageCodegen (11)"; 1467 [labelType="html" label="ZippedPartitionsRDD2 [1467] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1468 [labelType="html" label="MapPartitionsRDD [1468] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3023 { label="DeserializeToObject"; 1469 [labelType="html" label="MapPartitionsRDD [1469] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3039 { label="mapPartitions"; 1471 [labelType="html" label="MapPartitionsRDD [1471] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster3040 { label="map"; 1472 [labelType="html" label="MapPartitionsRDD [1472] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster3047 { label="WholeStageCodegen (1)"; 1477 [labelType="html" label="MapPartitionsRDD [1477] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster3046 { label="Coalesce"; 1478 [labelType="html" label="CoalescedRDD [1478] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster3045 { label="WriteFiles"; 1479 [labelType="html" label="MapPartitionsRDD [1479] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 1463->1464; 1465->1466; 1464->1467; 1466->1467; 1467->1468; 1468->1469; 1469->1470; 1470->1471; 1471->1472; 1472->1477; 1477->1478; 1478->1479; }

1462,1463

1455,1465

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
318	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/21 06:55:13	0.3 s	1/1		259.9 KiB	2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

318

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/21 06:55:13

0.3 s

1/1

259.9 KiB

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
317	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
316	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
315	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
314	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: