SP1 - Details for Job 186

Status: SUCCEEDED
Submitted: 2026/04/21 06:52:04
Duration: 0.5 s
Associated SQL Query: 194
Job Group: cae9fe1b-3663-4850-aeb2-0dd8a9df4ee1
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_299 { label="Stage 299 (skipped)"; subgraph cluster2833 { label="Scan csv "; 1363 [labelType="html" label="FileScanRDD [1363] toJavaRDD at AbsExportExecutor.java:55"]; 1364 [labelType="html" label="MapPartitionsRDD [1364] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2829 { label="WholeStageCodegen (1)"; 1365 [labelType="html" label="MapPartitionsRDD [1365] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2839 { label="Scan parquet "; 1366 [labelType="html" label="FileScanRDD [1366] toJavaRDD at AbsExportExecutor.java:55"]; 1367 [labelType="html" label="MapPartitionsRDD [1367] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2834 { label="WholeStageCodegen (2)"; 1368 [labelType="html" label="MapPartitionsRDD [1368] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2828 { label="Union"; 1369 [labelType="html" label="UnionRDD [1369] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2827 { label="Exchange"; 1370 [labelType="html" label="MapPartitionsRDD [1370] toJavaRDD at AbsExportExecutor.java:55"]; } } 1363->1364; 1364->1365; 1366->1367; 1367->1368; 1365->1369; 1368->1369; 1369->1370; }

digraph G { subgraph clusterstage_300 { label="Stage 300 (skipped)"; subgraph cluster2846 { label="Scan csv "; 1371 [labelType="html" label="FileScanRDD [1371] toJavaRDD at AbsExportExecutor.java:55"]; 1372 [labelType="html" label="MapPartitionsRDD [1372] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2842 { label="WholeStageCodegen (3)"; 1373 [labelType="html" label="MapPartitionsRDD [1373] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2851 { label="Scan csv "; 1374 [labelType="html" label="FileScanRDD [1374] toJavaRDD at AbsExportExecutor.java:55"]; 1375 [labelType="html" label="MapPartitionsRDD [1375] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2847 { label="WholeStageCodegen (4)"; 1376 [labelType="html" label="MapPartitionsRDD [1376] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2841 { label="Union"; 1377 [labelType="html" label="UnionRDD [1377] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2840 { label="Exchange"; 1378 [labelType="html" label="MapPartitionsRDD [1378] toJavaRDD at AbsExportExecutor.java:55"]; } } 1371->1372; 1372->1373; 1374->1375; 1375->1376; 1373->1377; 1376->1377; 1377->1378; }

digraph G { subgraph clusterstage_301 { label="Stage 301 (skipped)"; subgraph cluster2864 { label="AQEShuffleRead"; 1381 [labelType="html" label="ShuffledRowRDD [1381] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2861 { label="WholeStageCodegen (6)"; 1382 [labelType="html" label="MapPartitionsRDD [1382] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2869 { label="AQEShuffleRead"; 1383 [labelType="html" label="ShuffledRowRDD [1383] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2866 { label="WholeStageCodegen (7)"; 1384 [labelType="html" label="MapPartitionsRDD [1384] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2857 { label="WholeStageCodegen (8)"; 1385 [labelType="html" label="ZippedPartitionsRDD2 [1385] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1386 [labelType="html" label="MapPartitionsRDD [1386] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2856 { label="Exchange"; 1387 [labelType="html" label="MapPartitionsRDD [1387] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 1381->1382; 1383->1384; 1382->1385; 1384->1385; 1385->1386; 1386->1387; }

1370,1381

1378,1383

digraph G { subgraph clusterstage_302 { label="Stage 302 (skipped)"; 1362 [labelType="html" label="JDBCRDD [1362] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster2853 { label="WholeStageCodegen (5)"; 1379 [labelType="html" label="MapPartitionsRDD [1379] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2852 { label="Exchange"; 1380 [labelType="html" label="MapPartitionsRDD [1380] toJavaRDD at AbsExportExecutor.java:55"]; } } 1362->1379; 1379->1380; }

digraph G { subgraph clusterstage_303 { label="Stage 303"; 1395 [labelType="html" label="SQLExecutionRDD [1395] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster2880 { label="AQEShuffleRead"; 1388 [labelType="html" label="ShuffledRowRDD [1388] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2877 { label="WholeStageCodegen (9)"; 1389 [labelType="html" label="MapPartitionsRDD [1389] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2885 { label="AQEShuffleRead"; 1390 [labelType="html" label="ShuffledRowRDD [1390] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2882 { label="WholeStageCodegen (10)"; 1391 [labelType="html" label="MapPartitionsRDD [1391] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2871 { label="WholeStageCodegen (11)"; 1392 [labelType="html" label="ZippedPartitionsRDD2 [1392] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 1393 [labelType="html" label="MapPartitionsRDD [1393] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2870 { label="DeserializeToObject"; 1394 [labelType="html" label="MapPartitionsRDD [1394] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2886 { label="mapPartitions"; 1396 [labelType="html" label="MapPartitionsRDD [1396] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster2887 { label="map"; 1397 [labelType="html" label="MapPartitionsRDD [1397] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster2894 { label="WholeStageCodegen (1)"; 1402 [labelType="html" label="MapPartitionsRDD [1402] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster2893 { label="Coalesce"; 1403 [labelType="html" label="CoalescedRDD [1403] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster2892 { label="WriteFiles"; 1404 [labelType="html" label="MapPartitionsRDD [1404] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 1388->1389; 1390->1391; 1389->1392; 1391->1392; 1392->1393; 1393->1394; 1394->1395; 1395->1396; 1396->1397; 1397->1402; 1402->1403; 1403->1404; }

1387,1388

1380,1390

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
303	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/21 06:52:04	0.4 s	1/1		259.9 KiB	2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

303

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/21 06:52:04

0.4 s

1/1

259.9 KiB

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
302	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
301	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
300	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
299	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Page: