hdh-spark-job - Details for Job 1613

Status: SUCCEEDED
Submitted: 2026/10/24 13:05:05
Duration: 84 ms
Associated SQL Query: 1578
Job Group: 38819dae-e2bf-4591-a00c-39d1493bf24d
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_2339 { label="Stage 2339 (skipped)"; 6911 [labelType="html" label="SQLExecutionRDD [6911] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster17590 { label="Scan parquet "; 6907 [labelType="html" label="FileScanRDD [6907] toJavaRDD at AbsExportExecutor.java:55"]; 6908 [labelType="html" label="MapPartitionsRDD [6908] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster17585 { label="WholeStageCodegen (1)"; 6909 [labelType="html" label="MapPartitionsRDD [6909] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster17584 { label="DeserializeToObject"; 6910 [labelType="html" label="MapPartitionsRDD [6910] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster17591 { label="mapPartitions"; 6912 [labelType="html" label="MapPartitionsRDD [6912] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster17592 { label="map"; 6913 [labelType="html" label="MapPartitionsRDD [6913] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster17598 { label="WholeStageCodegen (1)"; 6918 [labelType="html" label="MapPartitionsRDD [6918] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster17597 { label="Exchange"; 6919 [labelType="html" label="MapPartitionsRDD [6919] parquet at DataFrameParquetWriter.java:12"]; } } 6907->6908; 6908->6909; 6909->6910; 6910->6911; 6911->6912; 6912->6913; 6913->6918; 6918->6919; }

digraph G { subgraph clusterstage_2340 { label="Stage 2340"; subgraph cluster17602 { label="Exchange"; 6920 [labelType="html" label="ShuffledRowRDD [6920] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster17600 { label="WriteFiles"; 6921 [labelType="html" label="MapPartitionsRDD [6921] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 6920->6921; }

6919,6920

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
2340	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:89) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:172) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/24 13:05:05	56 ms	1/1		4.7 KiB	566.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

2340

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:89)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:172)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/24 13:05:05

56 ms

1/1

4.7 KiB

566.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
2339	parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:89) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:172) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

2339

parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:89)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:172)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: