hdh-spark-job - Details for Job 2055

Status: SUCCEEDED
Submitted: 2026/09/01 10:07:18
Duration: 9 ms
Associated SQL Query: 1597
Job Group: 965512bc-8734-41ba-b6ff-c2ebdb80e640
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_3044 { label="Stage 3044 (skipped)"; 9044 [labelType="html" label="SQLExecutionRDD [9044] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster21033 { label="Scan csv "; 9040 [labelType="html" label="FileScanRDD [9040] toJavaRDD at AbsExportExecutor.java:55"]; 9041 [labelType="html" label="MapPartitionsRDD [9041] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster21029 { label="WholeStageCodegen (1)"; 9042 [labelType="html" label="MapPartitionsRDD [9042] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster21028 { label="DeserializeToObject"; 9043 [labelType="html" label="MapPartitionsRDD [9043] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster21034 { label="mapPartitions"; 9045 [labelType="html" label="MapPartitionsRDD [9045] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster21035 { label="map"; 9046 [labelType="html" label="MapPartitionsRDD [9046] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster21042 { label="WholeStageCodegen (1)"; 9051 [labelType="html" label="MapPartitionsRDD [9051] toLocalIterator at ExcelFileSaver.scala:45"]; } subgraph cluster21041 { label="Exchange"; 9052 [labelType="html" label="MapPartitionsRDD [9052] toLocalIterator at ExcelFileSaver.scala:45"]; } } 9040->9041; 9041->9042; 9042->9043; 9043->9044; 9044->9045; 9045->9046; 9046->9051; 9051->9052; }

digraph G { subgraph clusterstage_3045 { label="Stage 3045"; subgraph cluster21045 { label="Exchange"; 9053 [labelType="html" label="ShuffledRowRDD [9053] [Unordered] toLocalIterator at ExcelFileSaver.scala:45"]; } subgraph cluster21046 { label="mapPartitionsInternal"; 9054 [labelType="html" label="MapPartitionsRDD [9054] [Unordered] toLocalIterator at ExcelFileSaver.scala:45"]; } subgraph cluster21047 { label="map"; 9055 [labelType="html" label="MapPartitionsRDD [9055] [Unordered] toLocalIterator at ExcelFileSaver.scala:45"]; } } 9053->9054; 9054->9055; }

9052,9053

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
3045	DataFrameExportJob_exec_file toList at DataLocator.scala:120 +details scala.collection.AbstractIterator.toList(Iterator.scala:1431) dev.mauch.spark.excel.AreaDataLocator.toSheet(DataLocator.scala:120) dev.mauch.spark.excel.AreaDataLocator.toSheet$(DataLocator.scala:112) dev.mauch.spark.excel.CellRangeAddressDataLocator.toSheet(DataLocator.scala:154) dev.mauch.spark.excel.ExcelFileSaver.sheet$1(ExcelFileSaver.scala:49) dev.mauch.spark.excel.ExcelFileSaver.writeToWorkbook$1(ExcelFileSaver.scala:53) dev.mauch.spark.excel.ExcelFileSaver.save(ExcelFileSaver.scala:61) dev.mauch.spark.excel.DefaultSource.createRelation(DefaultSource.scala:73) org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:48) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73) org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:107) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:125) org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:201) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:108) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:66) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:107) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)	2026/09/01 10:07:18	5 ms	1/1			1449.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

3045

DataFrameExportJob_exec_file toList at DataLocator.scala:120 +details

scala.collection.AbstractIterator.toList(Iterator.scala:1431)
dev.mauch.spark.excel.AreaDataLocator.toSheet(DataLocator.scala:120)
dev.mauch.spark.excel.AreaDataLocator.toSheet$(DataLocator.scala:112)
dev.mauch.spark.excel.CellRangeAddressDataLocator.toSheet(DataLocator.scala:154)
dev.mauch.spark.excel.ExcelFileSaver.sheet$1(ExcelFileSaver.scala:49)
dev.mauch.spark.excel.ExcelFileSaver.writeToWorkbook$1(ExcelFileSaver.scala:53)
dev.mauch.spark.excel.ExcelFileSaver.save(ExcelFileSaver.scala:61)
dev.mauch.spark.excel.DefaultSource.createRelation(DefaultSource.scala:73)
org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:48)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73)
org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:107)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:125)
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:201)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:108)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:66)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:107)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)

2026/09/01 10:07:18

5 ms

1/1

1449.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
3044	toLocalIterator at ExcelFileSaver.scala:45 +details org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3604) dev.mauch.spark.excel.ExcelFileSaver.sheet$1(ExcelFileSaver.scala:45) dev.mauch.spark.excel.ExcelFileSaver.writeToWorkbook$1(ExcelFileSaver.scala:53) dev.mauch.spark.excel.ExcelFileSaver.save(ExcelFileSaver.scala:61) dev.mauch.spark.excel.DefaultSource.createRelation(DefaultSource.scala:73) org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:48) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73) org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:107) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:125) org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:201) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:108) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:66) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:107) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98) org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:461) org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(origin.scala:76) org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:461)	Unknown	Unknown	0/1

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

3044

toLocalIterator at ExcelFileSaver.scala:45 +details

org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3604)
dev.mauch.spark.excel.ExcelFileSaver.sheet$1(ExcelFileSaver.scala:45)
dev.mauch.spark.excel.ExcelFileSaver.writeToWorkbook$1(ExcelFileSaver.scala:53)
dev.mauch.spark.excel.ExcelFileSaver.save(ExcelFileSaver.scala:61)
dev.mauch.spark.excel.DefaultSource.createRelation(DefaultSource.scala:73)
org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:48)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73)
org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:107)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:125)
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:201)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:108)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:66)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:107)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:461)
org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(origin.scala:76)
org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:461)

Unknown

0/1

Page: