hdh-spark-job - Details for Job 462

Status: SUCCEEDED
Submitted: 2026/09/04 17:28:44
Duration: 12 ms
Associated SQL Query: 153
Job Group: b5e96879-64d6-4882-a72c-cf1ec41d453b
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_494 { label="Stage 494 (skipped)"; 2299 [labelType="html" label="SQLExecutionRDD [2299] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster5623 { label="Scan csv "; 2295 [labelType="html" label="FileScanRDD [2295] toJavaRDD at AbsExportExecutor.java:55"]; 2296 [labelType="html" label="MapPartitionsRDD [2296] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster5619 { label="WholeStageCodegen (1)"; 2297 [labelType="html" label="MapPartitionsRDD [2297] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster5618 { label="DeserializeToObject"; 2298 [labelType="html" label="MapPartitionsRDD [2298] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster5624 { label="mapPartitions"; 2300 [labelType="html" label="MapPartitionsRDD [2300] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster5625 { label="map"; 2301 [labelType="html" label="MapPartitionsRDD [2301] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster5632 { label="WholeStageCodegen (1)"; 2306 [labelType="html" label="MapPartitionsRDD [2306] toLocalIterator at ExcelFileSaver.scala:45"]; } subgraph cluster5631 { label="Exchange"; 2307 [labelType="html" label="MapPartitionsRDD [2307] toLocalIterator at ExcelFileSaver.scala:45"]; } } 2295->2296; 2296->2297; 2297->2298; 2298->2299; 2299->2300; 2300->2301; 2301->2306; 2306->2307; }

digraph G { subgraph clusterstage_495 { label="Stage 495"; subgraph cluster5635 { label="Exchange"; 2308 [labelType="html" label="ShuffledRowRDD [2308] [Unordered] toLocalIterator at ExcelFileSaver.scala:45"]; } subgraph cluster5636 { label="mapPartitionsInternal"; 2309 [labelType="html" label="MapPartitionsRDD [2309] [Unordered] toLocalIterator at ExcelFileSaver.scala:45"]; } subgraph cluster5637 { label="map"; 2310 [labelType="html" label="MapPartitionsRDD [2310] [Unordered] toLocalIterator at ExcelFileSaver.scala:45"]; } } 2308->2309; 2309->2310; }

2307,2308

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
495	DataFrameExportJob_exec_file toList at DataLocator.scala:120 +details scala.collection.AbstractIterator.toList(Iterator.scala:1431) dev.mauch.spark.excel.AreaDataLocator.toSheet(DataLocator.scala:120) dev.mauch.spark.excel.AreaDataLocator.toSheet$(DataLocator.scala:112) dev.mauch.spark.excel.CellRangeAddressDataLocator.toSheet(DataLocator.scala:154) dev.mauch.spark.excel.ExcelFileSaver.sheet$1(ExcelFileSaver.scala:49) dev.mauch.spark.excel.ExcelFileSaver.writeToWorkbook$1(ExcelFileSaver.scala:53) dev.mauch.spark.excel.ExcelFileSaver.save(ExcelFileSaver.scala:61) dev.mauch.spark.excel.DefaultSource.createRelation(DefaultSource.scala:73) org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:48) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73) org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:107) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:125) org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:201) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:108) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:66) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:107) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)	2026/09/04 17:28:44	7 ms	1/1			667.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

495

DataFrameExportJob_exec_file toList at DataLocator.scala:120 +details

scala.collection.AbstractIterator.toList(Iterator.scala:1431)
dev.mauch.spark.excel.AreaDataLocator.toSheet(DataLocator.scala:120)
dev.mauch.spark.excel.AreaDataLocator.toSheet$(DataLocator.scala:112)
dev.mauch.spark.excel.CellRangeAddressDataLocator.toSheet(DataLocator.scala:154)
dev.mauch.spark.excel.ExcelFileSaver.sheet$1(ExcelFileSaver.scala:49)
dev.mauch.spark.excel.ExcelFileSaver.writeToWorkbook$1(ExcelFileSaver.scala:53)
dev.mauch.spark.excel.ExcelFileSaver.save(ExcelFileSaver.scala:61)
dev.mauch.spark.excel.DefaultSource.createRelation(DefaultSource.scala:73)
org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:48)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73)
org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:107)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:125)
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:201)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:108)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:66)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:107)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)

2026/09/04 17:28:44

7 ms

1/1

667.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
494	toLocalIterator at ExcelFileSaver.scala:45 +details org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3604) dev.mauch.spark.excel.ExcelFileSaver.sheet$1(ExcelFileSaver.scala:45) dev.mauch.spark.excel.ExcelFileSaver.writeToWorkbook$1(ExcelFileSaver.scala:53) dev.mauch.spark.excel.ExcelFileSaver.save(ExcelFileSaver.scala:61) dev.mauch.spark.excel.DefaultSource.createRelation(DefaultSource.scala:73) org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:48) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73) org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:107) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:125) org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:201) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:108) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:66) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:107) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98) org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:461) org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(origin.scala:76) org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:461)	Unknown	Unknown	0/1

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

494

toLocalIterator at ExcelFileSaver.scala:45 +details

org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3604)
dev.mauch.spark.excel.ExcelFileSaver.sheet$1(ExcelFileSaver.scala:45)
dev.mauch.spark.excel.ExcelFileSaver.writeToWorkbook$1(ExcelFileSaver.scala:53)
dev.mauch.spark.excel.ExcelFileSaver.save(ExcelFileSaver.scala:61)
dev.mauch.spark.excel.DefaultSource.createRelation(DefaultSource.scala:73)
org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:48)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73)
org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:107)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:125)
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:201)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:108)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:66)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:107)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:461)
org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(origin.scala:76)
org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:461)

Unknown

0/1

Page: