SP1 - Details for Job 990

Status: SUCCEEDED
Submitted: 2026/06/28 20:26:37
Duration: 11 ms
Associated SQL Query: 750
Job Group: c2d76ebd-84b9-4f2b-b65f-8937f5a0daf6
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_1473 { label="Stage 1473 (skipped)"; 4447 [labelType="html" label="SQLExecutionRDD [4447] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster10425 { label="Scan csv "; 4443 [labelType="html" label="FileScanRDD [4443] toJavaRDD at AbsExportExecutor.java:55"]; 4444 [labelType="html" label="MapPartitionsRDD [4444] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster10421 { label="WholeStageCodegen (1)"; 4445 [labelType="html" label="MapPartitionsRDD [4445] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster10420 { label="DeserializeToObject"; 4446 [labelType="html" label="MapPartitionsRDD [4446] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster10426 { label="mapPartitions"; 4448 [labelType="html" label="MapPartitionsRDD [4448] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster10427 { label="map"; 4449 [labelType="html" label="MapPartitionsRDD [4449] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster10434 { label="WholeStageCodegen (1)"; 4454 [labelType="html" label="MapPartitionsRDD [4454] toLocalIterator at ExcelFileSaver.scala:45"]; } subgraph cluster10433 { label="Exchange"; 4455 [labelType="html" label="MapPartitionsRDD [4455] toLocalIterator at ExcelFileSaver.scala:45"]; } } 4443->4444; 4444->4445; 4445->4446; 4446->4447; 4447->4448; 4448->4449; 4449->4454; 4454->4455; }

digraph G { subgraph clusterstage_1474 { label="Stage 1474"; subgraph cluster10437 { label="Exchange"; 4456 [labelType="html" label="ShuffledRowRDD [4456] [Unordered] toLocalIterator at ExcelFileSaver.scala:45"]; } subgraph cluster10438 { label="mapPartitionsInternal"; 4457 [labelType="html" label="MapPartitionsRDD [4457] [Unordered] toLocalIterator at ExcelFileSaver.scala:45"]; } subgraph cluster10439 { label="map"; 4458 [labelType="html" label="MapPartitionsRDD [4458] [Unordered] toLocalIterator at ExcelFileSaver.scala:45"]; } } 4456->4457; 4457->4458; }

4455,4456

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1474	default	DataFrameExportJob_exec_file toList at DataLocator.scala:120 +details scala.collection.AbstractIterator.toList(Iterator.scala:1431) dev.mauch.spark.excel.AreaDataLocator.toSheet(DataLocator.scala:120) dev.mauch.spark.excel.AreaDataLocator.toSheet$(DataLocator.scala:112) dev.mauch.spark.excel.CellRangeAddressDataLocator.toSheet(DataLocator.scala:154) dev.mauch.spark.excel.ExcelFileSaver.sheet$1(ExcelFileSaver.scala:49) dev.mauch.spark.excel.ExcelFileSaver.writeToWorkbook$1(ExcelFileSaver.scala:53) dev.mauch.spark.excel.ExcelFileSaver.save(ExcelFileSaver.scala:61) dev.mauch.spark.excel.DefaultSource.createRelation(DefaultSource.scala:73) org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:48) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73) org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:107) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:125) org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:201) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:108) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:66) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:107) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)	2026/06/28 20:26:37	7 ms	1/1			2.5 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1474

default

DataFrameExportJob_exec_file toList at DataLocator.scala:120 +details

scala.collection.AbstractIterator.toList(Iterator.scala:1431)
dev.mauch.spark.excel.AreaDataLocator.toSheet(DataLocator.scala:120)
dev.mauch.spark.excel.AreaDataLocator.toSheet$(DataLocator.scala:112)
dev.mauch.spark.excel.CellRangeAddressDataLocator.toSheet(DataLocator.scala:154)
dev.mauch.spark.excel.ExcelFileSaver.sheet$1(ExcelFileSaver.scala:49)
dev.mauch.spark.excel.ExcelFileSaver.writeToWorkbook$1(ExcelFileSaver.scala:53)
dev.mauch.spark.excel.ExcelFileSaver.save(ExcelFileSaver.scala:61)
dev.mauch.spark.excel.DefaultSource.createRelation(DefaultSource.scala:73)
org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:48)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73)
org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:107)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:125)
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:201)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:108)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:66)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:107)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)

2026/06/28 20:26:37

7 ms

1/1

2.5 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1473	default	toLocalIterator at ExcelFileSaver.scala:45 +details org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3604) dev.mauch.spark.excel.ExcelFileSaver.sheet$1(ExcelFileSaver.scala:45) dev.mauch.spark.excel.ExcelFileSaver.writeToWorkbook$1(ExcelFileSaver.scala:53) dev.mauch.spark.excel.ExcelFileSaver.save(ExcelFileSaver.scala:61) dev.mauch.spark.excel.DefaultSource.createRelation(DefaultSource.scala:73) org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:48) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75) org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73) org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:107) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:125) org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:201) org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:108) org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900) org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:66) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:107) org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98) org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:461) org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(origin.scala:76) org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:461)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1473

default

toLocalIterator at ExcelFileSaver.scala:45 +details

org.apache.spark.sql.Dataset.toLocalIterator(Dataset.scala:3604)
dev.mauch.spark.excel.ExcelFileSaver.sheet$1(ExcelFileSaver.scala:45)
dev.mauch.spark.excel.ExcelFileSaver.writeToWorkbook$1(ExcelFileSaver.scala:53)
dev.mauch.spark.excel.ExcelFileSaver.save(ExcelFileSaver.scala:61)
dev.mauch.spark.excel.DefaultSource.createRelation(DefaultSource.scala:73)
org.apache.spark.sql.execution.datasources.SaveIntoDataSourceCommand.run(SaveIntoDataSourceCommand.scala:48)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult$lzycompute(commands.scala:75)
org.apache.spark.sql.execution.command.ExecutedCommandExec.sideEffectResult(commands.scala:73)
org.apache.spark.sql.execution.command.ExecutedCommandExec.executeCollect(commands.scala:84)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.$anonfun$applyOrElse$1(QueryExecution.scala:107)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$6(SQLExecution.scala:125)
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:201)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$1(SQLExecution.scala:108)
org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:900)
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:66)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:107)
org.apache.spark.sql.execution.QueryExecution$$anonfun$eagerlyExecuteCommands$1.applyOrElse(QueryExecution.scala:98)
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$transformDownWithPruning$1(TreeNode.scala:461)
org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(origin.scala:76)
org.apache.spark.sql.catalyst.trees.TreeNode.transformDownWithPruning(TreeNode.scala:461)

Unknown

0/1

Page: