SP1 - Details for Job 354

Status: SUCCEEDED
Submitted: 2026/04/21 11:51:40
Duration: 55 ms
Associated SQL Query: 330
Job Group: fb2e7a91-a03b-44b7-b5fa-1097b89971fe
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_515 { label="Stage 515"; subgraph cluster4723 { label="Scan csv "; 2229 [labelType="html" label="FileScanRDD [2229] takeAsList at DataFrameCommonJob.java:145"]; 2230 [labelType="html" label="MapPartitionsRDD [2230] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4719 { label="WholeStageCodegen (1)"; 2231 [labelType="html" label="MapPartitionsRDD [2231] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4729 { label="Scan parquet "; 2232 [labelType="html" label="FileScanRDD [2232] takeAsList at DataFrameCommonJob.java:145"]; 2233 [labelType="html" label="MapPartitionsRDD [2233] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4724 { label="WholeStageCodegen (2)"; 2234 [labelType="html" label="MapPartitionsRDD [2234] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4735 { label="Scan parquet "; 2235 [labelType="html" label="FileScanRDD [2235] takeAsList at DataFrameCommonJob.java:145"]; 2236 [labelType="html" label="MapPartitionsRDD [2236] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4730 { label="WholeStageCodegen (3)"; 2237 [labelType="html" label="MapPartitionsRDD [2237] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4741 { label="Scan parquet "; 2238 [labelType="html" label="FileScanRDD [2238] takeAsList at DataFrameCommonJob.java:145"]; 2239 [labelType="html" label="MapPartitionsRDD [2239] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4736 { label="WholeStageCodegen (4)"; 2240 [labelType="html" label="MapPartitionsRDD [2240] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4718 { label="Union"; 2241 [labelType="html" label="UnionRDD [2241] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4742 { label="mapPartitionsInternal"; 2242 [labelType="html" label="MapPartitionsRDD [2242] takeAsList at DataFrameCommonJob.java:145"]; } } 2229->2230; 2230->2231; 2232->2233; 2233->2234; 2235->2236; 2236->2237; 2238->2239; 2239->2240; 2231->2241; 2234->2241; 2237->2241; 2240->2241; 2241->2242; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
515	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/21 11:51:40	50 ms	3/3	252.6 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

515

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/21 11:51:40

50 ms

3/3

252.6 KiB

Page: