SP1 - Details for Job 434

Status: SUCCEEDED
Submitted: 2026/04/22 08:17:51
Duration: 65 ms
Associated SQL Query: 404
Job Group: 8e855a20-3d63-4a11-9659-f2268576132f
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_605 { label="Stage 605"; subgraph cluster5517 { label="Scan csv "; 2609 [labelType="html" label="FileScanRDD [2609] takeAsList at DataFrameCommonJob.java:145"]; 2610 [labelType="html" label="MapPartitionsRDD [2610] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5513 { label="WholeStageCodegen (1)"; 2611 [labelType="html" label="MapPartitionsRDD [2611] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5523 { label="Scan parquet "; 2612 [labelType="html" label="FileScanRDD [2612] takeAsList at DataFrameCommonJob.java:145"]; 2613 [labelType="html" label="MapPartitionsRDD [2613] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5518 { label="WholeStageCodegen (2)"; 2614 [labelType="html" label="MapPartitionsRDD [2614] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5529 { label="Scan parquet "; 2615 [labelType="html" label="FileScanRDD [2615] takeAsList at DataFrameCommonJob.java:145"]; 2616 [labelType="html" label="MapPartitionsRDD [2616] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5524 { label="WholeStageCodegen (3)"; 2617 [labelType="html" label="MapPartitionsRDD [2617] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5535 { label="Scan parquet "; 2618 [labelType="html" label="FileScanRDD [2618] takeAsList at DataFrameCommonJob.java:145"]; 2619 [labelType="html" label="MapPartitionsRDD [2619] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5530 { label="WholeStageCodegen (4)"; 2620 [labelType="html" label="MapPartitionsRDD [2620] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5541 { label="Scan parquet "; 2621 [labelType="html" label="FileScanRDD [2621] takeAsList at DataFrameCommonJob.java:145"]; 2622 [labelType="html" label="MapPartitionsRDD [2622] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5536 { label="WholeStageCodegen (5)"; 2623 [labelType="html" label="MapPartitionsRDD [2623] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5547 { label="Scan parquet "; 2624 [labelType="html" label="FileScanRDD [2624] takeAsList at DataFrameCommonJob.java:145"]; 2625 [labelType="html" label="MapPartitionsRDD [2625] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5542 { label="WholeStageCodegen (6)"; 2626 [labelType="html" label="MapPartitionsRDD [2626] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5512 { label="Union"; 2627 [labelType="html" label="UnionRDD [2627] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5548 { label="mapPartitionsInternal"; 2628 [labelType="html" label="MapPartitionsRDD [2628] takeAsList at DataFrameCommonJob.java:145"]; } } 2609->2610; 2610->2611; 2612->2613; 2613->2614; 2615->2616; 2616->2617; 2618->2619; 2619->2620; 2621->2622; 2622->2623; 2624->2625; 2625->2626; 2611->2627; 2614->2627; 2617->2627; 2620->2627; 2623->2627; 2626->2627; 2627->2628; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
605	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/22 08:17:51	57 ms	1/1	90.2 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

605

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/22 08:17:51

57 ms

1/1

90.2 KiB

Page: