SP1 - Details for Job 450

Status: SUCCEEDED
Submitted: 2026/04/22 08:37:53
Duration: 82 ms
Associated SQL Query: 420
Job Group: f53ff18a-d010-4d01-8c87-2e8766a03f41
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_622 { label="Stage 622"; subgraph cluster5708 { label="Scan csv "; 2692 [labelType="html" label="FileScanRDD [2692] takeAsList at DataFrameCommonJob.java:145"]; 2693 [labelType="html" label="MapPartitionsRDD [2693] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5704 { label="WholeStageCodegen (1)"; 2694 [labelType="html" label="MapPartitionsRDD [2694] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5714 { label="Scan parquet "; 2695 [labelType="html" label="FileScanRDD [2695] takeAsList at DataFrameCommonJob.java:145"]; 2696 [labelType="html" label="MapPartitionsRDD [2696] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5709 { label="WholeStageCodegen (2)"; 2697 [labelType="html" label="MapPartitionsRDD [2697] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5720 { label="Scan parquet "; 2698 [labelType="html" label="FileScanRDD [2698] takeAsList at DataFrameCommonJob.java:145"]; 2699 [labelType="html" label="MapPartitionsRDD [2699] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5715 { label="WholeStageCodegen (3)"; 2700 [labelType="html" label="MapPartitionsRDD [2700] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5726 { label="Scan parquet "; 2701 [labelType="html" label="FileScanRDD [2701] takeAsList at DataFrameCommonJob.java:145"]; 2702 [labelType="html" label="MapPartitionsRDD [2702] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5721 { label="WholeStageCodegen (4)"; 2703 [labelType="html" label="MapPartitionsRDD [2703] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5732 { label="Scan parquet "; 2704 [labelType="html" label="FileScanRDD [2704] takeAsList at DataFrameCommonJob.java:145"]; 2705 [labelType="html" label="MapPartitionsRDD [2705] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5727 { label="WholeStageCodegen (5)"; 2706 [labelType="html" label="MapPartitionsRDD [2706] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5738 { label="Scan parquet "; 2707 [labelType="html" label="FileScanRDD [2707] takeAsList at DataFrameCommonJob.java:145"]; 2708 [labelType="html" label="MapPartitionsRDD [2708] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5733 { label="WholeStageCodegen (6)"; 2709 [labelType="html" label="MapPartitionsRDD [2709] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5703 { label="Union"; 2710 [labelType="html" label="UnionRDD [2710] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5739 { label="mapPartitionsInternal"; 2711 [labelType="html" label="MapPartitionsRDD [2711] takeAsList at DataFrameCommonJob.java:145"]; } } 2692->2693; 2693->2694; 2695->2696; 2696->2697; 2698->2699; 2699->2700; 2701->2702; 2702->2703; 2704->2705; 2705->2706; 2707->2708; 2708->2709; 2694->2710; 2697->2710; 2700->2710; 2703->2710; 2706->2710; 2709->2710; 2710->2711; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
622	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/04/22 08:37:53	74 ms	4/4	297.9 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

622

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/04/22 08:37:53

74 ms

4/4

297.9 KiB

Page: