hdh-spark-job - Details for Job 449

Status: SUCCEEDED
Submitted: 2026/10/29 14:32:35
Duration: 30 s
Associated SQL Query: 738
Job Group: dc8d4929-01d1-458f-b3f2-b843b66f87f1
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_474 { label="Stage 474 (skipped)"; subgraph cluster6214 { label="Scan csv "; 2746 [labelType="html" label="FileScanRDD [2746] takeAsList at DataFrameCommonJob.java:143"]; 2747 [labelType="html" label="MapPartitionsRDD [2747] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster6209 { label="WholeStageCodegen (1)"; 2748 [labelType="html" label="MapPartitionsRDD [2748] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster6220 { label="Scan csv "; 2749 [labelType="html" label="FileScanRDD [2749] takeAsList at DataFrameCommonJob.java:143"]; 2750 [labelType="html" label="MapPartitionsRDD [2750] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster6215 { label="WholeStageCodegen (2)"; 2751 [labelType="html" label="MapPartitionsRDD [2751] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster6208 { label="Union"; 2752 [labelType="html" label="UnionRDD [2752] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster6205 { label="WholeStageCodegen (3)"; 2753 [labelType="html" label="MapPartitionsRDD [2753] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster6204 { label="Exchange"; 2754 [labelType="html" label="MapPartitionsRDD [2754] takeAsList at DataFrameCommonJob.java:143"]; } } 2746->2747; 2747->2748; 2749->2750; 2750->2751; 2748->2752; 2751->2752; 2752->2753; 2753->2754; }

digraph G { subgraph clusterstage_475 { label="Stage 475"; subgraph cluster6254 { label="AQEShuffleRead"; 2769 [labelType="html" label="ShuffledRowRDD [2769] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster6250 { label="WholeStageCodegen (4)"; 2770 [labelType="html" label="MapPartitionsRDD [2770] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster6249 { label="Exchange"; 2771 [labelType="html" label="MapPartitionsRDD [2771] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } } 2769->2770; 2770->2771; }

2754,2769

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
475	DataFrameCommonJob_dataExecSearchValue takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/29 14:32:35	0.4 s	3/3			14.4 MiB	177.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

475

DataFrameCommonJob_dataExecSearchValue takeAsList at DataFrameCommonJob.java:143 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/29 14:32:35

0.4 s

3/3

14.4 MiB

177.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
474	takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/4

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

474

takeAsList at DataFrameCommonJob.java:143 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/4

Page: