hdh-spark-job - Details for Job 1203

Status: SUCCEEDED
Submitted: 2026/10/27 14:59:23
Duration: 63 ms
Associated SQL Query: 1267
Job Group: 5ff3143d-adda-4092-b5c3-70beabef0506
Completed Stages: 1
Skipped Stages: 6

Enable zooming

digraph G { subgraph clusterstage_1919 { label="Stage 1919 (skipped)"; subgraph cluster14547 { label="Scan csv "; 7330 [labelType="html" label="FileScanRDD [7330] takeAsList at DataFrameCommonJob.java:143"]; 7331 [labelType="html" label="MapPartitionsRDD [7331] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14544 { label="WholeStageCodegen (2)"; 7332 [labelType="html" label="MapPartitionsRDD [7332] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14543 { label="ObjectHashAggregate"; 7333 [labelType="html" label="MapPartitionsRDD [7333] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14542 { label="Exchange"; 7334 [labelType="html" label="MapPartitionsRDD [7334] takeAsList at DataFrameCommonJob.java:143"]; } } 7330->7331; 7331->7332; 7332->7333; 7333->7334; }

digraph G { subgraph clusterstage_1920 { label="Stage 1920 (skipped)"; subgraph cluster14541 { label="Scan csv "; 7326 [labelType="html" label="FileScanRDD [7326] takeAsList at DataFrameCommonJob.java:143"]; 7327 [labelType="html" label="MapPartitionsRDD [7327] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14537 { label="WholeStageCodegen (1)"; 7328 [labelType="html" label="MapPartitionsRDD [7328] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14536 { label="Exchange"; 7329 [labelType="html" label="MapPartitionsRDD [7329] takeAsList at DataFrameCommonJob.java:143"]; } } 7326->7327; 7327->7328; 7328->7329; }

digraph G { subgraph clusterstage_1921 { label="Stage 1921 (skipped)"; subgraph cluster14571 { label="AQEShuffleRead"; 7344 [labelType="html" label="ShuffledRowRDD [7344] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14570 { label="ObjectHashAggregate"; 7345 [labelType="html" label="MapPartitionsRDD [7345] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14566 { label="WholeStageCodegen (6)"; 7346 [labelType="html" label="MapPartitionsRDD [7346] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14576 { label="AQEShuffleRead"; 7347 [labelType="html" label="ShuffledRowRDD [7347] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14573 { label="WholeStageCodegen (5)"; 7348 [labelType="html" label="MapPartitionsRDD [7348] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14562 { label="WholeStageCodegen (7)"; 7349 [labelType="html" label="ZippedPartitionsRDD2 [7349] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; 7350 [labelType="html" label="MapPartitionsRDD [7350] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14561 { label="Exchange"; 7351 [labelType="html" label="MapPartitionsRDD [7351] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } } 7344->7345; 7345->7346; 7347->7348; 7346->7349; 7348->7349; 7349->7350; 7350->7351; }

7334,7344

7329,7347

digraph G { subgraph clusterstage_1922 { label="Stage 1922 (skipped)"; subgraph cluster14554 { label="Scan csv "; 7335 [labelType="html" label="FileScanRDD [7335] takeAsList at DataFrameCommonJob.java:143"]; 7336 [labelType="html" label="MapPartitionsRDD [7336] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14550 { label="WholeStageCodegen (3)"; 7337 [labelType="html" label="MapPartitionsRDD [7337] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14549 { label="ObjectHashAggregate"; 7338 [labelType="html" label="MapPartitionsRDD [7338] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14548 { label="Exchange"; 7339 [labelType="html" label="MapPartitionsRDD [7339] takeAsList at DataFrameCommonJob.java:143"]; } } 7335->7336; 7336->7337; 7337->7338; 7338->7339; }

digraph G { subgraph clusterstage_1923 { label="Stage 1923 (skipped)"; subgraph cluster14586 { label="AQEShuffleRead"; 7352 [labelType="html" label="ShuffledRowRDD [7352] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14583 { label="WholeStageCodegen (8)"; 7353 [labelType="html" label="MapPartitionsRDD [7353] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14592 { label="AQEShuffleRead"; 7354 [labelType="html" label="ShuffledRowRDD [7354] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14591 { label="ObjectHashAggregate"; 7355 [labelType="html" label="MapPartitionsRDD [7355] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14588 { label="WholeStageCodegen (9)"; 7356 [labelType="html" label="MapPartitionsRDD [7356] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14578 { label="WholeStageCodegen (10)"; 7357 [labelType="html" label="ZippedPartitionsRDD2 [7357] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; 7358 [labelType="html" label="MapPartitionsRDD [7358] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14577 { label="Exchange"; 7359 [labelType="html" label="MapPartitionsRDD [7359] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } } 7352->7353; 7354->7355; 7355->7356; 7353->7357; 7356->7357; 7357->7358; 7358->7359; }

7351,7352

7339,7354

digraph G { subgraph clusterstage_1924 { label="Stage 1924 (skipped)"; subgraph cluster14560 { label="Scan csv "; 7340 [labelType="html" label="FileScanRDD [7340] takeAsList at DataFrameCommonJob.java:143"]; 7341 [labelType="html" label="MapPartitionsRDD [7341] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14556 { label="WholeStageCodegen (4)"; 7342 [labelType="html" label="MapPartitionsRDD [7342] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14555 { label="Exchange"; 7343 [labelType="html" label="MapPartitionsRDD [7343] takeAsList at DataFrameCommonJob.java:143"]; } } 7340->7341; 7341->7342; 7342->7343; }

digraph G { subgraph clusterstage_1925 { label="Stage 1925"; subgraph cluster14602 { label="AQEShuffleRead"; 7360 [labelType="html" label="ShuffledRowRDD [7360] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14599 { label="WholeStageCodegen (11)"; 7361 [labelType="html" label="MapPartitionsRDD [7361] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14607 { label="AQEShuffleRead"; 7362 [labelType="html" label="ShuffledRowRDD [7362] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14604 { label="WholeStageCodegen (12)"; 7363 [labelType="html" label="MapPartitionsRDD [7363] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14594 { label="WholeStageCodegen (13)"; 7364 [labelType="html" label="ZippedPartitionsRDD2 [7364] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; 7365 [labelType="html" label="MapPartitionsRDD [7365] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster14593 { label="Exchange"; 7366 [labelType="html" label="MapPartitionsRDD [7366] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } } 7360->7361; 7362->7363; 7361->7364; 7363->7364; 7364->7365; 7365->7366; }

7359,7360

7343,7362

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1925	DataFrameCommonJob_dataExecValueAnalysis takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/27 14:59:23	57 ms	1/1			147.6 KiB	68.0 B

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1925

DataFrameCommonJob_dataExecValueAnalysis takeAsList at DataFrameCommonJob.java:143 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/27 14:59:23

57 ms

1/1

147.6 KiB

68.0 B

Page:

Skipped Stages (6)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
1924	takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3
1923	takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1922	takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1921	takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1920	takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3
1919	takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: