hdh-spark-job - Details for Job 595

Status: SUCCEEDED
Submitted: 2026/10/26 22:12:44
Duration: 70 ms
Associated SQL Query: 676
Job Group: 36a41fd8-1ed8-4b98-b930-97b70167f992
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_871 { label="Stage 871 (skipped)"; subgraph cluster7465 { label="Scan csv "; 3954 [labelType="html" label="FileScanRDD [3954] takeAsList at DataFrameCommonJob.java:143"]; 3955 [labelType="html" label="MapPartitionsRDD [3955] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7462 { label="WholeStageCodegen (2)"; 3956 [labelType="html" label="MapPartitionsRDD [3956] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7461 { label="ObjectHashAggregate"; 3957 [labelType="html" label="MapPartitionsRDD [3957] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7460 { label="Exchange"; 3958 [labelType="html" label="MapPartitionsRDD [3958] takeAsList at DataFrameCommonJob.java:143"]; } } 3954->3955; 3955->3956; 3956->3957; 3957->3958; }

digraph G { subgraph clusterstage_872 { label="Stage 872 (skipped)"; subgraph cluster7459 { label="Scan csv "; 3950 [labelType="html" label="FileScanRDD [3950] takeAsList at DataFrameCommonJob.java:143"]; 3951 [labelType="html" label="MapPartitionsRDD [3951] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7456 { label="WholeStageCodegen (1)"; 3952 [labelType="html" label="MapPartitionsRDD [3952] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7455 { label="Exchange"; 3953 [labelType="html" label="MapPartitionsRDD [3953] takeAsList at DataFrameCommonJob.java:143"]; } } 3950->3951; 3951->3952; 3952->3953; }

digraph G { subgraph clusterstage_873 { label="Stage 873 (skipped)"; subgraph cluster7480 { label="AQEShuffleRead"; 3964 [labelType="html" label="ShuffledRowRDD [3964] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7477 { label="WholeStageCodegen (4)"; 3965 [labelType="html" label="MapPartitionsRDD [3965] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7487 { label="AQEShuffleRead"; 3966 [labelType="html" label="ShuffledRowRDD [3966] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7486 { label="ObjectHashAggregate"; 3967 [labelType="html" label="MapPartitionsRDD [3967] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7482 { label="WholeStageCodegen (5)"; 3968 [labelType="html" label="MapPartitionsRDD [3968] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7473 { label="WholeStageCodegen (6)"; 3969 [labelType="html" label="ZippedPartitionsRDD2 [3969] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; 3970 [labelType="html" label="MapPartitionsRDD [3970] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7472 { label="Exchange"; 3971 [labelType="html" label="MapPartitionsRDD [3971] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } } 3964->3965; 3966->3967; 3967->3968; 3965->3969; 3968->3969; 3969->3970; 3970->3971; }

3953,3964

3958,3966

digraph G { subgraph clusterstage_874 { label="Stage 874 (skipped)"; subgraph cluster7471 { label="Scan csv "; 3959 [labelType="html" label="FileScanRDD [3959] takeAsList at DataFrameCommonJob.java:143"]; 3960 [labelType="html" label="MapPartitionsRDD [3960] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7468 { label="WholeStageCodegen (3)"; 3961 [labelType="html" label="MapPartitionsRDD [3961] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7467 { label="ObjectHashAggregate"; 3962 [labelType="html" label="MapPartitionsRDD [3962] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7466 { label="Exchange"; 3963 [labelType="html" label="MapPartitionsRDD [3963] takeAsList at DataFrameCommonJob.java:143"]; } } 3959->3960; 3960->3961; 3961->3962; 3962->3963; }

digraph G { subgraph clusterstage_875 { label="Stage 875"; subgraph cluster7495 { label="AQEShuffleRead"; 3972 [labelType="html" label="ShuffledRowRDD [3972] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7492 { label="WholeStageCodegen (7)"; 3973 [labelType="html" label="MapPartitionsRDD [3973] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7502 { label="AQEShuffleRead"; 3974 [labelType="html" label="ShuffledRowRDD [3974] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7501 { label="ObjectHashAggregate"; 3975 [labelType="html" label="MapPartitionsRDD [3975] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7497 { label="WholeStageCodegen (8)"; 3976 [labelType="html" label="MapPartitionsRDD [3976] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7488 { label="WholeStageCodegen (9)"; 3977 [labelType="html" label="ZippedPartitionsRDD2 [3977] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; 3978 [labelType="html" label="MapPartitionsRDD [3978] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } subgraph cluster7503 { label="mapPartitionsInternal"; 3979 [labelType="html" label="MapPartitionsRDD [3979] [Unordered] takeAsList at DataFrameCommonJob.java:143"]; } } 3972->3973; 3974->3975; 3975->3976; 3973->3977; 3976->3977; 3977->3978; 3978->3979; }

3971,3972

3963,3974

Completed Stages (1)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
875	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/26 22:12:44	63 ms	1/1			842.4 KiB

Stage Id ▾

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

875

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:143 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76)
com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/26 22:12:44

63 ms

1/1

842.4 KiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Description	Submitted	Duration	Tasks: Succeeded/Total
874	takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
873	takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
872	takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3
871	takeAsList at DataFrameCommonJob.java:143 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:143) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.job.server.JobDispatcher.dispatch(JobDispatcher.java:153) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.runJob(JobSubmitHandler.java:76) com.adb.hdh.spark.job.server.servlet.JobSubmitHandler.lambda$handle$0(JobSubmitHandler.java:59) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: