3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 1735 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.2 s
Locality Level Summary:
Any: 1
Input Size / Records:
78.0 B / 1
Associated Job Ids:
1259
DAG Visualization
digraph G { subgraph clusterstage_1735 { label="Stage 1735"; subgraph cluster10614 { label="Scan csv "; 4196 [labelType="html" label="FileScanRDD [4196]<br>takeAsList at DataFrameCommonJob.java:145"]; 4197 [labelType="html" label="MapPartitionsRDD [4197]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10609 { label="WholeStageCodegen (2)"; 4198 [labelType="html" label="MapPartitionsRDD [4198]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10632 { label="Exchange"; 4199 [labelType="html" label="ShuffledRowRDD [4199] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10627 { label="WholeStageCodegen (3)"; 4200 [labelType="html" label="MapPartitionsRDD [4200] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10626 { label="Window"; 4201 [labelType="html" label="MapPartitionsRDD [4201] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10620 { label="WholeStageCodegen (4)"; 4202 [labelType="html" label="MapPartitionsRDD [4202] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10636 { label="Scan csv "; 4203 [labelType="html" label="FileScanRDD [4203]<br>takeAsList at DataFrameCommonJob.java:145"]; 4204 [labelType="html" label="MapPartitionsRDD [4204]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10633 { label="WholeStageCodegen (5)"; 4205 [labelType="html" label="MapPartitionsRDD [4205]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10619 { label="CartesianProduct"; 4206 [labelType="html" label="UnsafeCartesianRDD [4206] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; 4207 [labelType="html" label="MapPartitionsRDD [4207] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10615 { label="WholeStageCodegen (6)"; 4208 [labelType="html" label="MapPartitionsRDD [4208] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10608 { label="Union"; 4209 [labelType="html" label="UnionRDD [4209] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster10637 { label="mapPartitionsInternal"; 4210 [labelType="html" label="MapPartitionsRDD [4210] [Unordered]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 4196->4197; 4197->4198; 4199->4200; 4200->4201; 4201->4202; 4203->4204; 4204->4205; 4202->4206; 4205->4206; 4206->4207; 4207->4208; 4198->4209; 4208->4209; 4209->4210; }
4195,4199
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time