3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 621 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
24 ms
Locality Level Summary:
Process local: 1
Input Size / Records:
22.0 B / 0
Associated Job Ids:
449
DAG Visualization
digraph G { subgraph clusterstage_621 { label="Stage 621"; subgraph cluster5708 { label="Scan csv "; 2692 [labelType="html" label="FileScanRDD [2692]<br>takeAsList at DataFrameCommonJob.java:145"]; 2693 [labelType="html" label="MapPartitionsRDD [2693]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5704 { label="WholeStageCodegen (1)"; 2694 [labelType="html" label="MapPartitionsRDD [2694]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5714 { label="Scan parquet "; 2695 [labelType="html" label="FileScanRDD [2695]<br>takeAsList at DataFrameCommonJob.java:145"]; 2696 [labelType="html" label="MapPartitionsRDD [2696]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5709 { label="WholeStageCodegen (2)"; 2697 [labelType="html" label="MapPartitionsRDD [2697]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5720 { label="Scan parquet "; 2698 [labelType="html" label="FileScanRDD [2698]<br>takeAsList at DataFrameCommonJob.java:145"]; 2699 [labelType="html" label="MapPartitionsRDD [2699]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5715 { label="WholeStageCodegen (3)"; 2700 [labelType="html" label="MapPartitionsRDD [2700]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5726 { label="Scan parquet "; 2701 [labelType="html" label="FileScanRDD [2701]<br>takeAsList at DataFrameCommonJob.java:145"]; 2702 [labelType="html" label="MapPartitionsRDD [2702]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5721 { label="WholeStageCodegen (4)"; 2703 [labelType="html" label="MapPartitionsRDD [2703]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5732 { label="Scan parquet "; 2704 [labelType="html" label="FileScanRDD [2704]<br>takeAsList at DataFrameCommonJob.java:145"]; 2705 [labelType="html" label="MapPartitionsRDD [2705]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5727 { label="WholeStageCodegen (5)"; 2706 [labelType="html" label="MapPartitionsRDD [2706]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5738 { label="Scan parquet "; 2707 [labelType="html" label="FileScanRDD [2707]<br>takeAsList at DataFrameCommonJob.java:145"]; 2708 [labelType="html" label="MapPartitionsRDD [2708]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5733 { label="WholeStageCodegen (6)"; 2709 [labelType="html" label="MapPartitionsRDD [2709]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5703 { label="Union"; 2710 [labelType="html" label="UnionRDD [2710]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5739 { label="mapPartitionsInternal"; 2711 [labelType="html" label="MapPartitionsRDD [2711]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 2692->2693; 2693->2694; 2695->2696; 2696->2697; 2698->2699; 2699->2700; 2701->2702; 2702->2703; 2704->2705; 2705->2706; 2707->2708; 2708->2709; 2694->2710; 2697->2710; 2700->2710; 2703->2710; 2706->2710; 2709->2710; 2710->2711; }
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time