3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 605 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
48 ms
Locality Level Summary:
Process local: 1
Input Size / Records:
90.2 KiB / 16
Associated Job Ids:
434
DAG Visualization
digraph G { subgraph clusterstage_605 { label="Stage 605"; subgraph cluster5517 { label="Scan csv "; 2609 [labelType="html" label="FileScanRDD [2609]<br>takeAsList at DataFrameCommonJob.java:145"]; 2610 [labelType="html" label="MapPartitionsRDD [2610]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5513 { label="WholeStageCodegen (1)"; 2611 [labelType="html" label="MapPartitionsRDD [2611]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5523 { label="Scan parquet "; 2612 [labelType="html" label="FileScanRDD [2612]<br>takeAsList at DataFrameCommonJob.java:145"]; 2613 [labelType="html" label="MapPartitionsRDD [2613]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5518 { label="WholeStageCodegen (2)"; 2614 [labelType="html" label="MapPartitionsRDD [2614]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5529 { label="Scan parquet "; 2615 [labelType="html" label="FileScanRDD [2615]<br>takeAsList at DataFrameCommonJob.java:145"]; 2616 [labelType="html" label="MapPartitionsRDD [2616]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5524 { label="WholeStageCodegen (3)"; 2617 [labelType="html" label="MapPartitionsRDD [2617]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5535 { label="Scan parquet "; 2618 [labelType="html" label="FileScanRDD [2618]<br>takeAsList at DataFrameCommonJob.java:145"]; 2619 [labelType="html" label="MapPartitionsRDD [2619]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5530 { label="WholeStageCodegen (4)"; 2620 [labelType="html" label="MapPartitionsRDD [2620]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5541 { label="Scan parquet "; 2621 [labelType="html" label="FileScanRDD [2621]<br>takeAsList at DataFrameCommonJob.java:145"]; 2622 [labelType="html" label="MapPartitionsRDD [2622]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5536 { label="WholeStageCodegen (5)"; 2623 [labelType="html" label="MapPartitionsRDD [2623]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5547 { label="Scan parquet "; 2624 [labelType="html" label="FileScanRDD [2624]<br>takeAsList at DataFrameCommonJob.java:145"]; 2625 [labelType="html" label="MapPartitionsRDD [2625]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5542 { label="WholeStageCodegen (6)"; 2626 [labelType="html" label="MapPartitionsRDD [2626]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5512 { label="Union"; 2627 [labelType="html" label="UnionRDD [2627]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5548 { label="mapPartitionsInternal"; 2628 [labelType="html" label="MapPartitionsRDD [2628]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 2609->2610; 2610->2611; 2612->2613; 2613->2614; 2615->2616; 2616->2617; 2618->2619; 2619->2620; 2621->2622; 2622->2623; 2624->2625; 2625->2626; 2611->2627; 2614->2627; 2617->2627; 2620->2627; 2623->2627; 2626->2627; 2627->2628; }
Event Timeline
Enable zooming
Tasks: 1. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time