3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
SP1
application UI
Details for Stage 612 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
59 ms
Locality Level Summary:
Process local: 6
Input Size / Records:
163.8 KiB / 90
Shuffle Write Size / Records:
351.0 B / 6
Associated Job Ids:
441
DAG Visualization
digraph G { subgraph clusterstage_612 { label="Stage 612"; subgraph cluster5614 { label="Scan csv "; 2649 [labelType="html" label="FileScanRDD [2649]<br>count at ColumnStatJob.java:47"]; 2650 [labelType="html" label="MapPartitionsRDD [2650]<br>count at ColumnStatJob.java:47"]; } subgraph cluster5618 { label="Scan parquet "; 2651 [labelType="html" label="FileScanRDD [2651]<br>count at ColumnStatJob.java:47"]; 2652 [labelType="html" label="MapPartitionsRDD [2652]<br>count at ColumnStatJob.java:47"]; } subgraph cluster5615 { label="WholeStageCodegen (1)"; 2653 [labelType="html" label="MapPartitionsRDD [2653]<br>count at ColumnStatJob.java:47"]; } subgraph cluster5622 { label="Scan parquet "; 2654 [labelType="html" label="FileScanRDD [2654]<br>count at ColumnStatJob.java:47"]; 2655 [labelType="html" label="MapPartitionsRDD [2655]<br>count at ColumnStatJob.java:47"]; } subgraph cluster5619 { label="WholeStageCodegen (2)"; 2656 [labelType="html" label="MapPartitionsRDD [2656]<br>count at ColumnStatJob.java:47"]; } subgraph cluster5626 { label="Scan parquet "; 2657 [labelType="html" label="FileScanRDD [2657]<br>count at ColumnStatJob.java:47"]; 2658 [labelType="html" label="MapPartitionsRDD [2658]<br>count at ColumnStatJob.java:47"]; } subgraph cluster5623 { label="WholeStageCodegen (3)"; 2659 [labelType="html" label="MapPartitionsRDD [2659]<br>count at ColumnStatJob.java:47"]; } subgraph cluster5630 { label="Scan parquet "; 2660 [labelType="html" label="FileScanRDD [2660]<br>count at ColumnStatJob.java:47"]; 2661 [labelType="html" label="MapPartitionsRDD [2661]<br>count at ColumnStatJob.java:47"]; } subgraph cluster5627 { label="WholeStageCodegen (4)"; 2662 [labelType="html" label="MapPartitionsRDD [2662]<br>count at ColumnStatJob.java:47"]; } subgraph cluster5634 { label="Scan parquet "; 2663 [labelType="html" label="FileScanRDD [2663]<br>count at ColumnStatJob.java:47"]; 2664 [labelType="html" label="MapPartitionsRDD [2664]<br>count at ColumnStatJob.java:47"]; } subgraph cluster5631 { label="WholeStageCodegen (5)"; 2665 [labelType="html" label="MapPartitionsRDD [2665]<br>count at ColumnStatJob.java:47"]; } subgraph cluster5613 { label="Union"; 2666 [labelType="html" label="UnionRDD [2666]<br>count at ColumnStatJob.java:47"]; } subgraph cluster5610 { label="WholeStageCodegen (6)"; 2667 [labelType="html" label="MapPartitionsRDD [2667]<br>count at ColumnStatJob.java:47"]; } subgraph cluster5609 { label="Exchange"; 2668 [labelType="html" label="MapPartitionsRDD [2668]<br>count at ColumnStatJob.java:47"]; } } 2649->2650; 2651->2652; 2652->2653; 2654->2655; 2655->2656; 2657->2658; 2658->2659; 2660->2661; 2661->2662; 2663->2664; 2664->2665; 2650->2666; 2653->2666; 2656->2666; 2659->2666; 2662->2666; 2665->2666; 2666->2667; 2667->2668; }
Event Timeline
Enable zooming
Tasks: 6. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time