3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
hdh-spark-job
application UI
Details for Stage 2790 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
6 s
Locality Level Summary:
Process local: 10
Input Size / Records:
89.9 MiB / 54
Output Size / Records:
24.7 MiB / 502502
Associated Job Ids:
1851
DAG Visualization
digraph G { subgraph clusterstage_2790 { label="Stage 2790"; subgraph cluster18936 { label="Exchange"; 8050 [labelType="html" label="ShuffledRowRDD [8050] [Unordered]<br>count at CreateSubscriptionService.java:123"]; } subgraph cluster18932 { label="WholeStageCodegen (15)"; 8051 [labelType="html" label="MapPartitionsRDD [8051] [Unordered]<br>count at CreateSubscriptionService.java:123"]; } subgraph cluster18931 { label="Window"; 8052 [labelType="html" label="MapPartitionsRDD [8052] [Unordered]<br>count at CreateSubscriptionService.java:123"]; } subgraph cluster18928 { label="WholeStageCodegen (16)"; 8053 [labelType="html" label="MapPartitionsRDD [8053] [Unordered]<br>count at CreateSubscriptionService.java:123"]; } subgraph cluster18937 { label="mapPartitionsInternal"; 8054 [labelType="html" label="MapPartitionsRDD [8054] [Unordered]<br>count at CreateSubscriptionService.java:123"]; } subgraph cluster18938 { label="mapPartitionsInternal"; 8055 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [COL_04AF725C_66A0_4299_A535_7D820A79F925#300791 AS 04AF725C_66A0_4299_A535_7D820A79F925#303954, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#300792 AS 81492BFD_C38C_4C09_8A5D_1EE53F619CB4#303955, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#300793 AS 8CAF0B1F_914D_45B3_919A_E87F9882A9B9#303956, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#300795 AS 5DBB07B2_DD4E_4DF8_A772_64564BC20B53#303957, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#300796 AS 3CD2052B_33C5_4457_9C30_D79AE298A405#303958, COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#300797 AS 49DA49E0_7469_4C3F_A05A_3FA643E894EA#303959, COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#300798 AS D10143B3_53A3_4856_987D_3E4376BC7D0F#303960, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#300799 AS 4FBE155F_08B2_4439_869C_ED16CA25E269#303961, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#300800 AS FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#303962, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#300801 AS 8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#303963, COL_C17C60DB_... [8055] [Cached] [Unordered]<br>count at CreateSubscriptionService.java:123"]; } subgraph cluster19006 { label="InMemoryTableScan"; 8064 [labelType="html" label="MapPartitionsRDD [8064] [Unordered]<br>parquet at CreateSubscriptionService.java:124"]; 8065 [labelType="html" label="MapPartitionsRDD [8065] [Unordered]<br>parquet at CreateSubscriptionService.java:124"]; 8066 [labelType="html" label="MapPartitionsRDD [8066] [Unordered]<br>parquet at CreateSubscriptionService.java:124"]; } subgraph cluster19004 { label="WriteFiles"; 8067 [labelType="html" label="MapPartitionsRDD [8067] [Unordered]<br>parquet at CreateSubscriptionService.java:124"]; } } 8050->8051; 8051->8052; 8052->8053; 8053->8054; 8054->8055; 8055->8064; 8064->8065; 8065->8066; 8066->8067; }
8049,8050
8055
Event Timeline
Enable zooming
Tasks: 10. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time