3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
hdh-spark-job
application UI
Details for Stage 2978 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.3 s
Locality Level Summary:
Process local: 2
Input Size / Records:
2045.1 KiB / 4
Output Size / Records:
977.0 KiB / 35005
Associated Job Ids:
1998
DAG Visualization
digraph G { subgraph clusterstage_2978 { label="Stage 2978"; subgraph cluster20458 { label="Scan csv "; 8766 [labelType="html" label="FileScanRDD [8766]<br>count at CreateSubscriptionService.java:123"]; 8767 [labelType="html" label="MapPartitionsRDD [8767]<br>count at CreateSubscriptionService.java:123"]; } subgraph cluster20455 { label="WholeStageCodegen (1)"; 8768 [labelType="html" label="MapPartitionsRDD [8768]<br>count at CreateSubscriptionService.java:123"]; } subgraph cluster20459 { label="mapPartitionsInternal"; 8769 [labelType="html" label="MapPartitionsRDD [8769]<br>count at CreateSubscriptionService.java:123"]; } subgraph cluster20460 { label="mapPartitionsInternal"; 8770 [labelType="html" label="*(1) Project [code_commune#336641 AS 62EC3C52_A8FC_44B0_8E2D_1CE4E3D39DD5#336912, nom_commune#336642 AS B1B79BE3_286E_4D46_BF1B_67BE13E0E736#336913, code_arrondissement#336643 AS 272F124F_C055_4DF8_8A83_08E09093E3F2#336914, nom_arrondissement#336644 AS DFAF51CB_557A_4CD1_936F_1EC748922F10#336915, code_departement#336645 AS 31D51564_C738_498A_976D_243A2FEDA252#336916, nom_departement#336646 AS F3822469_3330_459B_AA8A_59D5C2D45247#336917, code_epci#336647 AS B4645486_AE76_4E98_96C5_0DC4EECAB5DA#336918, nom_epci#336648 AS 9C648EB3_D3EE_4C68_B5B3_5E556491577D#336919, code_region#336649 AS 0EFEF1A8_486D_48F1_9788_CA57921CDB6D#336920, nom_region#336650 AS 9F47DFB7_B9F2_41B1_B67A_1F41351C00ED#336921, code_aire_d_attraction_des_villes#336651 AS 69C3DD7A_79D5_4B1B_8197_91541B9A67FC#336922, nom_aire_d_attraction_des_villes#336652 AS 8CE26555_43CA_42BB_92B3_B933FA8C4D43#336923, code_bassin_de_vie#336653 AS B6995073_4218_4DF2_BD2B_8EF492D82441#336924, nom_bassin_de_vie#336654 AS AAB67A77_C0A7_4F31_A32A_71E54880AFB4#33... [8770] [Cached]<br>count at CreateSubscriptionService.java:123"]; } subgraph cluster20489 { label="InMemoryTableScan"; 8779 [labelType="html" label="MapPartitionsRDD [8779]<br>parquet at CreateSubscriptionService.java:124"]; 8780 [labelType="html" label="MapPartitionsRDD [8780]<br>parquet at CreateSubscriptionService.java:124"]; 8781 [labelType="html" label="MapPartitionsRDD [8781]<br>parquet at CreateSubscriptionService.java:124"]; } subgraph cluster20487 { label="WriteFiles"; 8782 [labelType="html" label="MapPartitionsRDD [8782]<br>parquet at CreateSubscriptionService.java:124"]; } } 8766->8767; 8767->8768; 8768->8769; 8769->8770; 8770->8779; 8779->8780; 8780->8781; 8781->8782; }
8770
Event Timeline
Enable zooming
Tasks: 2. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time