hdh-spark-job - Details for Stage 2998 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 0.3 s
Locality Level Summary: Process local: 1
Input Size / Records: 41.4 MiB / 11
Output Size / Records: 20.6 MiB / 35228
Associated Job Ids: 2014

digraph G { subgraph clusterstage_2998 { label="Stage 2998"; subgraph cluster20626 { label="Scan json "; 8834 [labelType="html" label="FileScanRDD [8834] count at CreateSubscriptionService.java:123"]; 8835 [labelType="html" label="MapPartitionsRDD [8835] count at CreateSubscriptionService.java:123"]; } subgraph cluster20621 { label="WholeStageCodegen (1)"; 8836 [labelType="html" label="MapPartitionsRDD [8836] count at CreateSubscriptionService.java:123"]; } subgraph cluster20627 { label="mapPartitionsInternal"; 8837 [labelType="html" label="MapPartitionsRDD [8837] count at CreateSubscriptionService.java:123"]; } subgraph cluster20628 { label="mapPartitionsInternal"; 8838 [labelType="html" label="*(1) Project [2f05086f-9a9f-45b1-9a95-9e384ed8c3dc#338732.geometry AS 00233D4B_5734_4E45_957F_89AC647543A8#338819, 2f05086f-9a9f-45b1-9a95-9e384ed8c3dc#338732.properties.code AS 10AC31B7_ADCF_4C2E_B9D8_93C0B5029E02#338820, 2f05086f-9a9f-45b1-9a95-9e384ed8c3dc#338732.properties.nom AS F9E50BF6_D9BE_49CE_9AC6_FEC5D876F0B4#338821]\n+- *(1) Generate explode(4e70a2fb-cdda-4937-88dc-a7bc7a4b31d2#338726), true, [2f05086f-9a9f-45b1-9a95-9e384ed8c3dc#338732]\n +- *(1) Project [features#338717 AS 4e70a2fb-cdda-4937-88dc-a7bc7a4b31d2#338726]\n +- FileScan json [features#338717] Batched: false, DataFilters: [], Format: JSON, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/json/execution/208D3967_49FC_4FE0_8FCB_B1414FC7..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<features:array<struct<geometry:string,properties:struct<code:string,nom:string>,type:strin...\n [8838] [Cached] count at CreateSubscriptionService.java:123"]; } subgraph cluster20657 { label="InMemoryTableScan"; 8847 [labelType="html" label="MapPartitionsRDD [8847] parquet at CreateSubscriptionService.java:124"]; 8848 [labelType="html" label="MapPartitionsRDD [8848] parquet at CreateSubscriptionService.java:124"]; 8849 [labelType="html" label="MapPartitionsRDD [8849] parquet at CreateSubscriptionService.java:124"]; } subgraph cluster20655 { label="WriteFiles"; 8850 [labelType="html" label="MapPartitionsRDD [8850] parquet at CreateSubscriptionService.java:124"]; } } 8834->8835; 8835->8836; 8836->8837; 8837->8838; 8838->8847; 8847->8848; 8848->8849; 8849->8850; }

8838

Event Timeline

Enable zooming