hdh-spark-job - Details for Query 1238

Submitted Time: 2026/10/27 14:58:53
Duration: 0.7 s
Succeeded Jobs: 1165 1167 1168 1169 1170 1171 1172 1173

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="ObjectHashAggregate number of output rows: 1 time in aggregation build: 26 ms spill size: 0.0 B number of sort fallback tasks: 0"]; 2 [labelType="html" label="Exchange shuffle records written: 1 local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 1 local bytes read: 310.0 B fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 17.6 KiB local merged bytes read: 0.0 B number of partitions: 1 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 310.0 B"]; 3 [labelType="html" label="ObjectHashAggregate number of output rows: 1 time in aggregation build: 82 ms spill size: 0.0 B number of sort fallback tasks: 0"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (13)\n \nduration: 82 ms"; 5 [labelType="html" label=" Project "]; 6 [labelType="html" label="SortMergeJoin number of output rows: 248 spill size: 0.0 B"]; } subgraph cluster7 { isCluster="true"; label="WholeStageCodegen (11)\n \nduration: 91 ms"; 8 [labelType="html" label="Sort sort time: 0 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 9 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 3.5 KiB number of coalesced partitions: 1"]; 10 [labelType="html" label="Exchange shuffle records written: 248 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 248 local bytes read: 3.3 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 11.6 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 3.3 KiB"]; subgraph cluster11 { isCluster="true"; label="WholeStageCodegen (10)\n \nduration: 26 ms"; 12 [labelType="html" label=" Project "]; 13 [labelType="html" label="Filter number of output rows: 248"]; 14 [labelType="html" label="SortMergeJoin number of output rows: 21,131 spill size: 0.0 B"]; } subgraph cluster15 { isCluster="true"; label="WholeStageCodegen (8)\n \nduration: 50 ms"; 16 [labelType="html" label="Sort sort time: 4 ms peak memory: 64.5 MiB spill size: 0.0 B"]; } 17 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 359.5 KiB number of coalesced partitions: 1"]; 18 [labelType="html" label="Exchange shuffle records written: 21,127 local merged chunks fetched: 0 shuffle write time: 2 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 21,127 local bytes read: 342.8 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 2.4 MiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 342.8 KiB"]; subgraph cluster19 { isCluster="true"; label="WholeStageCodegen (7)\n \nduration: 43 ms"; 20 [labelType="html" label=" Project "]; 21 [labelType="html" label="SortMergeJoin number of output rows: 21,127 spill size: 0.0 B"]; } subgraph cluster22 { isCluster="true"; label="WholeStageCodegen (5)\n \nduration: 103 ms"; 23 [labelType="html" label="Sort sort time: 11 ms peak memory: 64.5 MiB spill size: 0.0 B"]; } 24 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 416.5 KiB number of coalesced partitions: 1"]; 25 [labelType="html" label="Exchange shuffle records written: 21,121 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 5 ms (1 ms, 1 ms, 2 ms (stage 1823.0: task 1521)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 21,121 local bytes read: 398.4 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 3 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 2.1 MiB (67.3 KiB, 1038.9 KiB, 1038.9 KiB (stage 1823.0: task 1521)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 398.4 KiB (13.9 KiB, 192.2 KiB, 192.3 KiB (stage 1823.0: task 1521))"]; subgraph cluster26 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n232 ms (10 ms, 110 ms, 112 ms (stage 1823.0: task 1520))"; 27 [labelType="html" label=" Project "]; } 28 [labelType="html" label="Scan csv number of output rows: 21,121 number of files read: 1 metadata time: 0 ms size of files read: 8.3 MiB"]; subgraph cluster29 { isCluster="true"; label="WholeStageCodegen (6)\n \nduration: 60.0 s"; 30 [labelType="html" label="Sort sort time: 0 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 31 [labelType="html" label="ObjectHashAggregate number of output rows: 445 time in aggregation build: 6 ms spill size: 0.0 B number of sort fallback tasks: 1"]; 32 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 18.6 KiB number of coalesced partitions: 1"]; 33 [labelType="html" label="Exchange shuffle records written: 445 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 445 local bytes read: 17.7 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 53.8 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 17.7 KiB"]; 34 [labelType="html" label="ObjectHashAggregate number of output rows: 445 time in aggregation build: 15 ms spill size: 0.0 B number of sort fallback tasks: 1"]; subgraph cluster35 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 15 ms"; 36 [labelType="html" label=" Project "]; } 37 [labelType="html" label="Scan csv number of output rows: 1,216 number of files read: 1 metadata time: 0 ms size of files read: 111.6 KiB"]; subgraph cluster38 { isCluster="true"; label="WholeStageCodegen (9)\n \nduration: 78 ms"; 39 [labelType="html" label="Sort sort time: 0 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 40 [labelType="html" label="ObjectHashAggregate number of output rows: 464 time in aggregation build: 10 ms spill size: 0.0 B number of sort fallback tasks: 1"]; 41 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 9.6 KiB number of coalesced partitions: 1"]; 42 [labelType="html" label="Exchange shuffle records written: 464 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 464 local bytes read: 9.1 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 43.8 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 9.1 KiB"]; 43 [labelType="html" label="ObjectHashAggregate number of output rows: 464 time in aggregation build: 10 ms spill size: 0.0 B number of sort fallback tasks: 1"]; subgraph cluster44 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 10 ms"; 45 [labelType="html" label=" Project "]; } 46 [labelType="html" label="Scan csv number of output rows: 486 number of files read: 1 metadata time: 0 ms size of files read: 50.8 KiB"]; subgraph cluster47 { isCluster="true"; label="WholeStageCodegen (12)\n \nduration: 0 ms"; 48 [labelType="html" label="Sort sort time: 9 ms peak memory: 65.0 MiB spill size: 0.0 B"]; } 49 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 154.7 KiB number of coalesced partitions: 1"]; 50 [labelType="html" label="Exchange shuffle records written: 26,044 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 5 ms (1 ms, 1 ms, 1 ms (stage 1827.0: task 1527)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 26,044 local bytes read: 147.6 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 3 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 1017.3 KiB (7.0 KiB, 492.0 KiB, 518.3 KiB (stage 1827.0: task 1527)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 147.6 KiB (1883.0 B, 70.6 KiB, 75.1 KiB (stage 1827.0: task 1527))"]; subgraph cluster51 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n172 ms (5 ms, 82 ms, 85 ms (stage 1827.0: task 1527))"; 52 [labelType="html" label=" Project "]; 53 [labelType="html" label="Filter number of output rows: 26,044"]; } 54 [labelType="html" label="Scan csv number of output rows: 26,044 number of files read: 1 metadata time: 0 ms size of files read: 8.0 MiB"]; 1->0; 2->1; 3->2; 5->3; 6->5; 8->6; 9->8; 10->9; 12->10; 13->12; 14->13; 16->14; 17->16; 18->17; 20->18; 21->20; 23->21; 24->23; 25->24; 27->25; 28->27; 30->21; 31->30; 32->31; 33->32; 34->33; 36->34; 37->36; 39->14; 40->39; 41->40; 42->41; 43->42; 45->43; 46->45; 48->6; 49->48; 50->49; 52->50; 53->52; 54->53; }

AdaptiveSparkPlan isFinalPlan=true

ObjectHashAggregate(keys=[], functions=[count(1), count(CASE WHEN (NOT isnan(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419) AND isnotnull(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)) THEN COL_C41A4DA6_55E8_44C6_8652_24471CDC2940 END), min(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), max(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), avg(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.5, 10000, 0, 0), sum(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), var_samp(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), stddev_pop(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.25, 10000, 0, 0), percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.75, 10000, 0, 0)])

Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=45310]

ObjectHashAggregate(keys=[], functions=[partial_count(1), partial_count(CASE WHEN (NOT isnan(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419) AND isnotnull(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)) THEN COL_C41A4DA6_55E8_44C6_8652_24471CDC2940 END), partial_min(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_max(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_avg(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.5, 10000, 0, 0), partial_sum(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_var_samp(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_stddev_pop(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.25, 10000, 0, 0), partial_percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.75, 10000, 0, 0)])

Project [COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]

SortMergeJoin [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911], [RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481], LeftOuter

WholeStageCodegen (13)

Sort [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911 ASC NULLS FIRST], false, 0

WholeStageCodegen (11)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, 10), ENSURE_REQUIREMENTS, [plan_id=45227]

Project [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]

Filter (((isnull(COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910) OR isnotnull(COL_059961D5_87D2_4745_B270_05C29151B074#448660)) OR isnotnull(MOLECULES_ONERE_440476_COL_0E667C51_6C84_403A_9D26_666830EFDC70#448838)) AND (((isnotnull(MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836) AND (COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917 <=> 0.0)) AND NOT (MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836 <=> 0.0)) OR (((COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918 <=> 0.0) AND isnotnull(COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657)) AND NOT (COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657 <=> 0.0))))

SortMergeJoin [COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920], [MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835], FullOuter

WholeStageCodegen (10)

Sort [COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920 ASC NULLS FIRST], false, 0

WholeStageCodegen (8)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, 10), ENSURE_REQUIREMENTS, [plan_id=45024]

Project [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, 01_DMI_DECOUPAG_440467_COL_09C9C0C9_12D2_4B88_AA5D_EE56C4B13EED#447938 AS COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657, 01_DMI_DECOUPAG_440467_COL_0BE82637_88B2_4D38_AB56_F261497B0D57#447940 AS COL_059961D5_87D2_4745_B270_05C29151B074#448660]

SortMergeJoin [COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920], [01_DMI_DECOUPAG_440467_COL_7CC70679_D8A9_4AFA_853C_0B83772BB57F#447937], FullOuter

WholeStageCodegen (7)

Sort [COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920 ASC NULLS FIRST], false, 0

WholeStageCodegen (5)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, 10), ENSURE_REQUIREMENTS, [plan_id=44762]

Project [FINESS#444004 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, NO_RSS#444005 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, str_to_dec(MNT_MON#444146, ##.##) AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, str_to_dec(MNT_DMI#444147, ##.##) AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, str_remove_space(NO_ADMIN#444006, ALL) AS COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920]

WholeStageCodegen (1)

FileScan csv [FINESS#444004,NO_RSS#444005,NO_ADMIN#444006,MNT_MON#444146,MNT_DMI#444147] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_440300/420780652.2025.1..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<FINESS:string,NO_RSS:string,NO_ADMIN:string,MNT_MON:string,MNT_DMI:string>

Sort [01_DMI_DECOUPAG_440467_COL_7CC70679_D8A9_4AFA_853C_0B83772BB57F#447937 ASC NULLS FIRST], false, 0

WholeStageCodegen (6)

ObjectHashAggregate(keys=[COL_C898C1FE_14C4_493A_878B_315EB757695B#445522], functions=[sum(COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528), collect_list(COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, 0, 0)])

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, 10), ENSURE_REQUIREMENTS, [plan_id=44775]

ObjectHashAggregate(keys=[COL_C898C1FE_14C4_493A_878B_315EB757695B#445522], functions=[partial_sum(COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528), partial_collect_list(COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, 0, 0)])

Project [str_remove_space(str_extract_middle(_c0#445417, 12, 20), ALL) AS COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, str_remove_space(str_extract_middle(_c0#445417, 58, 15), ALL) AS COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, round(str_to_dec(str_join(array(str_extract_middle(_c0#445417, 83, 7), str_extract_middle(_c0#445417, 90, 3)), .), ##.##), 2) AS COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528]

WholeStageCodegen (2)

FileScan csv [_c0#445417] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/DMI_M12_2025_440461/DMI-M12-2025 - BIS...., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>

Sort [MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835 ASC NULLS FIRST], false, 0

WholeStageCodegen (9)

ObjectHashAggregate(keys=[COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738], functions=[sum(COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745), collect_list(COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, 0, 0)])

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, 10), ENSURE_REQUIREMENTS, [plan_id=44795]

ObjectHashAggregate(keys=[COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738], functions=[partial_sum(COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745), partial_collect_list(COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, 0, 0)])

Project [str_remove_space(str_extract_middle(_c0#445604, 12, 20), ALL) AS COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, str_remove_space(str_extract_middle(_c0#445604, 40, 15), ALL) AS COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, str_to_dec(str_join(array(str_extract_middle(_c0#445604, 65, 7), str_extract_middle(_c0#445604, 72, 3)), .), ##.##) AS COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745]

WholeStageCodegen (3)

FileScan csv [_c0#445604] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/MOLECULES_ONERE_440457/MO-M12-2025.txt], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>

Sort [RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481 ASC NULLS FIRST], false, 0

WholeStageCodegen (12)

AQEShuffleRead coalesced

Exchange hashpartitioning(RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481, 10), ENSURE_REQUIREMENTS, [plan_id=44816]

Project [str_extract_middle(_c0#445826, 28, 20) AS RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481]

Filter isnotnull(str_extract_middle(_c0#445826, 28, 20))

WholeStageCodegen (4)

FileScan csv [_c0#445826] Batched: false, DataFilters: [isnotnull(str_extract_middle(_c0#445826, 28, 20))], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/RSS_M12_2025_440462/RSS- 420780652.txt], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>

Details

== Physical Plan ==
AdaptiveSparkPlan (80)
+- == Final Plan ==
   ObjectHashAggregate (48)
   +- ShuffleQueryStage (47), Statistics(sizeInBytes=17.6 KiB, rowCount=1)
      +- Exchange (46)
         +- ObjectHashAggregate (45)
            +- * Project (44)
               +- * SortMergeJoin LeftOuter (43)
                  :- * Sort (35)
                  :  +- AQEShuffleRead (34)
                  :     +- ShuffleQueryStage (33), Statistics(sizeInBytes=11.6 KiB, rowCount=248)
                  :        +- Exchange (32)
                  :           +- * Project (31)
                  :              +- * Filter (30)
                  :                 +- * SortMergeJoin FullOuter (29)
                  :                    :- * Sort (20)
                  :                    :  +- AQEShuffleRead (19)
                  :                    :     +- ShuffleQueryStage (18), Statistics(sizeInBytes=2.4 MiB, rowCount=2.11E+4)
                  :                    :        +- Exchange (17)
                  :                    :           +- * Project (16)
                  :                    :              +- * SortMergeJoin FullOuter (15)
                  :                    :                 :- * Sort (6)
                  :                    :                 :  +- AQEShuffleRead (5)
                  :                    :                 :     +- ShuffleQueryStage (4), Statistics(sizeInBytes=2.1 MiB, rowCount=2.11E+4)
                  :                    :                 :        +- Exchange (3)
                  :                    :                 :           +- * Project (2)
                  :                    :                 :              +- Scan csv  (1)
                  :                    :                 +- * Sort (14)
                  :                    :                    +- ObjectHashAggregate (13)
                  :                    :                       +- AQEShuffleRead (12)
                  :                    :                          +- ShuffleQueryStage (11), Statistics(sizeInBytes=53.8 KiB, rowCount=445)
                  :                    :                             +- Exchange (10)
                  :                    :                                +- ObjectHashAggregate (9)
                  :                    :                                   +- * Project (8)
                  :                    :                                      +- Scan csv  (7)
                  :                    +- * Sort (28)
                  :                       +- ObjectHashAggregate (27)
                  :                          +- AQEShuffleRead (26)
                  :                             +- ShuffleQueryStage (25), Statistics(sizeInBytes=43.8 KiB, rowCount=464)
                  :                                +- Exchange (24)
                  :                                   +- ObjectHashAggregate (23)
                  :                                      +- * Project (22)
                  :                                         +- Scan csv  (21)
                  +- * Sort (42)
                     +- AQEShuffleRead (41)
                        +- ShuffleQueryStage (40), Statistics(sizeInBytes=1017.3 KiB, rowCount=2.60E+4)
                           +- Exchange (39)
                              +- * Project (38)
                                 +- * Filter (37)
                                    +- Scan csv  (36)
+- == Initial Plan ==
   ObjectHashAggregate (79)
   +- Exchange (78)
      +- ObjectHashAggregate (77)
         +- Project (76)
            +- SortMergeJoin LeftOuter (75)
               :- Sort (70)
               :  +- Exchange (69)
               :     +- Project (68)
               :        +- Filter (67)
               :           +- SortMergeJoin FullOuter (66)
               :              :- Sort (60)
               :              :  +- Exchange (59)
               :              :     +- Project (58)
               :              :        +- SortMergeJoin FullOuter (57)
               :              :           :- Sort (51)
               :              :           :  +- Exchange (50)
               :              :           :     +- Project (49)
               :              :           :        +- Scan csv  (1)
               :              :           +- Sort (56)
               :              :              +- ObjectHashAggregate (55)
               :              :                 +- Exchange (54)
               :              :                    +- ObjectHashAggregate (53)
               :              :                       +- Project (52)
               :              :                          +- Scan csv  (7)
               :              +- Sort (65)
               :                 +- ObjectHashAggregate (64)
               :                    +- Exchange (63)
               :                       +- ObjectHashAggregate (62)
               :                          +- Project (61)
               :                             +- Scan csv  (21)
               +- Sort (74)
                  +- Exchange (73)
                     +- Project (72)
                        +- Filter (71)
                           +- Scan csv  (36)


(1) Scan csv 
Output [5]: [FINESS#444004, NO_RSS#444005, NO_ADMIN#444006, MNT_MON#444146, MNT_DMI#444147]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_440300/420780652.2025.12.MCO.VisualValoSejours.csv]
ReadSchema: struct<FINESS:string,NO_RSS:string,NO_ADMIN:string,MNT_MON:string,MNT_DMI:string>

(2) Project [codegen id : 1]
Output [5]: [FINESS#444004 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, NO_RSS#444005 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, str_to_dec(MNT_MON#444146, ##.##) AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, str_to_dec(MNT_DMI#444147, ##.##) AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, str_remove_space(NO_ADMIN#444006, ALL) AS COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920]
Input [5]: [FINESS#444004, NO_RSS#444005, NO_ADMIN#444006, MNT_MON#444146, MNT_DMI#444147]

(3) Exchange
Input [5]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920]
Arguments: hashpartitioning(COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, 10), ENSURE_REQUIREMENTS, [plan_id=44762]

(4) ShuffleQueryStage
Output [5]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920]
Arguments: 0

(5) AQEShuffleRead
Input [5]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920]
Arguments: coalesced

(6) Sort [codegen id : 5]
Input [5]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920]
Arguments: [COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920 ASC NULLS FIRST], false, 0

(7) Scan csv 
Output [1]: [_c0#445417]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/DMI_M12_2025_440461/DMI-M12-2025 - BIS.txt]
ReadSchema: struct<_c0:string>

(8) Project [codegen id : 2]
Output [3]: [str_remove_space(str_extract_middle(_c0#445417, 12, 20), ALL) AS COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, str_remove_space(str_extract_middle(_c0#445417, 58, 15), ALL) AS COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, round(str_to_dec(str_join(array(str_extract_middle(_c0#445417, 83, 7), str_extract_middle(_c0#445417, 90, 3)), .), ##.##), 2) AS COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528]
Input [1]: [_c0#445417]

(9) ObjectHashAggregate
Input [3]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528]
Keys [1]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522]
Functions [2]: [partial_sum(COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528), partial_collect_list(COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, 0, 0)]
Aggregate Attributes [2]: [sum#450745, buf#450746]
Results [3]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, sum#450747, buf#450748]

(10) Exchange
Input [3]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, sum#450747, buf#450748]
Arguments: hashpartitioning(COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, 10), ENSURE_REQUIREMENTS, [plan_id=44775]

(11) ShuffleQueryStage
Output [3]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, sum#450747, buf#450748]
Arguments: 1

(12) AQEShuffleRead
Input [3]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, sum#450747, buf#450748]
Arguments: coalesced

(13) ObjectHashAggregate
Input [3]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, sum#450747, buf#450748]
Keys [1]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522]
Functions [2]: [sum(COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528), collect_list(COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, 0, 0)]
Aggregate Attributes [2]: [sum(COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528)#445550, collect_list(COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, 0, 0)#445552]
Results [3]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522 AS 01_DMI_DECOUPAG_440467_COL_7CC70679_D8A9_4AFA_853C_0B83772BB57F#447937, round(sum(COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528)#445550, 2) AS 01_DMI_DECOUPAG_440467_COL_09C9C0C9_12D2_4B88_AA5D_EE56C4B13EED#447938, size(collect_list(COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, 0, 0)#445552, true) AS 01_DMI_DECOUPAG_440467_COL_0BE82637_88B2_4D38_AB56_F261497B0D57#447940]

(14) Sort [codegen id : 6]
Input [3]: [01_DMI_DECOUPAG_440467_COL_7CC70679_D8A9_4AFA_853C_0B83772BB57F#447937, 01_DMI_DECOUPAG_440467_COL_09C9C0C9_12D2_4B88_AA5D_EE56C4B13EED#447938, 01_DMI_DECOUPAG_440467_COL_0BE82637_88B2_4D38_AB56_F261497B0D57#447940]
Arguments: [01_DMI_DECOUPAG_440467_COL_7CC70679_D8A9_4AFA_853C_0B83772BB57F#447937 ASC NULLS FIRST], false, 0

(15) SortMergeJoin [codegen id : 7]
Left keys [1]: [COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920]
Right keys [1]: [01_DMI_DECOUPAG_440467_COL_7CC70679_D8A9_4AFA_853C_0B83772BB57F#447937]
Join type: FullOuter
Join condition: None

(16) Project [codegen id : 7]
Output [7]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, 01_DMI_DECOUPAG_440467_COL_09C9C0C9_12D2_4B88_AA5D_EE56C4B13EED#447938 AS COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657, 01_DMI_DECOUPAG_440467_COL_0BE82637_88B2_4D38_AB56_F261497B0D57#447940 AS COL_059961D5_87D2_4745_B270_05C29151B074#448660]
Input [8]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, 01_DMI_DECOUPAG_440467_COL_7CC70679_D8A9_4AFA_853C_0B83772BB57F#447937, 01_DMI_DECOUPAG_440467_COL_09C9C0C9_12D2_4B88_AA5D_EE56C4B13EED#447938, 01_DMI_DECOUPAG_440467_COL_0BE82637_88B2_4D38_AB56_F261497B0D57#447940]

(17) Exchange
Input [7]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657, COL_059961D5_87D2_4745_B270_05C29151B074#448660]
Arguments: hashpartitioning(COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, 10), ENSURE_REQUIREMENTS, [plan_id=45024]

(18) ShuffleQueryStage
Output [7]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657, COL_059961D5_87D2_4745_B270_05C29151B074#448660]
Arguments: 4

(19) AQEShuffleRead
Input [7]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657, COL_059961D5_87D2_4745_B270_05C29151B074#448660]
Arguments: coalesced

(20) Sort [codegen id : 8]
Input [7]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657, COL_059961D5_87D2_4745_B270_05C29151B074#448660]
Arguments: [COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920 ASC NULLS FIRST], false, 0

(21) Scan csv 
Output [1]: [_c0#445604]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/MOLECULES_ONERE_440457/MO-M12-2025.txt]
ReadSchema: struct<_c0:string>

(22) Project [codegen id : 3]
Output [3]: [str_remove_space(str_extract_middle(_c0#445604, 12, 20), ALL) AS COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, str_remove_space(str_extract_middle(_c0#445604, 40, 15), ALL) AS COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, str_to_dec(str_join(array(str_extract_middle(_c0#445604, 65, 7), str_extract_middle(_c0#445604, 72, 3)), .), ##.##) AS COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745]
Input [1]: [_c0#445604]

(23) ObjectHashAggregate
Input [3]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745]
Keys [1]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738]
Functions [2]: [partial_sum(COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745), partial_collect_list(COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, 0, 0)]
Aggregate Attributes [2]: [sum#450749, buf#450750]
Results [3]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, sum#450751, buf#450752]

(24) Exchange
Input [3]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, sum#450751, buf#450752]
Arguments: hashpartitioning(COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, 10), ENSURE_REQUIREMENTS, [plan_id=44795]

(25) ShuffleQueryStage
Output [3]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, sum#450751, buf#450752]
Arguments: 2

(26) AQEShuffleRead
Input [3]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, sum#450751, buf#450752]
Arguments: coalesced

(27) ObjectHashAggregate
Input [3]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, sum#450751, buf#450752]
Keys [1]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738]
Functions [2]: [sum(COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745), collect_list(COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, 0, 0)]
Aggregate Attributes [2]: [sum(COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745)#445772, collect_list(COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, 0, 0)#445774]
Results [3]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738 AS MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835, round(sum(COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745)#445772, 2) AS MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836, size(collect_list(COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, 0, 0)#445774, true) AS MOLECULES_ONERE_440476_COL_0E667C51_6C84_403A_9D26_666830EFDC70#448838]

(28) Sort [codegen id : 9]
Input [3]: [MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835, MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836, MOLECULES_ONERE_440476_COL_0E667C51_6C84_403A_9D26_666830EFDC70#448838]
Arguments: [MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835 ASC NULLS FIRST], false, 0

(29) SortMergeJoin [codegen id : 10]
Left keys [1]: [COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920]
Right keys [1]: [MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835]
Join type: FullOuter
Join condition: None

(30) Filter [codegen id : 10]
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657, COL_059961D5_87D2_4745_B270_05C29151B074#448660, MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835, MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836, MOLECULES_ONERE_440476_COL_0E667C51_6C84_403A_9D26_666830EFDC70#448838]
Condition : (((isnull(COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910) OR isnotnull(COL_059961D5_87D2_4745_B270_05C29151B074#448660)) OR isnotnull(MOLECULES_ONERE_440476_COL_0E667C51_6C84_403A_9D26_666830EFDC70#448838)) AND (((isnotnull(MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836) AND (COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917 <=> 0.0)) AND NOT (MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836 <=> 0.0)) OR (((COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918 <=> 0.0) AND isnotnull(COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657)) AND NOT (COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657 <=> 0.0))))

(31) Project [codegen id : 10]
Output [2]: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657, COL_059961D5_87D2_4745_B270_05C29151B074#448660, MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835, MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836, MOLECULES_ONERE_440476_COL_0E667C51_6C84_403A_9D26_666830EFDC70#448838]

(32) Exchange
Input [2]: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]
Arguments: hashpartitioning(COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, 10), ENSURE_REQUIREMENTS, [plan_id=45227]

(33) ShuffleQueryStage
Output [2]: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]
Arguments: 5

(34) AQEShuffleRead
Input [2]: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]
Arguments: coalesced

(35) Sort [codegen id : 11]
Input [2]: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]
Arguments: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911 ASC NULLS FIRST], false, 0

(36) Scan csv 
Output [1]: [_c0#445826]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/RSS_M12_2025_440462/RSS- 420780652.txt]
ReadSchema: struct<_c0:string>

(37) Filter [codegen id : 4]
Input [1]: [_c0#445826]
Condition : isnotnull(str_extract_middle(_c0#445826, 28, 20))

(38) Project [codegen id : 4]
Output [1]: [str_extract_middle(_c0#445826, 28, 20) AS RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481]
Input [1]: [_c0#445826]

(39) Exchange
Input [1]: [RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481]
Arguments: hashpartitioning(RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481, 10), ENSURE_REQUIREMENTS, [plan_id=44816]

(40) ShuffleQueryStage
Output [1]: [RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481]
Arguments: 3

(41) AQEShuffleRead
Input [1]: [RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481]
Arguments: coalesced

(42) Sort [codegen id : 12]
Input [1]: [RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481]
Arguments: [RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481 ASC NULLS FIRST], false, 0

(43) SortMergeJoin [codegen id : 13]
Left keys [1]: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911]
Right keys [1]: [RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481]
Join type: LeftOuter
Join condition: None

(44) Project [codegen id : 13]
Output [1]: [COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]
Input [3]: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481]

(45) ObjectHashAggregate
Input [1]: [COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]
Keys: []
Functions [11]: [partial_count(1), partial_count(CASE WHEN (NOT isnan(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419) AND isnotnull(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)) THEN COL_C41A4DA6_55E8_44C6_8652_24471CDC2940 END), partial_min(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_max(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_avg(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.5, 10000, 0, 0), partial_sum(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_var_samp(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_stddev_pop(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.25, 10000, 0, 0), partial_percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.75, 10000, 0, 0)]
Aggregate Attributes [16]: [count#450725L, count#450726L, min#450727, max#450728, sum#450729, count#450730L, buf#450731, sum#450732, n#450689, avg#450690, m2#450691, n#450701, avg#450702, m2#450703, buf#450733, buf#450734]
Results [16]: [count#450735L, count#450736L, min#450737, max#450738, sum#450739, count#450740L, buf#450741, sum#450742, n#450698, avg#450699, m2#450700, n#450706, avg#450707, m2#450708, buf#450743, buf#450744]

(46) Exchange
Input [16]: [count#450735L, count#450736L, min#450737, max#450738, sum#450739, count#450740L, buf#450741, sum#450742, n#450698, avg#450699, m2#450700, n#450706, avg#450707, m2#450708, buf#450743, buf#450744]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=45310]

(47) ShuffleQueryStage
Output [16]: [count#450735L, count#450736L, min#450737, max#450738, sum#450739, count#450740L, buf#450741, sum#450742, n#450698, avg#450699, m2#450700, n#450706, avg#450707, m2#450708, buf#450743, buf#450744]
Arguments: 6

(48) ObjectHashAggregate
Input [16]: [count#450735L, count#450736L, min#450737, max#450738, sum#450739, count#450740L, buf#450741, sum#450742, n#450698, avg#450699, m2#450700, n#450706, avg#450707, m2#450708, buf#450743, buf#450744]
Keys: []
Functions [11]: [count(1), count(CASE WHEN (NOT isnan(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419) AND isnotnull(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)) THEN COL_C41A4DA6_55E8_44C6_8652_24471CDC2940 END), min(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), max(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), avg(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.5, 10000, 0, 0), sum(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), var_samp(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), stddev_pop(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.25, 10000, 0, 0), percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.75, 10000, 0, 0)]
Aggregate Attributes [11]: [count(1)#450379L, count(CASE WHEN (NOT isnan(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419) AND isnotnull(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)) THEN COL_C41A4DA6_55E8_44C6_8652_24471CDC2940 END)#450382L, min(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450384, max(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450386, avg(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450388, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.5, 10000, 0, 0)#450457, sum(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450391, var_samp(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450401, stddev_pop(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450411, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.25, 10000, 0, 0)#450458, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.75, 10000, 0, 0)#450460]
Results [12]: [count(1)#450379L AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29401#450381L, count(CASE WHEN (NOT isnan(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419) AND isnotnull(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)) THEN COL_C41A4DA6_55E8_44C6_8652_24471CDC2940 END)#450382L AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29402#450383L, min(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450384 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29404#450385, max(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450386 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29405#450387, avg(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450388 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29406#450389, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.5, 10000, 0, 0)#450457 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29407#450390, sum(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450391 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29408#450392, var_samp(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450401 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29409#450402, stddev_pop(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450411 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC294010#450412, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.25, 10000, 0, 0)#450458 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC294011#450413, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.5, 10000, 0, 0)#450457 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC294012#450414, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.75, 10000, 0, 0)#450460 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC294013#450415]

(49) Project
Output [5]: [FINESS#444004 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, NO_RSS#444005 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, str_to_dec(MNT_MON#444146, ##.##) AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, str_to_dec(MNT_DMI#444147, ##.##) AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, str_remove_space(NO_ADMIN#444006, ALL) AS COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920]
Input [5]: [FINESS#444004, NO_RSS#444005, NO_ADMIN#444006, MNT_MON#444146, MNT_DMI#444147]

(50) Exchange
Input [5]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920]
Arguments: hashpartitioning(COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, 10), ENSURE_REQUIREMENTS, [plan_id=44667]

(51) Sort
Input [5]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920]
Arguments: [COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920 ASC NULLS FIRST], false, 0

(52) Project
Output [3]: [str_remove_space(str_extract_middle(_c0#445417, 12, 20), ALL) AS COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, str_remove_space(str_extract_middle(_c0#445417, 58, 15), ALL) AS COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, round(str_to_dec(str_join(array(str_extract_middle(_c0#445417, 83, 7), str_extract_middle(_c0#445417, 90, 3)), .), ##.##), 2) AS COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528]
Input [1]: [_c0#445417]

(53) ObjectHashAggregate
Input [3]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528]
Keys [1]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522]
Functions [2]: [partial_sum(COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528), partial_collect_list(COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, 0, 0)]
Aggregate Attributes [2]: [sum#450745, buf#450746]
Results [3]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, sum#450747, buf#450748]

(54) Exchange
Input [3]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, sum#450747, buf#450748]
Arguments: hashpartitioning(COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, 10), ENSURE_REQUIREMENTS, [plan_id=44663]

(55) ObjectHashAggregate
Input [3]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522, sum#450747, buf#450748]
Keys [1]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522]
Functions [2]: [sum(COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528), collect_list(COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, 0, 0)]
Aggregate Attributes [2]: [sum(COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528)#445550, collect_list(COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, 0, 0)#445552]
Results [3]: [COL_C898C1FE_14C4_493A_878B_315EB757695B#445522 AS 01_DMI_DECOUPAG_440467_COL_7CC70679_D8A9_4AFA_853C_0B83772BB57F#447937, round(sum(COL_50B93A8F_2FAC_42DA_862D_B1ADBEF5479D#445528)#445550, 2) AS 01_DMI_DECOUPAG_440467_COL_09C9C0C9_12D2_4B88_AA5D_EE56C4B13EED#447938, size(collect_list(COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#445524, 0, 0)#445552, true) AS 01_DMI_DECOUPAG_440467_COL_0BE82637_88B2_4D38_AB56_F261497B0D57#447940]

(56) Sort
Input [3]: [01_DMI_DECOUPAG_440467_COL_7CC70679_D8A9_4AFA_853C_0B83772BB57F#447937, 01_DMI_DECOUPAG_440467_COL_09C9C0C9_12D2_4B88_AA5D_EE56C4B13EED#447938, 01_DMI_DECOUPAG_440467_COL_0BE82637_88B2_4D38_AB56_F261497B0D57#447940]
Arguments: [01_DMI_DECOUPAG_440467_COL_7CC70679_D8A9_4AFA_853C_0B83772BB57F#447937 ASC NULLS FIRST], false, 0

(57) SortMergeJoin
Left keys [1]: [COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920]
Right keys [1]: [01_DMI_DECOUPAG_440467_COL_7CC70679_D8A9_4AFA_853C_0B83772BB57F#447937]
Join type: FullOuter
Join condition: None

(58) Project
Output [7]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, 01_DMI_DECOUPAG_440467_COL_09C9C0C9_12D2_4B88_AA5D_EE56C4B13EED#447938 AS COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657, 01_DMI_DECOUPAG_440467_COL_0BE82637_88B2_4D38_AB56_F261497B0D57#447940 AS COL_059961D5_87D2_4745_B270_05C29151B074#448660]
Input [8]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, 01_DMI_DECOUPAG_440467_COL_7CC70679_D8A9_4AFA_853C_0B83772BB57F#447937, 01_DMI_DECOUPAG_440467_COL_09C9C0C9_12D2_4B88_AA5D_EE56C4B13EED#447938, 01_DMI_DECOUPAG_440467_COL_0BE82637_88B2_4D38_AB56_F261497B0D57#447940]

(59) Exchange
Input [7]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657, COL_059961D5_87D2_4745_B270_05C29151B074#448660]
Arguments: hashpartitioning(COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, 10), ENSURE_REQUIREMENTS, [plan_id=44676]

(60) Sort
Input [7]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657, COL_059961D5_87D2_4745_B270_05C29151B074#448660]
Arguments: [COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920 ASC NULLS FIRST], false, 0

(61) Project
Output [3]: [str_remove_space(str_extract_middle(_c0#445604, 12, 20), ALL) AS COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, str_remove_space(str_extract_middle(_c0#445604, 40, 15), ALL) AS COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, str_to_dec(str_join(array(str_extract_middle(_c0#445604, 65, 7), str_extract_middle(_c0#445604, 72, 3)), .), ##.##) AS COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745]
Input [1]: [_c0#445604]

(62) ObjectHashAggregate
Input [3]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745]
Keys [1]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738]
Functions [2]: [partial_sum(COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745), partial_collect_list(COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, 0, 0)]
Aggregate Attributes [2]: [sum#450749, buf#450750]
Results [3]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, sum#450751, buf#450752]

(63) Exchange
Input [3]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, sum#450751, buf#450752]
Arguments: hashpartitioning(COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, 10), ENSURE_REQUIREMENTS, [plan_id=44672]

(64) ObjectHashAggregate
Input [3]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738, sum#450751, buf#450752]
Keys [1]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738]
Functions [2]: [sum(COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745), collect_list(COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, 0, 0)]
Aggregate Attributes [2]: [sum(COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745)#445772, collect_list(COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, 0, 0)#445774]
Results [3]: [COL_9979D704_E827_4785_AA6A_46B46DBF4847#445738 AS MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835, round(sum(COL_83950E9E_E1A2_40D0_8B87_BED2FABAA685#445745)#445772, 2) AS MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836, size(collect_list(COL_88F0CE42_F8A7_4281_8763_D8933C024F46#445740, 0, 0)#445774, true) AS MOLECULES_ONERE_440476_COL_0E667C51_6C84_403A_9D26_666830EFDC70#448838]

(65) Sort
Input [3]: [MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835, MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836, MOLECULES_ONERE_440476_COL_0E667C51_6C84_403A_9D26_666830EFDC70#448838]
Arguments: [MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835 ASC NULLS FIRST], false, 0

(66) SortMergeJoin
Left keys [1]: [COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920]
Right keys [1]: [MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835]
Join type: FullOuter
Join condition: None

(67) Filter
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657, COL_059961D5_87D2_4745_B270_05C29151B074#448660, MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835, MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836, MOLECULES_ONERE_440476_COL_0E667C51_6C84_403A_9D26_666830EFDC70#448838]
Condition : (((isnull(COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910) OR isnotnull(COL_059961D5_87D2_4745_B270_05C29151B074#448660)) OR isnotnull(MOLECULES_ONERE_440476_COL_0E667C51_6C84_403A_9D26_666830EFDC70#448838)) AND (((isnotnull(MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836) AND (COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917 <=> 0.0)) AND NOT (MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836 <=> 0.0)) OR (((COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918 <=> 0.0) AND isnotnull(COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657)) AND NOT (COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657 <=> 0.0))))

(68) Project
Output [2]: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#447910, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#447917, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#447918, COL_AA2A4EC8_3B37_49D4_8E9E_4D9406083A09#447920, COL_9AC6AF0B_628B_42CB_AD38_5FA9E8E4EEC4#448657, COL_059961D5_87D2_4745_B270_05C29151B074#448660, MOLECULES_ONERE_440476_COL_F1D11223_61B6_416F_B9C1_A2E3B5D0A062#448835, MOLECULES_ONERE_440476_COL_7FE83AB2_FE45_4E07_ABE2_B7A44F323A8F#448836, MOLECULES_ONERE_440476_COL_0E667C51_6C84_403A_9D26_666830EFDC70#448838]

(69) Exchange
Input [2]: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]
Arguments: hashpartitioning(COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, 10), ENSURE_REQUIREMENTS, [plan_id=44686]

(70) Sort
Input [2]: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]
Arguments: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911 ASC NULLS FIRST], false, 0

(71) Filter
Input [1]: [_c0#445826]
Condition : isnotnull(str_extract_middle(_c0#445826, 28, 20))

(72) Project
Output [1]: [str_extract_middle(_c0#445826, 28, 20) AS RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481]
Input [1]: [_c0#445826]

(73) Exchange
Input [1]: [RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481]
Arguments: hashpartitioning(RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481, 10), ENSURE_REQUIREMENTS, [plan_id=44687]

(74) Sort
Input [1]: [RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481]
Arguments: [RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481 ASC NULLS FIRST], false, 0

(75) SortMergeJoin
Left keys [1]: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911]
Right keys [1]: [RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481]
Join type: LeftOuter
Join condition: None

(76) Project
Output [1]: [COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]
Input [3]: [COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#447911, COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, RSS_DECOUPAGE_440487_COL_4E5BCDED_FFA3_4620_99A4_CB56AB972321#449481]

(77) ObjectHashAggregate
Input [1]: [COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419]
Keys: []
Functions [11]: [partial_count(1), partial_count(CASE WHEN (NOT isnan(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419) AND isnotnull(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)) THEN COL_C41A4DA6_55E8_44C6_8652_24471CDC2940 END), partial_min(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_max(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_avg(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.5, 10000, 0, 0), partial_sum(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_var_samp(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_stddev_pop(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), partial_percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.25, 10000, 0, 0), partial_percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.75, 10000, 0, 0)]
Aggregate Attributes [16]: [count#450725L, count#450726L, min#450727, max#450728, sum#450729, count#450730L, buf#450731, sum#450732, n#450689, avg#450690, m2#450691, n#450701, avg#450702, m2#450703, buf#450733, buf#450734]
Results [16]: [count#450735L, count#450736L, min#450737, max#450738, sum#450739, count#450740L, buf#450741, sum#450742, n#450698, avg#450699, m2#450700, n#450706, avg#450707, m2#450708, buf#450743, buf#450744]

(78) Exchange
Input [16]: [count#450735L, count#450736L, min#450737, max#450738, sum#450739, count#450740L, buf#450741, sum#450742, n#450698, avg#450699, m2#450700, n#450706, avg#450707, m2#450708, buf#450743, buf#450744]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=44694]

(79) ObjectHashAggregate
Input [16]: [count#450735L, count#450736L, min#450737, max#450738, sum#450739, count#450740L, buf#450741, sum#450742, n#450698, avg#450699, m2#450700, n#450706, avg#450707, m2#450708, buf#450743, buf#450744]
Keys: []
Functions [11]: [count(1), count(CASE WHEN (NOT isnan(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419) AND isnotnull(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)) THEN COL_C41A4DA6_55E8_44C6_8652_24471CDC2940 END), min(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), max(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), avg(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.5, 10000, 0, 0), sum(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), var_samp(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), stddev_pop(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419), percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.25, 10000, 0, 0), percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.75, 10000, 0, 0)]
Aggregate Attributes [11]: [count(1)#450379L, count(CASE WHEN (NOT isnan(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419) AND isnotnull(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)) THEN COL_C41A4DA6_55E8_44C6_8652_24471CDC2940 END)#450382L, min(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450384, max(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450386, avg(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450388, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.5, 10000, 0, 0)#450457, sum(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450391, var_samp(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450401, stddev_pop(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450411, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.25, 10000, 0, 0)#450458, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.75, 10000, 0, 0)#450460]
Results [12]: [count(1)#450379L AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29401#450381L, count(CASE WHEN (NOT isnan(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419) AND isnotnull(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)) THEN COL_C41A4DA6_55E8_44C6_8652_24471CDC2940 END)#450382L AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29402#450383L, min(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450384 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29404#450385, max(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450386 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29405#450387, avg(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450388 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29406#450389, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.5, 10000, 0, 0)#450457 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29407#450390, sum(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450391 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29408#450392, var_samp(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450401 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC29409#450402, stddev_pop(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419)#450411 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC294010#450412, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.25, 10000, 0, 0)#450458 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC294011#450413, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.5, 10000, 0, 0)#450457 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC294012#450414, percentile_approx(COL_C41A4DA6_55E8_44C6_8652_24471CDC2940#449419, 0.75, 10000, 0, 0)#450460 AS COL_C41A4DA6_55E8_44C6_8652_24471CDC294013#450415]

(80) AdaptiveSparkPlan
Output [12]: [COL_C41A4DA6_55E8_44C6_8652_24471CDC29401#450381L, COL_C41A4DA6_55E8_44C6_8652_24471CDC29402#450383L, COL_C41A4DA6_55E8_44C6_8652_24471CDC29404#450385, COL_C41A4DA6_55E8_44C6_8652_24471CDC29405#450387, COL_C41A4DA6_55E8_44C6_8652_24471CDC29406#450389, COL_C41A4DA6_55E8_44C6_8652_24471CDC29407#450390, COL_C41A4DA6_55E8_44C6_8652_24471CDC29408#450392, COL_C41A4DA6_55E8_44C6_8652_24471CDC29409#450402, COL_C41A4DA6_55E8_44C6_8652_24471CDC294010#450412, COL_C41A4DA6_55E8_44C6_8652_24471CDC294011#450413, COL_C41A4DA6_55E8_44C6_8652_24471CDC294012#450414, COL_C41A4DA6_55E8_44C6_8652_24471CDC294013#450415]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet