hdh-spark-job - Details for Query 238

Submitted Time: 2026/10/26 21:18:07
Duration: 0.3 s
Succeeded Jobs: 218 219 220 221

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" CollectLimit "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (8)\n \nduration: 0 ms"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label="SortMergeJoin number of output rows: 1,500 spill size: 0.0 B"]; } subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; 6 [labelType="html" label=" LocalLimit "]; 7 [labelType="html" label=" Project "]; 8 [labelType="html" label="SortMergeJoin number of output rows: 1,501 spill size: 0.0 B"]; } subgraph cluster9 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; 10 [labelType="html" label="Sort sort time: 1 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 11 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 132.7 KiB number of coalesced partitions: 1"]; 12 [labelType="html" label="Exchange shuffle records written: 3,663 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 6 ms (1 ms, 2 ms, 2 ms (stage 276.0: task 303)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 3,663 local bytes read: 126.2 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 3 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 658.2 KiB (119.1 KiB, 269.5 KiB, 269.5 KiB (stage 276.0: task 302)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 126.2 KiB (24.7 KiB, 50.7 KiB, 50.9 KiB (stage 276.0: task 303))"]; subgraph cluster13 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n86 ms (12 ms, 37 ms, 37 ms (stage 276.0: task 302))"; 14 [labelType="html" label=" LocalLimit "]; 15 [labelType="html" label=" Project "]; } 16 [labelType="html" label="Scan csv number of output rows: 3,663 number of files read: 1 metadata time: 0 ms size of files read: 8.3 MiB"]; subgraph cluster17 { isCluster="true"; label="WholeStageCodegen (5)\n \nduration: 0 ms"; 18 [labelType="html" label="Sort sort time: 0 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 19 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 25.1 KiB number of coalesced partitions: 1"]; 20 [labelType="html" label="Exchange shuffle records written: 1,216 local merged chunks fetched: 0 shuffle write time: 2 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 1,216 local bytes read: 23.7 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 152.0 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 23.7 KiB"]; subgraph cluster21 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 13 ms"; 22 [labelType="html" label=" Project "]; 23 [labelType="html" label="Filter number of output rows: 1,216"]; } 24 [labelType="html" label="Scan csv number of output rows: 1,216 number of files read: 1 metadata time: 0 ms size of files read: 111.6 KiB"]; subgraph cluster25 { isCluster="true"; label="WholeStageCodegen (7)\n \nduration: 0 ms"; 26 [labelType="html" label="Sort sort time: 0 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 27 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 12.5 KiB number of coalesced partitions: 1"]; 28 [labelType="html" label="Exchange shuffle records written: 486 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 486 local bytes read: 11.8 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 68.3 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 11.8 KiB"]; subgraph cluster29 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 7 ms"; 30 [labelType="html" label=" Project "]; 31 [labelType="html" label="Filter number of output rows: 486"]; } 32 [labelType="html" label="Scan csv number of output rows: 486 number of files read: 1 metadata time: 0 ms size of files read: 50.8 KiB"]; 1->0; 3->1; 4->3; 6->4; 7->6; 8->7; 10->8; 11->10; 12->11; 14->12; 15->14; 16->15; 18->8; 19->18; 20->19; 22->20; 23->22; 24->23; 26->4; 27->26; 28->27; 30->28; 31->30; 32->31; }

AdaptiveSparkPlan isFinalPlan=true

CollectLimit 1500

Project [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#77022, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#77023, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#77024, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#77025, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057 AS COL_89BDC8FB_F9E8_4C2F_B54D_026B9E3F627B#77156, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058 AS COL_78264F66_639F_49D7_9B86_5B0EEC577FD3#77157, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059 AS COL_3BB0ED3F_D919_43FD_8713_31C8E6969384#77158, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060 AS COL_55C1EB5E_C3B2_4C0C_B7A5_15D71F63BEE4#77159, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061 AS COL_6E3F05A4_98B4_4BDA_AFA1_693EED063F9A#77160, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]

SortMergeJoin [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891], [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056], LeftOuter

WholeStageCodegen (8)

LocalLimit 1500

Project [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921 AS COL_F041F3D8_D728_4CA6_AC95_790C302045F3#77022, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922 AS COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#77023, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923 AS COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#77024, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924 AS COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#77025, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]

SortMergeJoin [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891], [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920], LeftOuter

WholeStageCodegen (6)

Sort [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891 ASC NULLS FIRST], false, 0

WholeStageCodegen (4)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, 10), ENSURE_REQUIREMENTS, [plan_id=6531]

LocalLimit 1500

Project [FINESS#73980 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, NO_RSS#73981 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, NO_ADMIN#73982 AS COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, DATE_ENT#73983 AS COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, DATE_SOR#73984 AS COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, VALO#73985 AS COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, GHS#73986 AS COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, str_to_dec(MNT_MON#74122, ##.##) AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, str_to_dec(MNT_DMI#74123, ##.##) AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, str_to_dec(MNT_MED_APAC#74124, ##.##) AS COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]

WholeStageCodegen (1)

FileScan csv [FINESS#73980,NO_RSS#73981,NO_ADMIN#73982,DATE_ENT#73983,DATE_SOR#73984,VALO#73985,GHS#73986,MNT_MON#74122,MNT_DMI#74123,MNT_MED_APAC#74124] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_440300/420780652.2025.1..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<FINESS:string,NO_RSS:string,NO_ADMIN:string,DATE_ENT:string,DATE_SOR:string,VALO:string,GH...

Sort [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920 ASC NULLS FIRST], false, 0

WholeStageCodegen (5)

AQEShuffleRead coalesced

Exchange hashpartitioning(01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, 10), ENSURE_REQUIREMENTS, [plan_id=6552]

Project [str_extract_middle(_c0#75393, 12, 20) AS 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, str_extract_middle(_c0#75393, 42, 8) AS 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921, str_extract_middle(_c0#75393, 58, 15) AS 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922, str_extract_middle(_c0#75393, 73, 10) AS 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923, str_extract_middle(_c0#75393, 83, 10) AS 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924]

Filter isnotnull(str_extract_middle(_c0#75393, 12, 20))

WholeStageCodegen (2)

FileScan csv [_c0#75393] Batched: false, DataFilters: [isnotnull(str_extract_middle(_c0#75393, 12, 20))], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/DMI_M12_2025_440461/DMI-M12-2025 - BIS...., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>

Sort [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056 ASC NULLS FIRST], false, 0

WholeStageCodegen (7)

AQEShuffleRead coalesced

Exchange hashpartitioning(MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, 10), ENSURE_REQUIREMENTS, [plan_id=6577]

Project [str_extract_middle(_c0#75487, 12, 20) AS MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, str_extract_middle(_c0#75487, 32, 8) AS MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057, str_extract_middle(_c0#75487, 40, 15) AS MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058, str_extract_middle(_c0#75487, 55, 10) AS MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059, str_extract_middle(_c0#75487, 65, 10) AS MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060, str_extract_middle(_c0#75487, 75, 1) AS MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061]

Filter isnotnull(str_extract_middle(_c0#75487, 12, 20))

WholeStageCodegen (3)

FileScan csv [_c0#75487] Batched: false, DataFilters: [isnotnull(str_extract_middle(_c0#75487, 12, 20))], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/MOLECULES_ONERE_440457/MO-M12-2025.txt], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>

Details

== Physical Plan ==
AdaptiveSparkPlan (46)
+- == Final Plan ==
   CollectLimit (27)
   +- * Project (26)
      +- * SortMergeJoin LeftOuter (25)
         :- * LocalLimit (17)
         :  +- * Project (16)
         :     +- * SortMergeJoin LeftOuter (15)
         :        :- * Sort (7)
         :        :  +- AQEShuffleRead (6)
         :        :     +- ShuffleQueryStage (5), Statistics(sizeInBytes=658.2 KiB, rowCount=3.66E+3)
         :        :        +- Exchange (4)
         :        :           +- * LocalLimit (3)
         :        :              +- * Project (2)
         :        :                 +- Scan csv  (1)
         :        +- * Sort (14)
         :           +- AQEShuffleRead (13)
         :              +- ShuffleQueryStage (12), Statistics(sizeInBytes=152.0 KiB, rowCount=1.22E+3)
         :                 +- Exchange (11)
         :                    +- * Project (10)
         :                       +- * Filter (9)
         :                          +- Scan csv  (8)
         +- * Sort (24)
            +- AQEShuffleRead (23)
               +- ShuffleQueryStage (22), Statistics(sizeInBytes=68.3 KiB, rowCount=486)
                  +- Exchange (21)
                     +- * Project (20)
                        +- * Filter (19)
                           +- Scan csv  (18)
+- == Initial Plan ==
   CollectLimit (45)
   +- Project (44)
      +- SortMergeJoin LeftOuter (43)
         :- LocalLimit (38)
         :  +- Project (37)
         :     +- SortMergeJoin LeftOuter (36)
         :        :- Sort (31)
         :        :  +- Exchange (30)
         :        :     +- LocalLimit (29)
         :        :        +- Project (28)
         :        :           +- Scan csv  (1)
         :        +- Sort (35)
         :           +- Exchange (34)
         :              +- Project (33)
         :                 +- Filter (32)
         :                    +- Scan csv  (8)
         +- Sort (42)
            +- Exchange (41)
               +- Project (40)
                  +- Filter (39)
                     +- Scan csv  (18)


(1) Scan csv 
Output [10]: [FINESS#73980, NO_RSS#73981, NO_ADMIN#73982, DATE_ENT#73983, DATE_SOR#73984, VALO#73985, GHS#73986, MNT_MON#74122, MNT_DMI#74123, MNT_MED_APAC#74124]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_440300/420780652.2025.12.MCO.VisualValoSejours.csv]
ReadSchema: struct<FINESS:string,NO_RSS:string,NO_ADMIN:string,DATE_ENT:string,DATE_SOR:string,VALO:string,GHS:string,MNT_MON:string,MNT_DMI:string,MNT_MED_APAC:string>

(2) Project [codegen id : 1]
Output [10]: [FINESS#73980 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, NO_RSS#73981 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, NO_ADMIN#73982 AS COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, DATE_ENT#73983 AS COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, DATE_SOR#73984 AS COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, VALO#73985 AS COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, GHS#73986 AS COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, str_to_dec(MNT_MON#74122, ##.##) AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, str_to_dec(MNT_DMI#74123, ##.##) AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, str_to_dec(MNT_MED_APAC#74124, ##.##) AS COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Input [10]: [FINESS#73980, NO_RSS#73981, NO_ADMIN#73982, DATE_ENT#73983, DATE_SOR#73984, VALO#73985, GHS#73986, MNT_MON#74122, MNT_DMI#74123, MNT_MED_APAC#74124]

(3) LocalLimit [codegen id : 1]
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Arguments: 1500

(4) Exchange
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Arguments: hashpartitioning(COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, 10), ENSURE_REQUIREMENTS, [plan_id=6531]

(5) ShuffleQueryStage
Output [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Arguments: 0

(6) AQEShuffleRead
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Arguments: coalesced

(7) Sort [codegen id : 4]
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Arguments: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891 ASC NULLS FIRST], false, 0

(8) Scan csv 
Output [1]: [_c0#75393]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/DMI_M12_2025_440461/DMI-M12-2025 - BIS.txt]
ReadSchema: struct<_c0:string>

(9) Filter [codegen id : 2]
Input [1]: [_c0#75393]
Condition : isnotnull(str_extract_middle(_c0#75393, 12, 20))

(10) Project [codegen id : 2]
Output [5]: [str_extract_middle(_c0#75393, 12, 20) AS 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, str_extract_middle(_c0#75393, 42, 8) AS 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921, str_extract_middle(_c0#75393, 58, 15) AS 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922, str_extract_middle(_c0#75393, 73, 10) AS 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923, str_extract_middle(_c0#75393, 83, 10) AS 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924]
Input [1]: [_c0#75393]

(11) Exchange
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924]
Arguments: hashpartitioning(01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, 10), ENSURE_REQUIREMENTS, [plan_id=6552]

(12) ShuffleQueryStage
Output [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924]
Arguments: 1

(13) AQEShuffleRead
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924]
Arguments: coalesced

(14) Sort [codegen id : 5]
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924]
Arguments: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920 ASC NULLS FIRST], false, 0

(15) SortMergeJoin [codegen id : 6]
Left keys [1]: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891]
Right keys [1]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920]
Join type: LeftOuter
Join condition: None

(16) Project [codegen id : 6]
Output [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921 AS COL_F041F3D8_D728_4CA6_AC95_790C302045F3#77022, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922 AS COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#77023, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923 AS COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#77024, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924 AS COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#77025, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Input [15]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898, 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924]

(17) LocalLimit [codegen id : 6]
Input [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#77022, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#77023, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#77024, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#77025, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Arguments: 1500

(18) Scan csv 
Output [1]: [_c0#75487]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/MOLECULES_ONERE_440457/MO-M12-2025.txt]
ReadSchema: struct<_c0:string>

(19) Filter [codegen id : 3]
Input [1]: [_c0#75487]
Condition : isnotnull(str_extract_middle(_c0#75487, 12, 20))

(20) Project [codegen id : 3]
Output [6]: [str_extract_middle(_c0#75487, 12, 20) AS MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, str_extract_middle(_c0#75487, 32, 8) AS MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057, str_extract_middle(_c0#75487, 40, 15) AS MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058, str_extract_middle(_c0#75487, 55, 10) AS MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059, str_extract_middle(_c0#75487, 65, 10) AS MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060, str_extract_middle(_c0#75487, 75, 1) AS MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061]
Input [1]: [_c0#75487]

(21) Exchange
Input [6]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061]
Arguments: hashpartitioning(MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, 10), ENSURE_REQUIREMENTS, [plan_id=6577]

(22) ShuffleQueryStage
Output [6]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061]
Arguments: 2

(23) AQEShuffleRead
Input [6]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061]
Arguments: coalesced

(24) Sort [codegen id : 7]
Input [6]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061]
Arguments: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056 ASC NULLS FIRST], false, 0

(25) SortMergeJoin [codegen id : 8]
Left keys [1]: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891]
Right keys [1]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056]
Join type: LeftOuter
Join condition: None

(26) Project [codegen id : 8]
Output [19]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#77022, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#77023, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#77024, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#77025, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057 AS COL_89BDC8FB_F9E8_4C2F_B54D_026B9E3F627B#77156, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058 AS COL_78264F66_639F_49D7_9B86_5B0EEC577FD3#77157, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059 AS COL_3BB0ED3F_D919_43FD_8713_31C8E6969384#77158, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060 AS COL_55C1EB5E_C3B2_4C0C_B7A5_15D71F63BEE4#77159, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061 AS COL_6E3F05A4_98B4_4BDA_AFA1_693EED063F9A#77160, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Input [20]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#77022, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#77023, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#77024, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#77025, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898, MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061]

(27) CollectLimit
Input [19]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#77022, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#77023, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#77024, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#77025, COL_89BDC8FB_F9E8_4C2F_B54D_026B9E3F627B#77156, COL_78264F66_639F_49D7_9B86_5B0EEC577FD3#77157, COL_3BB0ED3F_D919_43FD_8713_31C8E6969384#77158, COL_55C1EB5E_C3B2_4C0C_B7A5_15D71F63BEE4#77159, COL_6E3F05A4_98B4_4BDA_AFA1_693EED063F9A#77160, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Arguments: 1500

(28) Project
Output [10]: [FINESS#73980 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, NO_RSS#73981 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, NO_ADMIN#73982 AS COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, DATE_ENT#73983 AS COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, DATE_SOR#73984 AS COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, VALO#73985 AS COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, GHS#73986 AS COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, str_to_dec(MNT_MON#74122, ##.##) AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, str_to_dec(MNT_DMI#74123, ##.##) AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, str_to_dec(MNT_MED_APAC#74124, ##.##) AS COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Input [10]: [FINESS#73980, NO_RSS#73981, NO_ADMIN#73982, DATE_ENT#73983, DATE_SOR#73984, VALO#73985, GHS#73986, MNT_MON#74122, MNT_DMI#74123, MNT_MED_APAC#74124]

(29) LocalLimit
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Arguments: 1500

(30) Exchange
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Arguments: hashpartitioning(COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, 10), ENSURE_REQUIREMENTS, [plan_id=6507]

(31) Sort
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Arguments: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891 ASC NULLS FIRST], false, 0

(32) Filter
Input [1]: [_c0#75393]
Condition : isnotnull(str_extract_middle(_c0#75393, 12, 20))

(33) Project
Output [5]: [str_extract_middle(_c0#75393, 12, 20) AS 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, str_extract_middle(_c0#75393, 42, 8) AS 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921, str_extract_middle(_c0#75393, 58, 15) AS 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922, str_extract_middle(_c0#75393, 73, 10) AS 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923, str_extract_middle(_c0#75393, 83, 10) AS 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924]
Input [1]: [_c0#75393]

(34) Exchange
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924]
Arguments: hashpartitioning(01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, 10), ENSURE_REQUIREMENTS, [plan_id=6508]

(35) Sort
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924]
Arguments: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920 ASC NULLS FIRST], false, 0

(36) SortMergeJoin
Left keys [1]: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891]
Right keys [1]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920]
Join type: LeftOuter
Join condition: None

(37) Project
Output [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921 AS COL_F041F3D8_D728_4CA6_AC95_790C302045F3#77022, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922 AS COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#77023, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923 AS COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#77024, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924 AS COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#77025, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Input [15]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898, 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#76920, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#76921, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#76922, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#76923, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#76924]

(38) LocalLimit
Input [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#77022, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#77023, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#77024, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#77025, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Arguments: 1500

(39) Filter
Input [1]: [_c0#75487]
Condition : isnotnull(str_extract_middle(_c0#75487, 12, 20))

(40) Project
Output [6]: [str_extract_middle(_c0#75487, 12, 20) AS MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, str_extract_middle(_c0#75487, 32, 8) AS MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057, str_extract_middle(_c0#75487, 40, 15) AS MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058, str_extract_middle(_c0#75487, 55, 10) AS MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059, str_extract_middle(_c0#75487, 65, 10) AS MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060, str_extract_middle(_c0#75487, 75, 1) AS MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061]
Input [1]: [_c0#75487]

(41) Exchange
Input [6]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061]
Arguments: hashpartitioning(MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, 10), ENSURE_REQUIREMENTS, [plan_id=6516]

(42) Sort
Input [6]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061]
Arguments: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056 ASC NULLS FIRST], false, 0

(43) SortMergeJoin
Left keys [1]: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891]
Right keys [1]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056]
Join type: LeftOuter
Join condition: None

(44) Project
Output [19]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#77022, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#77023, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#77024, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#77025, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057 AS COL_89BDC8FB_F9E8_4C2F_B54D_026B9E3F627B#77156, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058 AS COL_78264F66_639F_49D7_9B86_5B0EEC577FD3#77157, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059 AS COL_3BB0ED3F_D919_43FD_8713_31C8E6969384#77158, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060 AS COL_55C1EB5E_C3B2_4C0C_B7A5_15D71F63BEE4#77159, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061 AS COL_6E3F05A4_98B4_4BDA_AFA1_693EED063F9A#77160, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Input [20]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#77022, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#77023, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#77024, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#77025, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898, MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#77056, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#77057, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#77058, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#77059, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#77060, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#77061]

(45) CollectLimit
Input [19]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#77022, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#77023, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#77024, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#77025, COL_89BDC8FB_F9E8_4C2F_B54D_026B9E3F627B#77156, COL_78264F66_639F_49D7_9B86_5B0EEC577FD3#77157, COL_3BB0ED3F_D919_43FD_8713_31C8E6969384#77158, COL_55C1EB5E_C3B2_4C0C_B7A5_15D71F63BEE4#77159, COL_6E3F05A4_98B4_4BDA_AFA1_693EED063F9A#77160, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Arguments: 1500

(46) AdaptiveSparkPlan
Output [19]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#76889, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#76890, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#76891, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#76892, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#76893, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#76894, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#76895, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#77022, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#77023, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#77024, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#77025, COL_89BDC8FB_F9E8_4C2F_B54D_026B9E3F627B#77156, COL_78264F66_639F_49D7_9B86_5B0EEC577FD3#77157, COL_3BB0ED3F_D919_43FD_8713_31C8E6969384#77158, COL_55C1EB5E_C3B2_4C0C_B7A5_15D71F63BEE4#77159, COL_6E3F05A4_98B4_4BDA_AFA1_693EED063F9A#77160, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#76896, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#76897, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#76898]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet