hdh-spark-job - Details for Query 196

Submitted Time: 2026/10/26 21:13:13
Duration: 0.3 s
Succeeded Jobs: 182 183 184 185

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" CollectLimit "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (8)\n \nduration: 0 ms"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label="SortMergeJoin number of output rows: 1,500 spill size: 0.0 B"]; } subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; 6 [labelType="html" label=" LocalLimit "]; 7 [labelType="html" label=" Project "]; 8 [labelType="html" label="SortMergeJoin number of output rows: 1,501 spill size: 0.0 B"]; } subgraph cluster9 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; 10 [labelType="html" label="Sort sort time: 2 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 11 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 139.8 KiB number of coalesced partitions: 1"]; 12 [labelType="html" label="Exchange shuffle records written: 3,663 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 5 ms (1 ms, 1 ms, 2 ms (stage 221.0: task 255)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 3,663 local bytes read: 133.9 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 3 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 744.0 KiB (134.7 KiB, 304.7 KiB, 304.7 KiB (stage 221.0: task 254)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 133.9 KiB (25.7 KiB, 54.0 KiB, 54.3 KiB (stage 221.0: task 254))"]; subgraph cluster13 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n59 ms (11 ms, 22 ms, 26 ms (stage 221.0: task 255))"; 14 [labelType="html" label=" LocalLimit "]; 15 [labelType="html" label=" Project "]; } 16 [labelType="html" label="Scan csv number of output rows: 3,663 number of files read: 1 metadata time: 0 ms size of files read: 8.3 MiB"]; subgraph cluster17 { isCluster="true"; label="WholeStageCodegen (5)\n \nduration: 0 ms"; 18 [labelType="html" label="Sort sort time: 0 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 19 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 25.1 KiB number of coalesced partitions: 1"]; 20 [labelType="html" label="Exchange shuffle records written: 1,216 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 1,216 local bytes read: 23.7 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 152.0 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 23.7 KiB"]; subgraph cluster21 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 12 ms"; 22 [labelType="html" label=" Project "]; 23 [labelType="html" label="Filter number of output rows: 1,216"]; } 24 [labelType="html" label="Scan csv number of output rows: 1,216 number of files read: 1 metadata time: 0 ms size of files read: 111.6 KiB"]; subgraph cluster25 { isCluster="true"; label="WholeStageCodegen (7)\n \nduration: 0 ms"; 26 [labelType="html" label="Sort sort time: 0 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 27 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 12.5 KiB number of coalesced partitions: 1"]; 28 [labelType="html" label="Exchange shuffle records written: 486 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 486 local bytes read: 11.8 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 68.3 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 11.8 KiB"]; subgraph cluster29 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 9 ms"; 30 [labelType="html" label=" Project "]; 31 [labelType="html" label="Filter number of output rows: 486"]; } 32 [labelType="html" label="Scan csv number of output rows: 486 number of files read: 1 metadata time: 0 ms size of files read: 50.8 KiB"]; 1->0; 3->1; 4->3; 6->4; 7->6; 8->7; 10->8; 11->10; 12->11; 14->12; 15->14; 16->15; 18->8; 19->18; 20->19; 22->20; 23->22; 24->23; 26->4; 27->26; 28->27; 30->28; 31->30; 32->31; }

AdaptiveSparkPlan isFinalPlan=true

CollectLimit 1500

Project [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#53689, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#53690, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#53691, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#53692, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721 AS COL_89BDC8FB_F9E8_4C2F_B54D_026B9E3F627B#53823, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722 AS COL_78264F66_639F_49D7_9B86_5B0EEC577FD3#53824, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723 AS COL_3BB0ED3F_D919_43FD_8713_31C8E6969384#53825, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724 AS COL_55C1EB5E_C3B2_4C0C_B7A5_15D71F63BEE4#53826, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725 AS COL_6E3F05A4_98B4_4BDA_AFA1_693EED063F9A#53827]

SortMergeJoin [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555], [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720], LeftOuter

WholeStageCodegen (8)

LocalLimit 1500

Project [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585 AS COL_F041F3D8_D728_4CA6_AC95_790C302045F3#53689, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586 AS COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#53690, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587 AS COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#53691, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588 AS COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#53692]

SortMergeJoin [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555], [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584], LeftOuter

WholeStageCodegen (6)

Sort [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555 ASC NULLS FIRST], false, 0

WholeStageCodegen (4)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, 10), ENSURE_REQUIREMENTS, [plan_id=5173]

LocalLimit 1500

Project [FINESS#50684 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, NO_RSS#50685 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, NO_ADMIN#50686 AS COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, DATE_ENT#50687 AS COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, DATE_SOR#50688 AS COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, VALO#50689 AS COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, GHS#50690 AS COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, MNT_MON#50826 AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, MNT_DMI#50827 AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, MNT_MED_APAC#50828 AS COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562]

WholeStageCodegen (1)

FileScan csv [FINESS#50684,NO_RSS#50685,NO_ADMIN#50686,DATE_ENT#50687,DATE_SOR#50688,VALO#50689,GHS#50690,MNT_MON#50826,MNT_DMI#50827,MNT_MED_APAC#50828] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_440300/420780652.2025.1..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<FINESS:string,NO_RSS:string,NO_ADMIN:string,DATE_ENT:string,DATE_SOR:string,VALO:string,GH...

Sort [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584 ASC NULLS FIRST], false, 0

WholeStageCodegen (5)

AQEShuffleRead coalesced

Exchange hashpartitioning(01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, 10), ENSURE_REQUIREMENTS, [plan_id=5194]

Project [str_extract_middle(_c0#52097, 12, 20) AS 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, str_extract_middle(_c0#52097, 42, 8) AS 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585, str_extract_middle(_c0#52097, 58, 15) AS 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586, str_extract_middle(_c0#52097, 73, 10) AS 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587, str_extract_middle(_c0#52097, 83, 10) AS 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588]

Filter isnotnull(str_extract_middle(_c0#52097, 12, 20))

WholeStageCodegen (2)

FileScan csv [_c0#52097] Batched: false, DataFilters: [isnotnull(str_extract_middle(_c0#52097, 12, 20))], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/DMI_M12_2025_440461/DMI-M12-2025 - BIS...., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>

Sort [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720 ASC NULLS FIRST], false, 0

WholeStageCodegen (7)

AQEShuffleRead coalesced

Exchange hashpartitioning(MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, 10), ENSURE_REQUIREMENTS, [plan_id=5219]

Project [str_extract_middle(_c0#52191, 12, 20) AS MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, str_extract_middle(_c0#52191, 32, 8) AS MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721, str_extract_middle(_c0#52191, 40, 15) AS MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722, str_extract_middle(_c0#52191, 55, 10) AS MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723, str_extract_middle(_c0#52191, 65, 10) AS MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724, str_extract_middle(_c0#52191, 75, 1) AS MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725]

Filter isnotnull(str_extract_middle(_c0#52191, 12, 20))

WholeStageCodegen (3)

FileScan csv [_c0#52191] Batched: false, DataFilters: [isnotnull(str_extract_middle(_c0#52191, 12, 20))], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/MOLECULES_ONERE_440457/MO-M12-2025.txt], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>

Details

== Physical Plan ==
AdaptiveSparkPlan (46)
+- == Final Plan ==
   CollectLimit (27)
   +- * Project (26)
      +- * SortMergeJoin LeftOuter (25)
         :- * LocalLimit (17)
         :  +- * Project (16)
         :     +- * SortMergeJoin LeftOuter (15)
         :        :- * Sort (7)
         :        :  +- AQEShuffleRead (6)
         :        :     +- ShuffleQueryStage (5), Statistics(sizeInBytes=744.0 KiB, rowCount=3.66E+3)
         :        :        +- Exchange (4)
         :        :           +- * LocalLimit (3)
         :        :              +- * Project (2)
         :        :                 +- Scan csv  (1)
         :        +- * Sort (14)
         :           +- AQEShuffleRead (13)
         :              +- ShuffleQueryStage (12), Statistics(sizeInBytes=152.0 KiB, rowCount=1.22E+3)
         :                 +- Exchange (11)
         :                    +- * Project (10)
         :                       +- * Filter (9)
         :                          +- Scan csv  (8)
         +- * Sort (24)
            +- AQEShuffleRead (23)
               +- ShuffleQueryStage (22), Statistics(sizeInBytes=68.3 KiB, rowCount=486)
                  +- Exchange (21)
                     +- * Project (20)
                        +- * Filter (19)
                           +- Scan csv  (18)
+- == Initial Plan ==
   CollectLimit (45)
   +- Project (44)
      +- SortMergeJoin LeftOuter (43)
         :- LocalLimit (38)
         :  +- Project (37)
         :     +- SortMergeJoin LeftOuter (36)
         :        :- Sort (31)
         :        :  +- Exchange (30)
         :        :     +- LocalLimit (29)
         :        :        +- Project (28)
         :        :           +- Scan csv  (1)
         :        +- Sort (35)
         :           +- Exchange (34)
         :              +- Project (33)
         :                 +- Filter (32)
         :                    +- Scan csv  (8)
         +- Sort (42)
            +- Exchange (41)
               +- Project (40)
                  +- Filter (39)
                     +- Scan csv  (18)


(1) Scan csv 
Output [10]: [FINESS#50684, NO_RSS#50685, NO_ADMIN#50686, DATE_ENT#50687, DATE_SOR#50688, VALO#50689, GHS#50690, MNT_MON#50826, MNT_DMI#50827, MNT_MED_APAC#50828]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_440300/420780652.2025.12.MCO.VisualValoSejours.csv]
ReadSchema: struct<FINESS:string,NO_RSS:string,NO_ADMIN:string,DATE_ENT:string,DATE_SOR:string,VALO:string,GHS:string,MNT_MON:string,MNT_DMI:string,MNT_MED_APAC:string>

(2) Project [codegen id : 1]
Output [10]: [FINESS#50684 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, NO_RSS#50685 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, NO_ADMIN#50686 AS COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, DATE_ENT#50687 AS COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, DATE_SOR#50688 AS COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, VALO#50689 AS COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, GHS#50690 AS COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, MNT_MON#50826 AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, MNT_DMI#50827 AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, MNT_MED_APAC#50828 AS COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562]
Input [10]: [FINESS#50684, NO_RSS#50685, NO_ADMIN#50686, DATE_ENT#50687, DATE_SOR#50688, VALO#50689, GHS#50690, MNT_MON#50826, MNT_DMI#50827, MNT_MED_APAC#50828]

(3) LocalLimit [codegen id : 1]
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562]
Arguments: 1500

(4) Exchange
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562]
Arguments: hashpartitioning(COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, 10), ENSURE_REQUIREMENTS, [plan_id=5173]

(5) ShuffleQueryStage
Output [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562]
Arguments: 0

(6) AQEShuffleRead
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562]
Arguments: coalesced

(7) Sort [codegen id : 4]
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562]
Arguments: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555 ASC NULLS FIRST], false, 0

(8) Scan csv 
Output [1]: [_c0#52097]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/DMI_M12_2025_440461/DMI-M12-2025 - BIS.txt]
ReadSchema: struct<_c0:string>

(9) Filter [codegen id : 2]
Input [1]: [_c0#52097]
Condition : isnotnull(str_extract_middle(_c0#52097, 12, 20))

(10) Project [codegen id : 2]
Output [5]: [str_extract_middle(_c0#52097, 12, 20) AS 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, str_extract_middle(_c0#52097, 42, 8) AS 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585, str_extract_middle(_c0#52097, 58, 15) AS 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586, str_extract_middle(_c0#52097, 73, 10) AS 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587, str_extract_middle(_c0#52097, 83, 10) AS 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588]
Input [1]: [_c0#52097]

(11) Exchange
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588]
Arguments: hashpartitioning(01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, 10), ENSURE_REQUIREMENTS, [plan_id=5194]

(12) ShuffleQueryStage
Output [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588]
Arguments: 1

(13) AQEShuffleRead
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588]
Arguments: coalesced

(14) Sort [codegen id : 5]
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588]
Arguments: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584 ASC NULLS FIRST], false, 0

(15) SortMergeJoin [codegen id : 6]
Left keys [1]: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555]
Right keys [1]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584]
Join type: LeftOuter
Join condition: None

(16) Project [codegen id : 6]
Output [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585 AS COL_F041F3D8_D728_4CA6_AC95_790C302045F3#53689, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586 AS COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#53690, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587 AS COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#53691, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588 AS COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#53692]
Input [15]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588]

(17) LocalLimit [codegen id : 6]
Input [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#53689, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#53690, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#53691, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#53692]
Arguments: 1500

(18) Scan csv 
Output [1]: [_c0#52191]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/MOLECULES_ONERE_440457/MO-M12-2025.txt]
ReadSchema: struct<_c0:string>

(19) Filter [codegen id : 3]
Input [1]: [_c0#52191]
Condition : isnotnull(str_extract_middle(_c0#52191, 12, 20))

(20) Project [codegen id : 3]
Output [6]: [str_extract_middle(_c0#52191, 12, 20) AS MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, str_extract_middle(_c0#52191, 32, 8) AS MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721, str_extract_middle(_c0#52191, 40, 15) AS MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722, str_extract_middle(_c0#52191, 55, 10) AS MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723, str_extract_middle(_c0#52191, 65, 10) AS MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724, str_extract_middle(_c0#52191, 75, 1) AS MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725]
Input [1]: [_c0#52191]

(21) Exchange
Input [6]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725]
Arguments: hashpartitioning(MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, 10), ENSURE_REQUIREMENTS, [plan_id=5219]

(22) ShuffleQueryStage
Output [6]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725]
Arguments: 2

(23) AQEShuffleRead
Input [6]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725]
Arguments: coalesced

(24) Sort [codegen id : 7]
Input [6]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725]
Arguments: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720 ASC NULLS FIRST], false, 0

(25) SortMergeJoin [codegen id : 8]
Left keys [1]: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555]
Right keys [1]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720]
Join type: LeftOuter
Join condition: None

(26) Project [codegen id : 8]
Output [19]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#53689, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#53690, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#53691, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#53692, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721 AS COL_89BDC8FB_F9E8_4C2F_B54D_026B9E3F627B#53823, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722 AS COL_78264F66_639F_49D7_9B86_5B0EEC577FD3#53824, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723 AS COL_3BB0ED3F_D919_43FD_8713_31C8E6969384#53825, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724 AS COL_55C1EB5E_C3B2_4C0C_B7A5_15D71F63BEE4#53826, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725 AS COL_6E3F05A4_98B4_4BDA_AFA1_693EED063F9A#53827]
Input [20]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#53689, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#53690, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#53691, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#53692, MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725]

(27) CollectLimit
Input [19]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#53689, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#53690, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#53691, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#53692, COL_89BDC8FB_F9E8_4C2F_B54D_026B9E3F627B#53823, COL_78264F66_639F_49D7_9B86_5B0EEC577FD3#53824, COL_3BB0ED3F_D919_43FD_8713_31C8E6969384#53825, COL_55C1EB5E_C3B2_4C0C_B7A5_15D71F63BEE4#53826, COL_6E3F05A4_98B4_4BDA_AFA1_693EED063F9A#53827]
Arguments: 1500

(28) Project
Output [10]: [FINESS#50684 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, NO_RSS#50685 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, NO_ADMIN#50686 AS COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, DATE_ENT#50687 AS COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, DATE_SOR#50688 AS COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, VALO#50689 AS COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, GHS#50690 AS COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, MNT_MON#50826 AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, MNT_DMI#50827 AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, MNT_MED_APAC#50828 AS COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562]
Input [10]: [FINESS#50684, NO_RSS#50685, NO_ADMIN#50686, DATE_ENT#50687, DATE_SOR#50688, VALO#50689, GHS#50690, MNT_MON#50826, MNT_DMI#50827, MNT_MED_APAC#50828]

(29) LocalLimit
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562]
Arguments: 1500

(30) Exchange
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562]
Arguments: hashpartitioning(COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, 10), ENSURE_REQUIREMENTS, [plan_id=5149]

(31) Sort
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562]
Arguments: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555 ASC NULLS FIRST], false, 0

(32) Filter
Input [1]: [_c0#52097]
Condition : isnotnull(str_extract_middle(_c0#52097, 12, 20))

(33) Project
Output [5]: [str_extract_middle(_c0#52097, 12, 20) AS 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, str_extract_middle(_c0#52097, 42, 8) AS 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585, str_extract_middle(_c0#52097, 58, 15) AS 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586, str_extract_middle(_c0#52097, 73, 10) AS 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587, str_extract_middle(_c0#52097, 83, 10) AS 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588]
Input [1]: [_c0#52097]

(34) Exchange
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588]
Arguments: hashpartitioning(01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, 10), ENSURE_REQUIREMENTS, [plan_id=5150]

(35) Sort
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588]
Arguments: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584 ASC NULLS FIRST], false, 0

(36) SortMergeJoin
Left keys [1]: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555]
Right keys [1]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584]
Join type: LeftOuter
Join condition: None

(37) Project
Output [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585 AS COL_F041F3D8_D728_4CA6_AC95_790C302045F3#53689, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586 AS COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#53690, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587 AS COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#53691, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588 AS COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#53692]
Input [15]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#53584, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#53585, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#53586, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#53587, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#53588]

(38) LocalLimit
Input [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#53689, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#53690, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#53691, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#53692]
Arguments: 1500

(39) Filter
Input [1]: [_c0#52191]
Condition : isnotnull(str_extract_middle(_c0#52191, 12, 20))

(40) Project
Output [6]: [str_extract_middle(_c0#52191, 12, 20) AS MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, str_extract_middle(_c0#52191, 32, 8) AS MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721, str_extract_middle(_c0#52191, 40, 15) AS MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722, str_extract_middle(_c0#52191, 55, 10) AS MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723, str_extract_middle(_c0#52191, 65, 10) AS MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724, str_extract_middle(_c0#52191, 75, 1) AS MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725]
Input [1]: [_c0#52191]

(41) Exchange
Input [6]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725]
Arguments: hashpartitioning(MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, 10), ENSURE_REQUIREMENTS, [plan_id=5158]

(42) Sort
Input [6]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725]
Arguments: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720 ASC NULLS FIRST], false, 0

(43) SortMergeJoin
Left keys [1]: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555]
Right keys [1]: [MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720]
Join type: LeftOuter
Join condition: None

(44) Project
Output [19]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#53689, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#53690, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#53691, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#53692, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721 AS COL_89BDC8FB_F9E8_4C2F_B54D_026B9E3F627B#53823, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722 AS COL_78264F66_639F_49D7_9B86_5B0EEC577FD3#53824, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723 AS COL_3BB0ED3F_D919_43FD_8713_31C8E6969384#53825, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724 AS COL_55C1EB5E_C3B2_4C0C_B7A5_15D71F63BEE4#53826, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725 AS COL_6E3F05A4_98B4_4BDA_AFA1_693EED063F9A#53827]
Input [20]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#53689, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#53690, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#53691, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#53692, MOLECULES_ONERE_440476_COL_9979D704_E827_4785_AA6A_46B46DBF4847#53720, MOLECULES_ONERE_440476_COL_87FDC19A_B69B_44DC_8816_BC38A2E1B417#53721, MOLECULES_ONERE_440476_COL_88F0CE42_F8A7_4281_8763_D8933C024F46#53722, MOLECULES_ONERE_440476_COL_77651504_2E9D_4551_92AF_D863496A379B#53723, MOLECULES_ONERE_440476_COL_FA6E90AC_4E9F_4F80_A786_BB59967EDFD2#53724, MOLECULES_ONERE_440476_COL_0AEFF2F3_1F3D_4D46_850E_4ED4CB92DCFB#53725]

(45) CollectLimit
Input [19]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#53689, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#53690, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#53691, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#53692, COL_89BDC8FB_F9E8_4C2F_B54D_026B9E3F627B#53823, COL_78264F66_639F_49D7_9B86_5B0EEC577FD3#53824, COL_3BB0ED3F_D919_43FD_8713_31C8E6969384#53825, COL_55C1EB5E_C3B2_4C0C_B7A5_15D71F63BEE4#53826, COL_6E3F05A4_98B4_4BDA_AFA1_693EED063F9A#53827]
Arguments: 1500

(46) AdaptiveSparkPlan
Output [19]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#53553, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#53554, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#53555, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#53556, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#53557, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#53558, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#53559, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#53560, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#53561, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#53562, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#53689, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#53690, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#53691, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#53692, COL_89BDC8FB_F9E8_4C2F_B54D_026B9E3F627B#53823, COL_78264F66_639F_49D7_9B86_5B0EEC577FD3#53824, COL_3BB0ED3F_D919_43FD_8713_31C8E6969384#53825, COL_55C1EB5E_C3B2_4C0C_B7A5_15D71F63BEE4#53826, COL_6E3F05A4_98B4_4BDA_AFA1_693EED063F9A#53827]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet