hdh-spark-job - Details for Query 178

Submitted Time: 2026/10/26 21:11:44
Duration: 0.2 s
Succeeded Jobs: 168 169 170

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" CollectLimit "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (5)\n \nduration: 0 ms"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label="SortMergeJoin number of output rows: 1,501 spill size: 0.0 B"]; } subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; 6 [labelType="html" label="Sort sort time: 3 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 7 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 139.8 KiB number of coalesced partitions: 1"]; 8 [labelType="html" label="Exchange shuffle records written: 3,663 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 7 ms (2 ms, 2 ms, 2 ms (stage 198.0: task 236)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 3,663 local bytes read: 133.9 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 3 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 744.0 KiB (134.7 KiB, 304.7 KiB, 304.7 KiB (stage 198.0: task 236)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 133.9 KiB (25.7 KiB, 54.0 KiB, 54.3 KiB (stage 198.0: task 236))"]; subgraph cluster9 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n73 ms (11 ms, 31 ms, 31 ms (stage 198.0: task 236))"; 10 [labelType="html" label=" LocalLimit "]; 11 [labelType="html" label=" Project "]; } 12 [labelType="html" label="Scan csv number of output rows: 3,663 number of files read: 1 metadata time: 0 ms size of files read: 8.3 MiB"]; subgraph cluster13 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; 14 [labelType="html" label="Sort sort time: 0 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 15 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 25.1 KiB number of coalesced partitions: 1"]; 16 [labelType="html" label="Exchange shuffle records written: 1,216 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 1,216 local bytes read: 23.7 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 152.0 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 23.7 KiB"]; subgraph cluster17 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 12 ms"; 18 [labelType="html" label=" Project "]; 19 [labelType="html" label="Filter number of output rows: 1,216"]; } 20 [labelType="html" label="Scan csv number of output rows: 1,216 number of files read: 1 metadata time: 0 ms size of files read: 111.6 KiB"]; 1->0; 3->1; 4->3; 6->4; 7->6; 8->7; 10->8; 11->10; 12->11; 14->4; 15->14; 16->15; 18->16; 19->18; 20->19; }

AdaptiveSparkPlan isFinalPlan=true

CollectLimit 1500

Project [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340 AS COL_F041F3D8_D728_4CA6_AC95_790C302045F3#47416, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341 AS COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#47417, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342 AS COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#47418, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343 AS COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#47419]

SortMergeJoin [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310], [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339], LeftOuter

WholeStageCodegen (5)

Sort [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310 ASC NULLS FIRST], false, 0

WholeStageCodegen (3)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, 10), ENSURE_REQUIREMENTS, [plan_id=4523]

LocalLimit 1500

Project [FINESS#44558 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, NO_RSS#44559 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, NO_ADMIN#44560 AS COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, DATE_ENT#44561 AS COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, DATE_SOR#44562 AS COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, VALO#44563 AS COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, GHS#44564 AS COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, MNT_MON#44700 AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, MNT_DMI#44701 AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, MNT_MED_APAC#44702 AS COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317]

WholeStageCodegen (1)

FileScan csv [FINESS#44558,NO_RSS#44559,NO_ADMIN#44560,DATE_ENT#44561,DATE_SOR#44562,VALO#44563,GHS#44564,MNT_MON#44700,MNT_DMI#44701,MNT_MED_APAC#44702] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_440300/420780652.2025.1..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<FINESS:string,NO_RSS:string,NO_ADMIN:string,DATE_ENT:string,DATE_SOR:string,VALO:string,GH...

Sort [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339 ASC NULLS FIRST], false, 0

WholeStageCodegen (4)

AQEShuffleRead coalesced

Exchange hashpartitioning(01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, 10), ENSURE_REQUIREMENTS, [plan_id=4544]

Project [str_extract_middle(_c0#45971, 12, 20) AS 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, str_extract_middle(_c0#45971, 42, 8) AS 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340, str_extract_middle(_c0#45971, 58, 15) AS 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341, str_extract_middle(_c0#45971, 73, 10) AS 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342, str_extract_middle(_c0#45971, 83, 10) AS 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343]

Filter isnotnull(str_extract_middle(_c0#45971, 12, 20))

WholeStageCodegen (2)

FileScan csv [_c0#45971] Batched: false, DataFilters: [isnotnull(str_extract_middle(_c0#45971, 12, 20))], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/DMI_M12_2025_440461/DMI-M12-2025 - BIS...., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>

Details

== Physical Plan ==
AdaptiveSparkPlan (29)
+- == Final Plan ==
   CollectLimit (17)
   +- * Project (16)
      +- * SortMergeJoin LeftOuter (15)
         :- * Sort (7)
         :  +- AQEShuffleRead (6)
         :     +- ShuffleQueryStage (5), Statistics(sizeInBytes=744.0 KiB, rowCount=3.66E+3)
         :        +- Exchange (4)
         :           +- * LocalLimit (3)
         :              +- * Project (2)
         :                 +- Scan csv  (1)
         +- * Sort (14)
            +- AQEShuffleRead (13)
               +- ShuffleQueryStage (12), Statistics(sizeInBytes=152.0 KiB, rowCount=1.22E+3)
                  +- Exchange (11)
                     +- * Project (10)
                        +- * Filter (9)
                           +- Scan csv  (8)
+- == Initial Plan ==
   CollectLimit (28)
   +- Project (27)
      +- SortMergeJoin LeftOuter (26)
         :- Sort (21)
         :  +- Exchange (20)
         :     +- LocalLimit (19)
         :        +- Project (18)
         :           +- Scan csv  (1)
         +- Sort (25)
            +- Exchange (24)
               +- Project (23)
                  +- Filter (22)
                     +- Scan csv  (8)


(1) Scan csv 
Output [10]: [FINESS#44558, NO_RSS#44559, NO_ADMIN#44560, DATE_ENT#44561, DATE_SOR#44562, VALO#44563, GHS#44564, MNT_MON#44700, MNT_DMI#44701, MNT_MED_APAC#44702]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_440300/420780652.2025.12.MCO.VisualValoSejours.csv]
ReadSchema: struct<FINESS:string,NO_RSS:string,NO_ADMIN:string,DATE_ENT:string,DATE_SOR:string,VALO:string,GHS:string,MNT_MON:string,MNT_DMI:string,MNT_MED_APAC:string>

(2) Project [codegen id : 1]
Output [10]: [FINESS#44558 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, NO_RSS#44559 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, NO_ADMIN#44560 AS COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, DATE_ENT#44561 AS COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, DATE_SOR#44562 AS COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, VALO#44563 AS COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, GHS#44564 AS COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, MNT_MON#44700 AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, MNT_DMI#44701 AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, MNT_MED_APAC#44702 AS COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317]
Input [10]: [FINESS#44558, NO_RSS#44559, NO_ADMIN#44560, DATE_ENT#44561, DATE_SOR#44562, VALO#44563, GHS#44564, MNT_MON#44700, MNT_DMI#44701, MNT_MED_APAC#44702]

(3) LocalLimit [codegen id : 1]
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317]
Arguments: 1500

(4) Exchange
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317]
Arguments: hashpartitioning(COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, 10), ENSURE_REQUIREMENTS, [plan_id=4523]

(5) ShuffleQueryStage
Output [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317]
Arguments: 0

(6) AQEShuffleRead
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317]
Arguments: coalesced

(7) Sort [codegen id : 3]
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317]
Arguments: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310 ASC NULLS FIRST], false, 0

(8) Scan csv 
Output [1]: [_c0#45971]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/DMI_M12_2025_440461/DMI-M12-2025 - BIS.txt]
ReadSchema: struct<_c0:string>

(9) Filter [codegen id : 2]
Input [1]: [_c0#45971]
Condition : isnotnull(str_extract_middle(_c0#45971, 12, 20))

(10) Project [codegen id : 2]
Output [5]: [str_extract_middle(_c0#45971, 12, 20) AS 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, str_extract_middle(_c0#45971, 42, 8) AS 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340, str_extract_middle(_c0#45971, 58, 15) AS 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341, str_extract_middle(_c0#45971, 73, 10) AS 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342, str_extract_middle(_c0#45971, 83, 10) AS 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343]
Input [1]: [_c0#45971]

(11) Exchange
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343]
Arguments: hashpartitioning(01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, 10), ENSURE_REQUIREMENTS, [plan_id=4544]

(12) ShuffleQueryStage
Output [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343]
Arguments: 1

(13) AQEShuffleRead
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343]
Arguments: coalesced

(14) Sort [codegen id : 4]
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343]
Arguments: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339 ASC NULLS FIRST], false, 0

(15) SortMergeJoin [codegen id : 5]
Left keys [1]: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310]
Right keys [1]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339]
Join type: LeftOuter
Join condition: None

(16) Project [codegen id : 5]
Output [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340 AS COL_F041F3D8_D728_4CA6_AC95_790C302045F3#47416, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341 AS COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#47417, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342 AS COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#47418, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343 AS COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#47419]
Input [15]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317, 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343]

(17) CollectLimit
Input [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#47416, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#47417, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#47418, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#47419]
Arguments: 1500

(18) Project
Output [10]: [FINESS#44558 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, NO_RSS#44559 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, NO_ADMIN#44560 AS COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, DATE_ENT#44561 AS COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, DATE_SOR#44562 AS COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, VALO#44563 AS COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, GHS#44564 AS COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, MNT_MON#44700 AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, MNT_DMI#44701 AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, MNT_MED_APAC#44702 AS COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317]
Input [10]: [FINESS#44558, NO_RSS#44559, NO_ADMIN#44560, DATE_ENT#44561, DATE_SOR#44562, VALO#44563, GHS#44564, MNT_MON#44700, MNT_DMI#44701, MNT_MED_APAC#44702]

(19) LocalLimit
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317]
Arguments: 1500

(20) Exchange
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317]
Arguments: hashpartitioning(COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, 10), ENSURE_REQUIREMENTS, [plan_id=4506]

(21) Sort
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317]
Arguments: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310 ASC NULLS FIRST], false, 0

(22) Filter
Input [1]: [_c0#45971]
Condition : isnotnull(str_extract_middle(_c0#45971, 12, 20))

(23) Project
Output [5]: [str_extract_middle(_c0#45971, 12, 20) AS 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, str_extract_middle(_c0#45971, 42, 8) AS 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340, str_extract_middle(_c0#45971, 58, 15) AS 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341, str_extract_middle(_c0#45971, 73, 10) AS 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342, str_extract_middle(_c0#45971, 83, 10) AS 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343]
Input [1]: [_c0#45971]

(24) Exchange
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343]
Arguments: hashpartitioning(01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, 10), ENSURE_REQUIREMENTS, [plan_id=4507]

(25) Sort
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343]
Arguments: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339 ASC NULLS FIRST], false, 0

(26) SortMergeJoin
Left keys [1]: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310]
Right keys [1]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339]
Join type: LeftOuter
Join condition: None

(27) Project
Output [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340 AS COL_F041F3D8_D728_4CA6_AC95_790C302045F3#47416, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341 AS COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#47417, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342 AS COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#47418, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343 AS COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#47419]
Input [15]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317, 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#47339, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#47340, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#47341, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#47342, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#47343]

(28) CollectLimit
Input [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#47416, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#47417, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#47418, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#47419]
Arguments: 1500

(29) AdaptiveSparkPlan
Output [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#47308, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#47309, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#47310, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#47311, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#47312, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#47313, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#47314, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#47315, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#47316, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#47317, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#47416, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#47417, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#47418, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#47419]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet