hdh-spark-job - Details for Query 220

Submitted Time: 2026/10/26 21:16:23
Duration: 0.2 s
Succeeded Jobs: 204 205 206

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" CollectLimit "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (5)\n \nduration: 0 ms"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label="SortMergeJoin number of output rows: 1,501 spill size: 0.0 B"]; } subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 0 ms"; 6 [labelType="html" label="Sort sort time: 2 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 7 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 132.7 KiB number of coalesced partitions: 1"]; 8 [labelType="html" label="Exchange shuffle records written: 3,663 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 6 ms (1 ms, 1 ms, 2 ms (stage 253.0: task 285)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 3,663 local bytes read: 126.2 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 3 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 658.2 KiB (119.1 KiB, 269.5 KiB, 269.5 KiB (stage 253.0: task 284)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 126.2 KiB (24.7 KiB, 50.7 KiB, 50.9 KiB (stage 253.0: task 285))"]; subgraph cluster9 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n78 ms (12 ms, 32 ms, 34 ms (stage 253.0: task 285))"; 10 [labelType="html" label=" LocalLimit "]; 11 [labelType="html" label=" Project "]; } 12 [labelType="html" label="Scan csv number of output rows: 3,663 number of files read: 1 metadata time: 0 ms size of files read: 8.3 MiB"]; subgraph cluster13 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; 14 [labelType="html" label="Sort sort time: 0 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 15 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 25.1 KiB number of coalesced partitions: 1"]; 16 [labelType="html" label="Exchange shuffle records written: 1,216 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 1,216 local bytes read: 23.7 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 152.0 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 23.7 KiB"]; subgraph cluster17 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 10 ms"; 18 [labelType="html" label=" Project "]; 19 [labelType="html" label="Filter number of output rows: 1,216"]; } 20 [labelType="html" label="Scan csv number of output rows: 1,216 number of files read: 1 metadata time: 0 ms size of files read: 111.6 KiB"]; 1->0; 3->1; 4->3; 6->4; 7->6; 8->7; 10->8; 11->10; 12->11; 14->4; 15->14; 16->15; 18->16; 19->18; 20->19; }

AdaptiveSparkPlan isFinalPlan=true

CollectLimit 1500

Project [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596 AS COL_F041F3D8_D728_4CA6_AC95_790C302045F3#70669, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597 AS COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#70670, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598 AS COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#70671, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599 AS COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#70672, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]

SortMergeJoin [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566], [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595], LeftOuter

WholeStageCodegen (5)

Sort [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566 ASC NULLS FIRST], false, 0

WholeStageCodegen (3)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, 10), ENSURE_REQUIREMENTS, [plan_id=5881]

LocalLimit 1500

Project [FINESS#67774 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, NO_RSS#67775 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, NO_ADMIN#67776 AS COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, DATE_ENT#67777 AS COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, DATE_SOR#67778 AS COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, VALO#67779 AS COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, GHS#67780 AS COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, str_to_dec(MNT_MON#67916, ##.##) AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, str_to_dec(MNT_DMI#67917, ##.##) AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, str_to_dec(MNT_MED_APAC#67918, ##.##) AS COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]

WholeStageCodegen (1)

FileScan csv [FINESS#67774,NO_RSS#67775,NO_ADMIN#67776,DATE_ENT#67777,DATE_SOR#67778,VALO#67779,GHS#67780,MNT_MON#67916,MNT_DMI#67917,MNT_MED_APAC#67918] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_440300/420780652.2025.1..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<FINESS:string,NO_RSS:string,NO_ADMIN:string,DATE_ENT:string,DATE_SOR:string,VALO:string,GH...

Sort [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595 ASC NULLS FIRST], false, 0

WholeStageCodegen (4)

AQEShuffleRead coalesced

Exchange hashpartitioning(01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, 10), ENSURE_REQUIREMENTS, [plan_id=5902]

Project [str_extract_middle(_c0#69187, 12, 20) AS 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, str_extract_middle(_c0#69187, 42, 8) AS 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596, str_extract_middle(_c0#69187, 58, 15) AS 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597, str_extract_middle(_c0#69187, 73, 10) AS 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598, str_extract_middle(_c0#69187, 83, 10) AS 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599]

Filter isnotnull(str_extract_middle(_c0#69187, 12, 20))

WholeStageCodegen (2)

FileScan csv [_c0#69187] Batched: false, DataFilters: [isnotnull(str_extract_middle(_c0#69187, 12, 20))], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/DMI_M12_2025_440461/DMI-M12-2025 - BIS...., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<_c0:string>

Details

== Physical Plan ==
AdaptiveSparkPlan (29)
+- == Final Plan ==
   CollectLimit (17)
   +- * Project (16)
      +- * SortMergeJoin LeftOuter (15)
         :- * Sort (7)
         :  +- AQEShuffleRead (6)
         :     +- ShuffleQueryStage (5), Statistics(sizeInBytes=658.2 KiB, rowCount=3.66E+3)
         :        +- Exchange (4)
         :           +- * LocalLimit (3)
         :              +- * Project (2)
         :                 +- Scan csv  (1)
         +- * Sort (14)
            +- AQEShuffleRead (13)
               +- ShuffleQueryStage (12), Statistics(sizeInBytes=152.0 KiB, rowCount=1.22E+3)
                  +- Exchange (11)
                     +- * Project (10)
                        +- * Filter (9)
                           +- Scan csv  (8)
+- == Initial Plan ==
   CollectLimit (28)
   +- Project (27)
      +- SortMergeJoin LeftOuter (26)
         :- Sort (21)
         :  +- Exchange (20)
         :     +- LocalLimit (19)
         :        +- Project (18)
         :           +- Scan csv  (1)
         +- Sort (25)
            +- Exchange (24)
               +- Project (23)
                  +- Filter (22)
                     +- Scan csv  (8)


(1) Scan csv 
Output [10]: [FINESS#67774, NO_RSS#67775, NO_ADMIN#67776, DATE_ENT#67777, DATE_SOR#67778, VALO#67779, GHS#67780, MNT_MON#67916, MNT_DMI#67917, MNT_MED_APAC#67918]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/VISUALVALOSEJOU_440300/420780652.2025.12.MCO.VisualValoSejours.csv]
ReadSchema: struct<FINESS:string,NO_RSS:string,NO_ADMIN:string,DATE_ENT:string,DATE_SOR:string,VALO:string,GHS:string,MNT_MON:string,MNT_DMI:string,MNT_MED_APAC:string>

(2) Project [codegen id : 1]
Output [10]: [FINESS#67774 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, NO_RSS#67775 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, NO_ADMIN#67776 AS COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, DATE_ENT#67777 AS COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, DATE_SOR#67778 AS COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, VALO#67779 AS COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, GHS#67780 AS COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, str_to_dec(MNT_MON#67916, ##.##) AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, str_to_dec(MNT_DMI#67917, ##.##) AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, str_to_dec(MNT_MED_APAC#67918, ##.##) AS COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Input [10]: [FINESS#67774, NO_RSS#67775, NO_ADMIN#67776, DATE_ENT#67777, DATE_SOR#67778, VALO#67779, GHS#67780, MNT_MON#67916, MNT_DMI#67917, MNT_MED_APAC#67918]

(3) LocalLimit [codegen id : 1]
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Arguments: 1500

(4) Exchange
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Arguments: hashpartitioning(COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, 10), ENSURE_REQUIREMENTS, [plan_id=5881]

(5) ShuffleQueryStage
Output [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Arguments: 0

(6) AQEShuffleRead
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Arguments: coalesced

(7) Sort [codegen id : 3]
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Arguments: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566 ASC NULLS FIRST], false, 0

(8) Scan csv 
Output [1]: [_c0#69187]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/DMI_M12_2025_440461/DMI-M12-2025 - BIS.txt]
ReadSchema: struct<_c0:string>

(9) Filter [codegen id : 2]
Input [1]: [_c0#69187]
Condition : isnotnull(str_extract_middle(_c0#69187, 12, 20))

(10) Project [codegen id : 2]
Output [5]: [str_extract_middle(_c0#69187, 12, 20) AS 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, str_extract_middle(_c0#69187, 42, 8) AS 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596, str_extract_middle(_c0#69187, 58, 15) AS 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597, str_extract_middle(_c0#69187, 73, 10) AS 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598, str_extract_middle(_c0#69187, 83, 10) AS 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599]
Input [1]: [_c0#69187]

(11) Exchange
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599]
Arguments: hashpartitioning(01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, 10), ENSURE_REQUIREMENTS, [plan_id=5902]

(12) ShuffleQueryStage
Output [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599]
Arguments: 1

(13) AQEShuffleRead
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599]
Arguments: coalesced

(14) Sort [codegen id : 4]
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599]
Arguments: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595 ASC NULLS FIRST], false, 0

(15) SortMergeJoin [codegen id : 5]
Left keys [1]: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566]
Right keys [1]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595]
Join type: LeftOuter
Join condition: None

(16) Project [codegen id : 5]
Output [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596 AS COL_F041F3D8_D728_4CA6_AC95_790C302045F3#70669, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597 AS COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#70670, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598 AS COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#70671, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599 AS COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#70672, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Input [15]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573, 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599]

(17) CollectLimit
Input [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#70669, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#70670, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#70671, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#70672, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Arguments: 1500

(18) Project
Output [10]: [FINESS#67774 AS COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, NO_RSS#67775 AS COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, NO_ADMIN#67776 AS COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, DATE_ENT#67777 AS COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, DATE_SOR#67778 AS COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, VALO#67779 AS COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, GHS#67780 AS COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, str_to_dec(MNT_MON#67916, ##.##) AS COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, str_to_dec(MNT_DMI#67917, ##.##) AS COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, str_to_dec(MNT_MED_APAC#67918, ##.##) AS COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Input [10]: [FINESS#67774, NO_RSS#67775, NO_ADMIN#67776, DATE_ENT#67777, DATE_SOR#67778, VALO#67779, GHS#67780, MNT_MON#67916, MNT_DMI#67917, MNT_MED_APAC#67918]

(19) LocalLimit
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Arguments: 1500

(20) Exchange
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Arguments: hashpartitioning(COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, 10), ENSURE_REQUIREMENTS, [plan_id=5864]

(21) Sort
Input [10]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Arguments: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566 ASC NULLS FIRST], false, 0

(22) Filter
Input [1]: [_c0#69187]
Condition : isnotnull(str_extract_middle(_c0#69187, 12, 20))

(23) Project
Output [5]: [str_extract_middle(_c0#69187, 12, 20) AS 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, str_extract_middle(_c0#69187, 42, 8) AS 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596, str_extract_middle(_c0#69187, 58, 15) AS 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597, str_extract_middle(_c0#69187, 73, 10) AS 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598, str_extract_middle(_c0#69187, 83, 10) AS 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599]
Input [1]: [_c0#69187]

(24) Exchange
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599]
Arguments: hashpartitioning(01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, 10), ENSURE_REQUIREMENTS, [plan_id=5865]

(25) Sort
Input [5]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599]
Arguments: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595 ASC NULLS FIRST], false, 0

(26) SortMergeJoin
Left keys [1]: [COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566]
Right keys [1]: [01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595]
Join type: LeftOuter
Join condition: None

(27) Project
Output [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596 AS COL_F041F3D8_D728_4CA6_AC95_790C302045F3#70669, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597 AS COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#70670, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598 AS COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#70671, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599 AS COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#70672, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Input [15]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573, 01_DMI_DECOUPAG_440467_COL_C898C1FE_14C4_493A_878B_315EB757695B#70595, 01_DMI_DECOUPAG_440467_COL_D816DE78_7681_4E7B_98D4_661364CE2AD8#70596, 01_DMI_DECOUPAG_440467_COL_4F5EF121_C9BA_4BCB_BC00_75827CB8EDA5#70597, 01_DMI_DECOUPAG_440467_COL_61C9B389_4942_4476_9A02_40C42C624B3B#70598, 01_DMI_DECOUPAG_440467_COL_BE37E53C_7DDB_452A_BEBB_A54D4645D1FE#70599]

(28) CollectLimit
Input [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#70669, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#70670, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#70671, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#70672, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Arguments: 1500

(29) AdaptiveSparkPlan
Output [14]: [COL_439A37D8_DFEE_4DF0_A4A3_80E3EF97FAD9#70564, COL_B0421838_B608_4AA6_AA2E_38FAEED1F891#70565, COL_9CE78B38_05A8_4BDE_9330_F7DF8166291D#70566, COL_81F393A8_4EC5_4B1F_AD8B_579B7D0C9CFA#70567, COL_0D638A70_1AC1_4CB7_BD00_4DC21CBEBF81#70568, COL_95D7A479_6E49_47AA_A19D_1BC5654A70CB#70569, COL_CB09A89F_3D14_4584_B772_272D8BAC362D#70570, COL_F041F3D8_D728_4CA6_AC95_790C302045F3#70669, COL_1471EE8D_D634_4B25_83B1_7C8C31CD45D5#70670, COL_6296EDBA_7A72_43F1_8C88_AF2CBC65C1C8#70671, COL_680169DE_C18C_46AA_8EB3_AA4E32658B4B#70672, COL_1951BB46_DAA1_41AE_95E1_5D8AF0DDC5FE#70571, COL_DB68A28C_38CD_4B37_8BFB_36C0ED5BFF25#70572, COL_D704A1AD_7693_4EAC_8600_A0399BC2265F#70573]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet