SP1 - Details for Query 448

Submitted Time: 2026/06/25 16:29:01
Duration: 0.4 s
Succeeded Jobs: 602 603

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 1 ms number of written files: 1 job commit time: 14 ms number of output rows: 6 number of dynamic part: 0 written output: 3.6 KiB"]; 2 [labelType="html" label=" WriteFiles "]; subgraph cluster3 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 42 ms"; 4 [labelType="html" label=" Project "]; 5 [labelType="html" label=" Project "]; 6 [labelType="html" label=" Project "]; 7 [labelType="html" label="Filter number of output rows: 6"]; } 8 [labelType="html" label="Window spill size: 0.0 B"]; subgraph cluster9 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 202 ms"; 10 [labelType="html" label="Sort sort time: 1 ms peak memory: 16.1 MiB spill size: 0.0 B"]; } 11 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 23.3 KiB number of coalesced partitions: 1"]; 12 [labelType="html" label="Exchange shuffle records written: 1,455 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 1,455 local bytes read: 21.7 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 98.7 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 21.7 KiB"]; subgraph cluster13 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 9 ms"; 14 [labelType="html" label=" Project "]; 15 [labelType="html" label="ColumnarToRow number of output rows: 1,455 number of input batches: 1"]; } 16 [labelType="html" label="Scan parquet number of files read: 1 scan time: 6 ms metadata time: 0 ms size of files read: 312.5 KiB number of output rows: 1,455"]; 1->0; 2->1; 4->2; 5->4; 6->5; 7->6; 8->7; 10->8; 11->10; 12->11; 14->12; 15->14; 16->15; }

AdaptiveSparkPlan isFinalPlan=true

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/DISTRIBUTION_PA_405545, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DISTRIBUTION_PA_405545], Overwrite, [COL_B4DA8549_2FA7_43BF_B843_3491116CAF76, COL_EBD31508_9041_4047_9F61_928B279CE55B, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0, COL_87C476DE_D85F_440E_A30D_725D8BC62E94, COL_C6C4D336_1733_4053_9477_77207DB075B0, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF, COL_07423014_9A74_4C9C_89ED_E49E6D0C99D2, COL_23B43F8B_3065_462F_AE9B_8970299BF707, COL_CC019B0D_31B8_4016_9188_F36CB7C2A271]

WriteFiles

Project [str_extract_middle(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, 1, 2) AS COL_B4DA8549_2FA7_43BF_B843_3491116CAF76#187815, str_extract_middle(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, 6, 100) AS COL_EBD31508_9041_4047_9F61_928B279CE55B#187816, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, str_if_with_rule(CASE WHEN isnull(COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638) THEN false ELSE (COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 <= 3) END, str_join(array(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, €), ), str_if_with_rule(CASE WHEN isnull(((COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 >= 4) AND (COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 <= 6))) THEN false ELSE ((COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 >= 4) AND (COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 <= 6)) END, str_join(array(str_extract_middle(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, 1, int_diff(array(COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638, 3))), str_extract(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, RIGHT, 3), €, ), ), str_if_with_rule(CASE WHEN isnull(COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638) THEN false ELSE (COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 > 6) END, str_join(array(str_extract_middle(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, 1, int_diff(array(COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638, 6))), str_extract_middle(str_extract(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, RIGHT, 6), 1, 3), str_extract(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, RIGHT, 3), €, ), ), ))) AS COL_07423014_9A74_4C9C_89ED_E49E6D0C99D2#187821, COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638]

Project [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, str_size(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618) AS COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638]

Project [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, str_join(array(str_extract_by_str(dec_to_str_by_pattern(dec_round(dec_mult(array(dec_div(array(COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L)), 100.0)), 0), ##,##), ,, LEFT), %), ) AS COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, str_join(array(str_extract_by_str(dec_to_str_by_pattern(round(COL_39231203_A1F4_4401_BBEC_874647FD9F17#182122, 0), ##,##), ,, LEFT), m²), ) AS COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, str_join(array(dec_to_str_by_pattern(round(COL_2E655944_58E3_434F_9168_C7DDF6526EDB#182994, 2), ##,##), %), ) AS COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, str_remove(dec_to_str_by_pattern(round(COL_5E497439_C2F4_4737_8929_9C9EDF7E0DE9#183880, 0), ##,##), ,0) AS COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618]

Filter (COL_AA442616_3BC0_4621_AF89_1C4495372E43#185362 <=> 1)

WholeStageCodegen (3)

Window [avg(COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530) windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_39231203_A1F4_4401_BBEC_874647FD9F17#182122, avg(COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534) windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_2E655944_58E3_434F_9168_C7DDF6526EDB#182994, sum(COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535) windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_5E497439_C2F4_4737_8929_9C9EDF7E0DE9#183880, count(1) windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, row_number() windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AA442616_3BC0_4621_AF89_1C4495372E43#185362], [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L], [1 DESC NULLS LAST]

Sort [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540 ASC NULLS FIRST, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

WholeStageCodegen (2)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 10), ENSURE_REQUIREMENTS, [plan_id=24405]

Project [COL_35375170_B542_49DE_AFA2_0A2D31967891#179553L AS COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#179554 AS COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#179558 AS COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#179559 AS COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_8068E186_2734_4730_8D2C_A788B2226179#179565 AS COL_77957E96_625C_4679_A66D_23A1BFC35699#181540]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_35375170_B542_49DE_AFA2_0A2D31967891#179553L,COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#179554,COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#179558,COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#179559,COL_8068E186_2734_4730_8D2C_A788B2226179#179565] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/MATCHING_ANALYS_405366], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_35375170_B542_49DE_AFA2_0A2D31967891:bigint,COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF:d...

Details

== Physical Plan ==
AdaptiveSparkPlan (25)
+- == Final Plan ==
   Execute InsertIntoHadoopFsRelationCommand (14)
   +- WriteFiles (13)
      +- * Project (12)
         +- * Project (11)
            +- * Project (10)
               +- * Filter (9)
                  +- Window (8)
                     +- * Sort (7)
                        +- AQEShuffleRead (6)
                           +- ShuffleQueryStage (5), Statistics(sizeInBytes=98.7 KiB, rowCount=1.46E+3)
                              +- Exchange (4)
                                 +- * Project (3)
                                    +- * ColumnarToRow (2)
                                       +- Scan parquet  (1)
+- == Initial Plan ==
   Execute InsertIntoHadoopFsRelationCommand (24)
   +- WriteFiles (23)
      +- Project (22)
         +- Project (21)
            +- Project (20)
               +- Filter (19)
                  +- Window (18)
                     +- Sort (17)
                        +- Exchange (16)
                           +- Project (15)
                              +- Scan parquet  (1)


(1) Scan parquet 
Output [5]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#179553L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#179554, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#179558, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#179559, COL_8068E186_2734_4730_8D2C_A788B2226179#179565]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/MATCHING_ANALYS_405366]
ReadSchema: struct<COL_35375170_B542_49DE_AFA2_0A2D31967891:bigint,COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF:double,COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE:double,COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF:double,COL_8068E186_2734_4730_8D2C_A788B2226179:string>

(2) ColumnarToRow [codegen id : 1]
Input [5]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#179553L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#179554, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#179558, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#179559, COL_8068E186_2734_4730_8D2C_A788B2226179#179565]

(3) Project [codegen id : 1]
Output [5]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#179553L AS COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#179554 AS COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#179558 AS COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#179559 AS COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_8068E186_2734_4730_8D2C_A788B2226179#179565 AS COL_77957E96_625C_4679_A66D_23A1BFC35699#181540]
Input [5]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#179553L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#179554, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#179558, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#179559, COL_8068E186_2734_4730_8D2C_A788B2226179#179565]

(4) Exchange
Input [5]: [COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_77957E96_625C_4679_A66D_23A1BFC35699#181540]
Arguments: hashpartitioning(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 10), ENSURE_REQUIREMENTS, [plan_id=24405]

(5) ShuffleQueryStage
Output [5]: [COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_77957E96_625C_4679_A66D_23A1BFC35699#181540]
Arguments: 0

(6) AQEShuffleRead
Input [5]: [COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_77957E96_625C_4679_A66D_23A1BFC35699#181540]
Arguments: coalesced

(7) Sort [codegen id : 2]
Input [5]: [COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_77957E96_625C_4679_A66D_23A1BFC35699#181540]
Arguments: [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540 ASC NULLS FIRST, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

(8) Window
Input [5]: [COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_77957E96_625C_4679_A66D_23A1BFC35699#181540]
Arguments: [avg(COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530) windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_39231203_A1F4_4401_BBEC_874647FD9F17#182122, avg(COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534) windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_2E655944_58E3_434F_9168_C7DDF6526EDB#182994, sum(COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535) windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_5E497439_C2F4_4737_8929_9C9EDF7E0DE9#183880, count(1) windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, row_number() windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AA442616_3BC0_4621_AF89_1C4495372E43#185362], [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L], [1 DESC NULLS LAST]

(9) Filter [codegen id : 3]
Input [10]: [COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_39231203_A1F4_4401_BBEC_874647FD9F17#182122, COL_2E655944_58E3_434F_9168_C7DDF6526EDB#182994, COL_5E497439_C2F4_4737_8929_9C9EDF7E0DE9#183880, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_AA442616_3BC0_4621_AF89_1C4495372E43#185362]
Condition : (COL_AA442616_3BC0_4621_AF89_1C4495372E43#185362 <=> 1)

(10) Project [codegen id : 3]
Output [6]: [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, str_join(array(str_extract_by_str(dec_to_str_by_pattern(dec_round(dec_mult(array(dec_div(array(COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L)), 100.0)), 0), ##,##), ,, LEFT), %),  ) AS COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, str_join(array(str_extract_by_str(dec_to_str_by_pattern(round(COL_39231203_A1F4_4401_BBEC_874647FD9F17#182122, 0), ##,##), ,, LEFT), m²),  ) AS COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, str_join(array(dec_to_str_by_pattern(round(COL_2E655944_58E3_434F_9168_C7DDF6526EDB#182994, 2), ##,##), %),  ) AS COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, str_remove(dec_to_str_by_pattern(round(COL_5E497439_C2F4_4737_8929_9C9EDF7E0DE9#183880, 0), ##,##), ,0) AS COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618]
Input [10]: [COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_39231203_A1F4_4401_BBEC_874647FD9F17#182122, COL_2E655944_58E3_434F_9168_C7DDF6526EDB#182994, COL_5E497439_C2F4_4737_8929_9C9EDF7E0DE9#183880, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_AA442616_3BC0_4621_AF89_1C4495372E43#185362]

(11) Project [codegen id : 3]
Output [7]: [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, str_size(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618) AS COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638]
Input [6]: [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618]

(12) Project [codegen id : 3]
Output [9]: [str_extract_middle(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, 1, 2) AS COL_B4DA8549_2FA7_43BF_B843_3491116CAF76#187815, str_extract_middle(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, 6, 100) AS COL_EBD31508_9041_4047_9F61_928B279CE55B#187816, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, str_if_with_rule(CASE WHEN isnull(COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638) THEN false ELSE (COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 <= 3) END, str_join(array(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, €),  ), str_if_with_rule(CASE WHEN isnull(((COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 >= 4) AND (COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 <= 6))) THEN false ELSE ((COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 >= 4) AND (COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 <= 6)) END, str_join(array(str_extract_middle(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, 1, int_diff(array(COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638, 3))), str_extract(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, RIGHT, 3), €, ),  ), str_if_with_rule(CASE WHEN isnull(COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638) THEN false ELSE (COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 > 6) END, str_join(array(str_extract_middle(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, 1, int_diff(array(COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638, 6))), str_extract_middle(str_extract(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, RIGHT, 6), 1, 3), str_extract(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, RIGHT, 3), €, ),  ), ))) AS COL_07423014_9A74_4C9C_89ED_E49E6D0C99D2#187821, COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638]
Input [7]: [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638]

(13) WriteFiles
Input [9]: [COL_B4DA8549_2FA7_43BF_B843_3491116CAF76#187815, COL_EBD31508_9041_4047_9F61_928B279CE55B#187816, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, COL_07423014_9A74_4C9C_89ED_E49E6D0C99D2#187821, COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638]

(14) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/DISTRIBUTION_PA_405545, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DISTRIBUTION_PA_405545], Overwrite, [COL_B4DA8549_2FA7_43BF_B843_3491116CAF76, COL_EBD31508_9041_4047_9F61_928B279CE55B, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0, COL_87C476DE_D85F_440E_A30D_725D8BC62E94, COL_C6C4D336_1733_4053_9477_77207DB075B0, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF, COL_07423014_9A74_4C9C_89ED_E49E6D0C99D2, COL_23B43F8B_3065_462F_AE9B_8970299BF707, COL_CC019B0D_31B8_4016_9188_F36CB7C2A271]

(15) Project
Output [5]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#179553L AS COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#179554 AS COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#179558 AS COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#179559 AS COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_8068E186_2734_4730_8D2C_A788B2226179#179565 AS COL_77957E96_625C_4679_A66D_23A1BFC35699#181540]
Input [5]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#179553L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#179554, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#179558, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#179559, COL_8068E186_2734_4730_8D2C_A788B2226179#179565]

(16) Exchange
Input [5]: [COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_77957E96_625C_4679_A66D_23A1BFC35699#181540]
Arguments: hashpartitioning(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 10), ENSURE_REQUIREMENTS, [plan_id=24376]

(17) Sort
Input [5]: [COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_77957E96_625C_4679_A66D_23A1BFC35699#181540]
Arguments: [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540 ASC NULLS FIRST, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

(18) Window
Input [5]: [COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_77957E96_625C_4679_A66D_23A1BFC35699#181540]
Arguments: [avg(COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530) windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_39231203_A1F4_4401_BBEC_874647FD9F17#182122, avg(COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534) windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_2E655944_58E3_434F_9168_C7DDF6526EDB#182994, sum(COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535) windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_5E497439_C2F4_4737_8929_9C9EDF7E0DE9#183880, count(1) windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, row_number() windowspecdefinition(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_AA442616_3BC0_4621_AF89_1C4495372E43#185362], [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L], [1 DESC NULLS LAST]

(19) Filter
Input [10]: [COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_39231203_A1F4_4401_BBEC_874647FD9F17#182122, COL_2E655944_58E3_434F_9168_C7DDF6526EDB#182994, COL_5E497439_C2F4_4737_8929_9C9EDF7E0DE9#183880, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_AA442616_3BC0_4621_AF89_1C4495372E43#185362]
Condition : (COL_AA442616_3BC0_4621_AF89_1C4495372E43#185362 <=> 1)

(20) Project
Output [6]: [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, str_join(array(str_extract_by_str(dec_to_str_by_pattern(dec_round(dec_mult(array(dec_div(array(COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L)), 100.0)), 0), ##,##), ,, LEFT), %),  ) AS COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, str_join(array(str_extract_by_str(dec_to_str_by_pattern(round(COL_39231203_A1F4_4401_BBEC_874647FD9F17#182122, 0), ##,##), ,, LEFT), m²),  ) AS COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, str_join(array(dec_to_str_by_pattern(round(COL_2E655944_58E3_434F_9168_C7DDF6526EDB#182994, 2), ##,##), %),  ) AS COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, str_remove(dec_to_str_by_pattern(round(COL_5E497439_C2F4_4737_8929_9C9EDF7E0DE9#183880, 0), ##,##), ,0) AS COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618]
Input [10]: [COL_B621A4FD_293F_435F_853A_42BF16EAC221#181529L, COL_EEED184F_2678_4309_98D0_5F85C2F5E2FE#181530, COL_A7F88ADD_23AC_4041_99CD_6F8246E70376#181534, COL_FBFF7493_59B1_46FE_A952_EF9FD1D782C1#181535, COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_39231203_A1F4_4401_BBEC_874647FD9F17#182122, COL_2E655944_58E3_434F_9168_C7DDF6526EDB#182994, COL_5E497439_C2F4_4737_8929_9C9EDF7E0DE9#183880, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_AA442616_3BC0_4621_AF89_1C4495372E43#185362]

(21) Project
Output [7]: [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, str_size(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618) AS COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638]
Input [6]: [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618]

(22) Project
Output [9]: [str_extract_middle(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, 1, 2) AS COL_B4DA8549_2FA7_43BF_B843_3491116CAF76#187815, str_extract_middle(COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, 6, 100) AS COL_EBD31508_9041_4047_9F61_928B279CE55B#187816, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, str_if_with_rule(CASE WHEN isnull(COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638) THEN false ELSE (COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 <= 3) END, str_join(array(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, €),  ), str_if_with_rule(CASE WHEN isnull(((COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 >= 4) AND (COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 <= 6))) THEN false ELSE ((COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 >= 4) AND (COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 <= 6)) END, str_join(array(str_extract_middle(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, 1, int_diff(array(COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638, 3))), str_extract(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, RIGHT, 3), €, ),  ), str_if_with_rule(CASE WHEN isnull(COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638) THEN false ELSE (COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638 > 6) END, str_join(array(str_extract_middle(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, 1, int_diff(array(COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638, 6))), str_extract_middle(str_extract(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, RIGHT, 6), 1, 3), str_extract(COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, RIGHT, 3), €, ),  ), ))) AS COL_07423014_9A74_4C9C_89ED_E49E6D0C99D2#187821, COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638]
Input [7]: [COL_77957E96_625C_4679_A66D_23A1BFC35699#181540, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638]

(23) WriteFiles
Input [9]: [COL_B4DA8549_2FA7_43BF_B843_3491116CAF76#187815, COL_EBD31508_9041_4047_9F61_928B279CE55B#187816, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0#184671L, COL_87C476DE_D85F_440E_A30D_725D8BC62E94#187090, COL_C6C4D336_1733_4053_9477_77207DB075B0#187353, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF#187528, COL_07423014_9A74_4C9C_89ED_E49E6D0C99D2#187821, COL_23B43F8B_3065_462F_AE9B_8970299BF707#187618, COL_CC019B0D_31B8_4016_9188_F36CB7C2A271#187638]

(24) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/DISTRIBUTION_PA_405545, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DISTRIBUTION_PA_405545], Overwrite, [COL_B4DA8549_2FA7_43BF_B843_3491116CAF76, COL_EBD31508_9041_4047_9F61_928B279CE55B, COL_344CE9F8_AF27_4FCE_B2F0_923D473D99C0, COL_87C476DE_D85F_440E_A30D_725D8BC62E94, COL_C6C4D336_1733_4053_9477_77207DB075B0, COL_854BB92D_6129_48FA_A0FB_57F52F6550DF, COL_07423014_9A74_4C9C_89ED_E49E6D0C99D2, COL_23B43F8B_3065_462F_AE9B_8970299BF707, COL_CC019B0D_31B8_4016_9188_F36CB7C2A271]

(25) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet