SP1 - Details for Query 526

Submitted Time: 2026/06/25 16:35:20
Duration: 0.3 s
Succeeded Jobs: 729 730

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 1 ms number of written files: 1 job commit time: 14 ms number of output rows: 30 number of dynamic part: 0 written output: 4.5 KiB"]; 2 [labelType="html" label=" WriteFiles "]; subgraph cluster3 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 50 ms"; 4 [labelType="html" label=" Project "]; 5 [labelType="html" label="Filter number of output rows: 30"]; } 6 [labelType="html" label="Window spill size: 0.0 B"]; subgraph cluster7 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 169 ms"; 8 [labelType="html" label="Sort sort time: 1 ms peak memory: 16.1 MiB spill size: 0.0 B"]; } 9 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 38.5 KiB number of coalesced partitions: 1"]; 10 [labelType="html" label="Exchange shuffle records written: 1,455 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 1,455 local bytes read: 35.8 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 111.2 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 35.8 KiB"]; subgraph cluster11 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 8 ms"; 12 [labelType="html" label=" Project "]; 13 [labelType="html" label="ColumnarToRow number of output rows: 1,455 number of input batches: 1"]; } 14 [labelType="html" label="Scan parquet number of files read: 1 scan time: 5 ms metadata time: 0 ms size of files read: 312.5 KiB number of output rows: 1,455"]; 1->0; 2->1; 4->2; 5->4; 6->5; 8->6; 9->8; 10->9; 12->10; 13->12; 14->13; }

AdaptiveSparkPlan isFinalPlan=true

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/REPARTITION_PAR_405490, false, Parquet, [path=file:///data/output/cache/parquet/datablock/REPARTITION_PAR_405490], Overwrite, [COL_65B68531_8026_4362_8D68_EB6CAD4C464B, COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1, COL_91C74E9E_BEB5_4117_85A2_5B375BE97B8E, COL_8955434D_5B64_4AF7_96C6_0D50268D39AC, COL_CFD9558B_52BD_4167_9DAD_C94AE9003EA2, COL_17DA6B11_F450_4793_89D4_06EFFC929BB8, COL_CD4F0BD1_08DF_4E4F_A3D5_CFD5EB5ED871, COL_C7C885E9_F725_47AC_9C75_D4C8DD207600]

WriteFiles

Project [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, str_join(array(str_remove(dec_to_str(dec_round(dec_mult(array(dec_div(array(COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L)), 100.0)), 1)), .0), %), ) AS COL_91C74E9E_BEB5_4117_85A2_5B375BE97B8E#232698, str_join(array(str_remove(dec_to_str_by_pattern(round(COL_466DB8BE_5B07_44E4_BCC2_487416538A8D#227600, 0), ##,##), ,0), m²), ) AS COL_8955434D_5B64_4AF7_96C6_0D50268D39AC#232699, str_join(array(str_remove(dec_to_str_by_pattern(round(COL_FE5A7D4B_0B54_4150_8593_C8A208282EAD#228484, 0), ##,##), ,0), €), ) AS COL_CFD9558B_52BD_4167_9DAD_C94AE9003EA2#232700, str_join(array(str_remove(dec_to_str_by_pattern(round(COL_AA2FEF41_E4F7_4732_B836_5B6A646BFB40#229396, 0), ##,##), ,0), €), ) AS COL_17DA6B11_F450_4793_89D4_06EFFC929BB8#232701, str_join(array(str_remove(dec_to_str_by_pattern(round(COL_D08AC2CB_DE5D_41DD_B5DB_62854E500B0A#230110, 0), ##,##), ,0), €), ) AS COL_CD4F0BD1_08DF_4E4F_A3D5_CFD5EB5ED871#232702, str_join(array(dec_to_str_by_pattern(round(COL_A155C3A9_61FA_4E53_A767_7E3C3AED050C#230732, 2), ##,##), %), ) AS COL_C7C885E9_F725_47AC_9C75_D4C8DD207600#232703]

Filter (COL_5EC8166B_4F51_430B_9318_DFA74A524909#231747 <=> 1)

WholeStageCodegen (3)

Window [avg(COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_466DB8BE_5B07_44E4_BCC2_487416538A8D#227600, avg(COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_FE5A7D4B_0B54_4150_8593_C8A208282EAD#228484, sum(COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_AA2FEF41_E4F7_4732_B836_5B6A646BFB40#229396, sum(COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_D08AC2CB_DE5D_41DD_B5DB_62854E500B0A#230110, avg(COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_A155C3A9_61FA_4E53_A767_7E3C3AED050C#230732, count(1) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, row_number() windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_5EC8166B_4F51_430B_9318_DFA74A524909#231747], [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L], [1 DESC NULLS LAST]

Sort [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108 ASC NULLS FIRST, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

WholeStageCodegen (2)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 10), ENSURE_REQUIREMENTS, [plan_id=30121]

Project [COL_CD5E797F_F8C4_49EC_BA6C_9ED22E6F7084#224830 AS COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_35375170_B542_49DE_AFA2_0A2D31967891#224856L AS COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224857 AS COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224859 AS COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224861 AS COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224862 AS COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224867 AS COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_CD5E797F_F8C4_49EC_BA6C_9ED22E6F7084#224830,COL_35375170_B542_49DE_AFA2_0A2D31967891#224856L,COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224857,COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224859,COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224861,COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224862,COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224867] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/MATCHING_ANALYS_405366], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_CD5E797F_F8C4_49EC_BA6C_9ED22E6F7084:string,COL_35375170_B542_49DE_AFA2_0A2D31967891:b...

Details

== Physical Plan ==
AdaptiveSparkPlan (21)
+- == Final Plan ==
   Execute InsertIntoHadoopFsRelationCommand (12)
   +- WriteFiles (11)
      +- * Project (10)
         +- * Filter (9)
            +- Window (8)
               +- * Sort (7)
                  +- AQEShuffleRead (6)
                     +- ShuffleQueryStage (5), Statistics(sizeInBytes=111.2 KiB, rowCount=1.46E+3)
                        +- Exchange (4)
                           +- * Project (3)
                              +- * ColumnarToRow (2)
                                 +- Scan parquet  (1)
+- == Initial Plan ==
   Execute InsertIntoHadoopFsRelationCommand (20)
   +- WriteFiles (19)
      +- Project (18)
         +- Filter (17)
            +- Window (16)
               +- Sort (15)
                  +- Exchange (14)
                     +- Project (13)
                        +- Scan parquet  (1)


(1) Scan parquet 
Output [7]: [COL_CD5E797F_F8C4_49EC_BA6C_9ED22E6F7084#224830, COL_35375170_B542_49DE_AFA2_0A2D31967891#224856L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224857, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224859, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224861, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224862, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224867]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/MATCHING_ANALYS_405366]
ReadSchema: struct<COL_CD5E797F_F8C4_49EC_BA6C_9ED22E6F7084:string,COL_35375170_B542_49DE_AFA2_0A2D31967891:bigint,COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF:double,COL_C0CA120C_6738_4CF5_B569_FD209A7B518A:double,COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE:double,COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF:double,COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028:double>

(2) ColumnarToRow [codegen id : 1]
Input [7]: [COL_CD5E797F_F8C4_49EC_BA6C_9ED22E6F7084#224830, COL_35375170_B542_49DE_AFA2_0A2D31967891#224856L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224857, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224859, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224861, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224862, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224867]

(3) Project [codegen id : 1]
Output [7]: [COL_CD5E797F_F8C4_49EC_BA6C_9ED22E6F7084#224830 AS COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_35375170_B542_49DE_AFA2_0A2D31967891#224856L AS COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224857 AS COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224859 AS COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224861 AS COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224862 AS COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224867 AS COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171]
Input [7]: [COL_CD5E797F_F8C4_49EC_BA6C_9ED22E6F7084#224830, COL_35375170_B542_49DE_AFA2_0A2D31967891#224856L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224857, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224859, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224861, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224862, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224867]

(4) Exchange
Input [7]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171]
Arguments: hashpartitioning(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 10), ENSURE_REQUIREMENTS, [plan_id=30121]

(5) ShuffleQueryStage
Output [7]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171]
Arguments: 0

(6) AQEShuffleRead
Input [7]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171]
Arguments: coalesced

(7) Sort [codegen id : 2]
Input [7]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171]
Arguments: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108 ASC NULLS FIRST, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

(8) Window
Input [7]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171]
Arguments: [avg(COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_466DB8BE_5B07_44E4_BCC2_487416538A8D#227600, avg(COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_FE5A7D4B_0B54_4150_8593_C8A208282EAD#228484, sum(COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_AA2FEF41_E4F7_4732_B836_5B6A646BFB40#229396, sum(COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_D08AC2CB_DE5D_41DD_B5DB_62854E500B0A#230110, avg(COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_A155C3A9_61FA_4E53_A767_7E3C3AED050C#230732, count(1) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, row_number() windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_5EC8166B_4F51_430B_9318_DFA74A524909#231747], [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L], [1 DESC NULLS LAST]

(9) Filter [codegen id : 3]
Input [14]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171, COL_466DB8BE_5B07_44E4_BCC2_487416538A8D#227600, COL_FE5A7D4B_0B54_4150_8593_C8A208282EAD#228484, COL_AA2FEF41_E4F7_4732_B836_5B6A646BFB40#229396, COL_D08AC2CB_DE5D_41DD_B5DB_62854E500B0A#230110, COL_A155C3A9_61FA_4E53_A767_7E3C3AED050C#230732, COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, COL_5EC8166B_4F51_430B_9318_DFA74A524909#231747]
Condition : (COL_5EC8166B_4F51_430B_9318_DFA74A524909#231747 <=> 1)

(10) Project [codegen id : 3]
Output [8]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, str_join(array(str_remove(dec_to_str(dec_round(dec_mult(array(dec_div(array(COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L)), 100.0)), 1)), .0), %),  ) AS COL_91C74E9E_BEB5_4117_85A2_5B375BE97B8E#232698, str_join(array(str_remove(dec_to_str_by_pattern(round(COL_466DB8BE_5B07_44E4_BCC2_487416538A8D#227600, 0), ##,##), ,0), m²),  ) AS COL_8955434D_5B64_4AF7_96C6_0D50268D39AC#232699, str_join(array(str_remove(dec_to_str_by_pattern(round(COL_FE5A7D4B_0B54_4150_8593_C8A208282EAD#228484, 0), ##,##), ,0), €),  ) AS COL_CFD9558B_52BD_4167_9DAD_C94AE9003EA2#232700, str_join(array(str_remove(dec_to_str_by_pattern(round(COL_AA2FEF41_E4F7_4732_B836_5B6A646BFB40#229396, 0), ##,##), ,0), €),  ) AS COL_17DA6B11_F450_4793_89D4_06EFFC929BB8#232701, str_join(array(str_remove(dec_to_str_by_pattern(round(COL_D08AC2CB_DE5D_41DD_B5DB_62854E500B0A#230110, 0), ##,##), ,0), €),  ) AS COL_CD4F0BD1_08DF_4E4F_A3D5_CFD5EB5ED871#232702, str_join(array(dec_to_str_by_pattern(round(COL_A155C3A9_61FA_4E53_A767_7E3C3AED050C#230732, 2), ##,##), %),  ) AS COL_C7C885E9_F725_47AC_9C75_D4C8DD207600#232703]
Input [14]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171, COL_466DB8BE_5B07_44E4_BCC2_487416538A8D#227600, COL_FE5A7D4B_0B54_4150_8593_C8A208282EAD#228484, COL_AA2FEF41_E4F7_4732_B836_5B6A646BFB40#229396, COL_D08AC2CB_DE5D_41DD_B5DB_62854E500B0A#230110, COL_A155C3A9_61FA_4E53_A767_7E3C3AED050C#230732, COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, COL_5EC8166B_4F51_430B_9318_DFA74A524909#231747]

(11) WriteFiles
Input [8]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, COL_91C74E9E_BEB5_4117_85A2_5B375BE97B8E#232698, COL_8955434D_5B64_4AF7_96C6_0D50268D39AC#232699, COL_CFD9558B_52BD_4167_9DAD_C94AE9003EA2#232700, COL_17DA6B11_F450_4793_89D4_06EFFC929BB8#232701, COL_CD4F0BD1_08DF_4E4F_A3D5_CFD5EB5ED871#232702, COL_C7C885E9_F725_47AC_9C75_D4C8DD207600#232703]

(12) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/REPARTITION_PAR_405490, false, Parquet, [path=file:///data/output/cache/parquet/datablock/REPARTITION_PAR_405490], Overwrite, [COL_65B68531_8026_4362_8D68_EB6CAD4C464B, COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1, COL_91C74E9E_BEB5_4117_85A2_5B375BE97B8E, COL_8955434D_5B64_4AF7_96C6_0D50268D39AC, COL_CFD9558B_52BD_4167_9DAD_C94AE9003EA2, COL_17DA6B11_F450_4793_89D4_06EFFC929BB8, COL_CD4F0BD1_08DF_4E4F_A3D5_CFD5EB5ED871, COL_C7C885E9_F725_47AC_9C75_D4C8DD207600]

(13) Project
Output [7]: [COL_CD5E797F_F8C4_49EC_BA6C_9ED22E6F7084#224830 AS COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_35375170_B542_49DE_AFA2_0A2D31967891#224856L AS COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224857 AS COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224859 AS COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224861 AS COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224862 AS COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224867 AS COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171]
Input [7]: [COL_CD5E797F_F8C4_49EC_BA6C_9ED22E6F7084#224830, COL_35375170_B542_49DE_AFA2_0A2D31967891#224856L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224857, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224859, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224861, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224862, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224867]

(14) Exchange
Input [7]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171]
Arguments: hashpartitioning(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 10), ENSURE_REQUIREMENTS, [plan_id=30102]

(15) Sort
Input [7]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171]
Arguments: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108 ASC NULLS FIRST, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

(16) Window
Input [7]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171]
Arguments: [avg(COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_466DB8BE_5B07_44E4_BCC2_487416538A8D#227600, avg(COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_FE5A7D4B_0B54_4150_8593_C8A208282EAD#228484, sum(COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_AA2FEF41_E4F7_4732_B836_5B6A646BFB40#229396, sum(COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_D08AC2CB_DE5D_41DD_B5DB_62854E500B0A#230110, avg(COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_A155C3A9_61FA_4E53_A767_7E3C3AED050C#230732, count(1) windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, row_number() windowspecdefinition(COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_5EC8166B_4F51_430B_9318_DFA74A524909#231747], [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L], [1 DESC NULLS LAST]

(17) Filter
Input [14]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171, COL_466DB8BE_5B07_44E4_BCC2_487416538A8D#227600, COL_FE5A7D4B_0B54_4150_8593_C8A208282EAD#228484, COL_AA2FEF41_E4F7_4732_B836_5B6A646BFB40#229396, COL_D08AC2CB_DE5D_41DD_B5DB_62854E500B0A#230110, COL_A155C3A9_61FA_4E53_A767_7E3C3AED050C#230732, COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, COL_5EC8166B_4F51_430B_9318_DFA74A524909#231747]
Condition : (COL_5EC8166B_4F51_430B_9318_DFA74A524909#231747 <=> 1)

(18) Project
Output [8]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, str_join(array(str_remove(dec_to_str(dec_round(dec_mult(array(dec_div(array(COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L)), 100.0)), 1)), .0), %),  ) AS COL_91C74E9E_BEB5_4117_85A2_5B375BE97B8E#232698, str_join(array(str_remove(dec_to_str_by_pattern(round(COL_466DB8BE_5B07_44E4_BCC2_487416538A8D#227600, 0), ##,##), ,0), m²),  ) AS COL_8955434D_5B64_4AF7_96C6_0D50268D39AC#232699, str_join(array(str_remove(dec_to_str_by_pattern(round(COL_FE5A7D4B_0B54_4150_8593_C8A208282EAD#228484, 0), ##,##), ,0), €),  ) AS COL_CFD9558B_52BD_4167_9DAD_C94AE9003EA2#232700, str_join(array(str_remove(dec_to_str_by_pattern(round(COL_AA2FEF41_E4F7_4732_B836_5B6A646BFB40#229396, 0), ##,##), ,0), €),  ) AS COL_17DA6B11_F450_4793_89D4_06EFFC929BB8#232701, str_join(array(str_remove(dec_to_str_by_pattern(round(COL_D08AC2CB_DE5D_41DD_B5DB_62854E500B0A#230110, 0), ##,##), ,0), €),  ) AS COL_CD4F0BD1_08DF_4E4F_A3D5_CFD5EB5ED871#232702, str_join(array(dec_to_str_by_pattern(round(COL_A155C3A9_61FA_4E53_A767_7E3C3AED050C#230732, 2), ##,##), %),  ) AS COL_C7C885E9_F725_47AC_9C75_D4C8DD207600#232703]
Input [14]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_FCA6EFD8_D6F1_47E4_8C4E_FADC7374EF59#227153L, COL_BC56E10E_E2E8_41C7_A5B2_1EC85B2A7C70#227155, COL_DF978C13_387E_4975_A97D_BD69FA71320E#227158, COL_FD60C3F5_4E49_48CA_BE40_60BF41C5F14D#227162, COL_7BC4ED3D_36EE_4D2C_8FFD_A36DACEDD7F1#227164, COL_1247A688_B86B_4266_8D25_AE9C570E95E9#227171, COL_466DB8BE_5B07_44E4_BCC2_487416538A8D#227600, COL_FE5A7D4B_0B54_4150_8593_C8A208282EAD#228484, COL_AA2FEF41_E4F7_4732_B836_5B6A646BFB40#229396, COL_D08AC2CB_DE5D_41DD_B5DB_62854E500B0A#230110, COL_A155C3A9_61FA_4E53_A767_7E3C3AED050C#230732, COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, COL_5EC8166B_4F51_430B_9318_DFA74A524909#231747]

(19) WriteFiles
Input [8]: [COL_65B68531_8026_4362_8D68_EB6CAD4C464B#227108, COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1#231336L, COL_91C74E9E_BEB5_4117_85A2_5B375BE97B8E#232698, COL_8955434D_5B64_4AF7_96C6_0D50268D39AC#232699, COL_CFD9558B_52BD_4167_9DAD_C94AE9003EA2#232700, COL_17DA6B11_F450_4793_89D4_06EFFC929BB8#232701, COL_CD4F0BD1_08DF_4E4F_A3D5_CFD5EB5ED871#232702, COL_C7C885E9_F725_47AC_9C75_D4C8DD207600#232703]

(20) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/REPARTITION_PAR_405490, false, Parquet, [path=file:///data/output/cache/parquet/datablock/REPARTITION_PAR_405490], Overwrite, [COL_65B68531_8026_4362_8D68_EB6CAD4C464B, COL_74A9152C_A9BA_4FAC_B870_EFDF50381BA1, COL_91C74E9E_BEB5_4117_85A2_5B375BE97B8E, COL_8955434D_5B64_4AF7_96C6_0D50268D39AC, COL_CFD9558B_52BD_4167_9DAD_C94AE9003EA2, COL_17DA6B11_F450_4793_89D4_06EFFC929BB8, COL_CD4F0BD1_08DF_4E4F_A3D5_CFD5EB5ED871, COL_C7C885E9_F725_47AC_9C75_D4C8DD207600]

(21) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet