SP1 - Details for Query 524

Submitted Time: 2026/06/25 16:35:20
Duration: 0.4 s
Succeeded Jobs: 720 722

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 1 ms number of written files: 1 job commit time: 15 ms number of output rows: 8 number of dynamic part: 0 written output: 2.9 KiB"]; 2 [labelType="html" label=" WriteFiles "]; subgraph cluster3 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 37 ms"; 4 [labelType="html" label=" Project "]; 5 [labelType="html" label=" Project "]; 6 [labelType="html" label=" Project "]; 7 [labelType="html" label="Filter number of output rows: 8"]; } 8 [labelType="html" label="Window spill size: 0.0 B"]; subgraph cluster9 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 187 ms"; 10 [labelType="html" label="Sort sort time: 1 ms peak memory: 16.1 MiB spill size: 0.0 B"]; } 11 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 12.2 KiB number of coalesced partitions: 1"]; 12 [labelType="html" label="Exchange shuffle records written: 1,455 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 1,455 local bytes read: 11.5 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 75.1 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 11.5 KiB"]; subgraph cluster13 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 6 ms"; 14 [labelType="html" label=" Project "]; 15 [labelType="html" label="ColumnarToRow number of output rows: 1,455 number of input batches: 1"]; } 16 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 312.5 KiB number of output rows: 1,455"]; 1->0; 2->1; 4->2; 5->4; 6->5; 7->6; 8->7; 10->8; 11->10; 12->11; 14->12; 15->14; 16->15; }

AdaptiveSparkPlan isFinalPlan=true

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/DISTRIBUTION_PA_405600, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DISTRIBUTION_PA_405600], Overwrite, [COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92, COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5, COL_0A0DDCC2_1036_4C40_96E6_1FCDC2C702CD, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD, COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163]

WriteFiles

Project [COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, str_if_with_rule(CASE WHEN isnull(COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062) THEN false ELSE (COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 <= 3) END, str_join(array(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, €), ), str_if_with_rule(CASE WHEN isnull(((COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 >= 4) AND (COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 <= 6))) THEN false ELSE ((COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 >= 4) AND (COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 <= 6)) END, str_join(array(str_extract_middle(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, 1, int_diff(array(COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062, 3))), str_extract(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, RIGHT, 3), €, ), ), str_if_with_rule(CASE WHEN isnull(COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062) THEN false ELSE (COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 > 6) END, str_join(array(str_extract_middle(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, 1, int_diff(array(COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062, 6))), str_extract_middle(str_extract(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, RIGHT, 6), 1, 3), str_extract(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, RIGHT, 3), €, ), ), ))) AS COL_0A0DDCC2_1036_4C40_96E6_1FCDC2C702CD#231682, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062]

Project [COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, str_size(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864) AS COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062]

Project [COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, str_extract_middle(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, 1, 5) AS COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, str_extract_middle(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, 6, 100) AS COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, str_join(array(str_remove(dec_to_str(dec_round(dec_mult(array(dec_div(array(COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L)), 100.0)), 0)), .0), %), ) AS COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, str_remove(dec_to_str(dec_round(round(COL_BC3D5D61_31E2_4FE0_B894_8F68C43A2831#227252, 0), 0)), .0) AS COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864]

Filter (COL_F4C782F9_FB9B_4C42_9DF8_BD86AB678AC7#229203 <=> 1)

WholeStageCodegen (3)

Window [avg(COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575) windowspecdefinition(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_BC3D5D61_31E2_4FE0_B894_8F68C43A2831#227252, count(1) windowspecdefinition(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, row_number() windowspecdefinition(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_F4C782F9_FB9B_4C42_9DF8_BD86AB678AC7#229203], [COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L], [1 DESC NULLS LAST]

Sort [COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577 ASC NULLS FIRST, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

WholeStageCodegen (2)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, 10), ENSURE_REQUIREMENTS, [plan_id=29484]

Project [COL_35375170_B542_49DE_AFA2_0A2D31967891#224801L AS COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224812 AS COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_DA667933_29E5_49E1_8724_A537DCE9735F#224814 AS COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_35375170_B542_49DE_AFA2_0A2D31967891#224801L,COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224812,COL_DA667933_29E5_49E1_8724_A537DCE9735F#224814] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/MATCHING_ANALYS_405366], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_35375170_B542_49DE_AFA2_0A2D31967891:bigint,COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028:d...

Details

== Physical Plan ==
AdaptiveSparkPlan (25)
+- == Final Plan ==
   Execute InsertIntoHadoopFsRelationCommand (14)
   +- WriteFiles (13)
      +- * Project (12)
         +- * Project (11)
            +- * Project (10)
               +- * Filter (9)
                  +- Window (8)
                     +- * Sort (7)
                        +- AQEShuffleRead (6)
                           +- ShuffleQueryStage (5), Statistics(sizeInBytes=75.1 KiB, rowCount=1.46E+3)
                              +- Exchange (4)
                                 +- * Project (3)
                                    +- * ColumnarToRow (2)
                                       +- Scan parquet  (1)
+- == Initial Plan ==
   Execute InsertIntoHadoopFsRelationCommand (24)
   +- WriteFiles (23)
      +- Project (22)
         +- Project (21)
            +- Project (20)
               +- Filter (19)
                  +- Window (18)
                     +- Sort (17)
                        +- Exchange (16)
                           +- Project (15)
                              +- Scan parquet  (1)


(1) Scan parquet 
Output [3]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#224801L, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224812, COL_DA667933_29E5_49E1_8724_A537DCE9735F#224814]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/MATCHING_ANALYS_405366]
ReadSchema: struct<COL_35375170_B542_49DE_AFA2_0A2D31967891:bigint,COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028:double,COL_DA667933_29E5_49E1_8724_A537DCE9735F:string>

(2) ColumnarToRow [codegen id : 1]
Input [3]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#224801L, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224812, COL_DA667933_29E5_49E1_8724_A537DCE9735F#224814]

(3) Project [codegen id : 1]
Output [3]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#224801L AS COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224812 AS COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_DA667933_29E5_49E1_8724_A537DCE9735F#224814 AS COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577]
Input [3]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#224801L, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224812, COL_DA667933_29E5_49E1_8724_A537DCE9735F#224814]

(4) Exchange
Input [3]: [COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577]
Arguments: hashpartitioning(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, 10), ENSURE_REQUIREMENTS, [plan_id=29484]

(5) ShuffleQueryStage
Output [3]: [COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577]
Arguments: 0

(6) AQEShuffleRead
Input [3]: [COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577]
Arguments: coalesced

(7) Sort [codegen id : 2]
Input [3]: [COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577]
Arguments: [COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577 ASC NULLS FIRST, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

(8) Window
Input [3]: [COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577]
Arguments: [avg(COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575) windowspecdefinition(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_BC3D5D61_31E2_4FE0_B894_8F68C43A2831#227252, count(1) windowspecdefinition(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, row_number() windowspecdefinition(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_F4C782F9_FB9B_4C42_9DF8_BD86AB678AC7#229203], [COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L], [1 DESC NULLS LAST]

(9) Filter [codegen id : 3]
Input [6]: [COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_BC3D5D61_31E2_4FE0_B894_8F68C43A2831#227252, COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_F4C782F9_FB9B_4C42_9DF8_BD86AB678AC7#229203]
Condition : (COL_F4C782F9_FB9B_4C42_9DF8_BD86AB678AC7#229203 <=> 1)

(10) Project [codegen id : 3]
Output [5]: [COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, str_extract_middle(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, 1, 5) AS COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, str_extract_middle(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, 6, 100) AS COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, str_join(array(str_remove(dec_to_str(dec_round(dec_mult(array(dec_div(array(COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L)), 100.0)), 0)), .0), %),  ) AS COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, str_remove(dec_to_str(dec_round(round(COL_BC3D5D61_31E2_4FE0_B894_8F68C43A2831#227252, 0), 0)), .0) AS COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864]
Input [6]: [COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_BC3D5D61_31E2_4FE0_B894_8F68C43A2831#227252, COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_F4C782F9_FB9B_4C42_9DF8_BD86AB678AC7#229203]

(11) Project [codegen id : 3]
Output [6]: [COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, str_size(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864) AS COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062]
Input [5]: [COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864]

(12) Project [codegen id : 3]
Output [7]: [COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, str_if_with_rule(CASE WHEN isnull(COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062) THEN false ELSE (COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 <= 3) END, str_join(array(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, €),  ), str_if_with_rule(CASE WHEN isnull(((COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 >= 4) AND (COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 <= 6))) THEN false ELSE ((COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 >= 4) AND (COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 <= 6)) END, str_join(array(str_extract_middle(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, 1, int_diff(array(COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062, 3))), str_extract(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, RIGHT, 3), €, ),  ), str_if_with_rule(CASE WHEN isnull(COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062) THEN false ELSE (COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 > 6) END, str_join(array(str_extract_middle(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, 1, int_diff(array(COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062, 6))), str_extract_middle(str_extract(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, RIGHT, 6), 1, 3), str_extract(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, RIGHT, 3), €, ),  ), ))) AS COL_0A0DDCC2_1036_4C40_96E6_1FCDC2C702CD#231682, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062]
Input [6]: [COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062]

(13) WriteFiles
Input [7]: [COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, COL_0A0DDCC2_1036_4C40_96E6_1FCDC2C702CD#231682, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062]

(14) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/DISTRIBUTION_PA_405600, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DISTRIBUTION_PA_405600], Overwrite, [COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92, COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5, COL_0A0DDCC2_1036_4C40_96E6_1FCDC2C702CD, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD, COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163]

(15) Project
Output [3]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#224801L AS COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224812 AS COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_DA667933_29E5_49E1_8724_A537DCE9735F#224814 AS COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577]
Input [3]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#224801L, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224812, COL_DA667933_29E5_49E1_8724_A537DCE9735F#224814]

(16) Exchange
Input [3]: [COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577]
Arguments: hashpartitioning(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, 10), ENSURE_REQUIREMENTS, [plan_id=29463]

(17) Sort
Input [3]: [COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577]
Arguments: [COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577 ASC NULLS FIRST, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0

(18) Window
Input [3]: [COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577]
Arguments: [avg(COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575) windowspecdefinition(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_BC3D5D61_31E2_4FE0_B894_8F68C43A2831#227252, count(1) windowspecdefinition(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, row_number() windowspecdefinition(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_F4C782F9_FB9B_4C42_9DF8_BD86AB678AC7#229203], [COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L], [1 DESC NULLS LAST]

(19) Filter
Input [6]: [COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_BC3D5D61_31E2_4FE0_B894_8F68C43A2831#227252, COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_F4C782F9_FB9B_4C42_9DF8_BD86AB678AC7#229203]
Condition : (COL_F4C782F9_FB9B_4C42_9DF8_BD86AB678AC7#229203 <=> 1)

(20) Project
Output [5]: [COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, str_extract_middle(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, 1, 5) AS COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, str_extract_middle(COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, 6, 100) AS COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, str_join(array(str_remove(dec_to_str(dec_round(dec_mult(array(dec_div(array(COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L)), 100.0)), 0)), .0), %),  ) AS COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, str_remove(dec_to_str(dec_round(round(COL_BC3D5D61_31E2_4FE0_B894_8F68C43A2831#227252, 0), 0)), .0) AS COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864]
Input [6]: [COL_C8A9AC80_E2E4_448E_BC79_9BC376AC014C#226565L, COL_6FF935C0_AECB_465A_9969_B3FFBD2B70DC#226575, COL_0B7048A5_B96B_44F6_B59A_C8F0C2C1343B#226577, COL_BC3D5D61_31E2_4FE0_B894_8F68C43A2831#227252, COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_F4C782F9_FB9B_4C42_9DF8_BD86AB678AC7#229203]

(21) Project
Output [6]: [COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, str_size(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864) AS COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062]
Input [5]: [COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864]

(22) Project
Output [7]: [COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, str_if_with_rule(CASE WHEN isnull(COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062) THEN false ELSE (COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 <= 3) END, str_join(array(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, €),  ), str_if_with_rule(CASE WHEN isnull(((COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 >= 4) AND (COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 <= 6))) THEN false ELSE ((COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 >= 4) AND (COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 <= 6)) END, str_join(array(str_extract_middle(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, 1, int_diff(array(COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062, 3))), str_extract(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, RIGHT, 3), €, ),  ), str_if_with_rule(CASE WHEN isnull(COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062) THEN false ELSE (COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062 > 6) END, str_join(array(str_extract_middle(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, 1, int_diff(array(COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062, 6))), str_extract_middle(str_extract(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, RIGHT, 6), 1, 3), str_extract(COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, RIGHT, 3), €, ),  ), ))) AS COL_0A0DDCC2_1036_4C40_96E6_1FCDC2C702CD#231682, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062]
Input [6]: [COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062]

(23) WriteFiles
Input [7]: [COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05#230190, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92#230257, COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E#228423L, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5#230446, COL_0A0DDCC2_1036_4C40_96E6_1FCDC2C702CD#231682, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD#230864, COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163#231062]

(24) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/DISTRIBUTION_PA_405600, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DISTRIBUTION_PA_405600], Overwrite, [COL_90BA3E80_11D4_4F32_A5A2_2E936C2A5B05, COL_2F556D44_AF2F_49A3_ADDE_EF2CF5CD9B92, COL_ED4F52C4_9126_4EC5_90E0_0A3211F7866E, COL_45A42C8D_3134_41AF_B9F8_34128B7511A5, COL_0A0DDCC2_1036_4C40_96E6_1FCDC2C702CD, COL_30A4E5D2_0D44_46E1_AF1D_57F1EADE86AD, COL_21DB30AD_71CB_4AC5_B9E4_70D1D8621163]

(25) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet