SP1 - Details for Query 3470

Submitted Time: 2026/08/26 10:29:44
Duration: 0.8 s
Succeeded Jobs: 3872 3874

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 18 ms"; 3 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build: 2 ms peak memory: 16.3 MiB number of output rows: 69 number of sort fallback tasks: 0 avg hash probes per key: 1"]; } 4 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 9.2 KiB number of coalesced partitions: 1"]; 5 [labelType="html" label="Exchange shuffle records written: 241 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 24 ms (2 ms, 5 ms, 13 ms (stage 5782.0: task 5329)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 241 local bytes read: 8.8 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 4 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 20.7 KiB (3.0 KiB, 5.9 KiB, 5.9 KiB (stage 5782.0: task 5330)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 8.8 KiB (1806.0 B, 2.3 KiB, 2.4 KiB (stage 5782.0: task 5328))"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n280 ms (43 ms, 76 ms, 96 ms (stage 5782.0: task 5328))"; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 168 ms (17 ms, 51 ms, 70 ms (stage 5782.0: task 5328)) peak memory total (min, med, max (stageId: taskId)) 1024.0 KiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 5782.0: task 5330)) number of output rows: 241 number of sort fallback tasks: 0 avg hash probes per key: 0"]; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="Filter number of output rows: 5,316"]; 10 [labelType="html" label="ColumnarToRow number of output rows: 7,020 number of input batches: 4"]; } 11 [labelType="html" label="Scan parquet number of files read: 4 scan time total (min, med, max (stageId: taskId)) 94 ms (10 ms, 19 ms, 53 ms (stage 5782.0: task 5328)) metadata time: 0 ms size of files read: 1959.2 KiB number of output rows: 7,020"]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 9->8; 10->9; 11->10; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=500000, orderBy=[COL_00663046_0F34_49FE_B59F_96B53347D033#846835 ASC NULLS FIRST], output=[COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846971L,COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846973L,COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846975L,COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846977L,COL_CA611E41_698C_45D6_B02C_349DFA506C20#846979L,COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846981L,COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846983L,COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846985,COL_00663046_0F34_49FE_B59F_96B53347D033#846835])

HashAggregate(keys=[COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637], functions=[sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619), sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620), sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621), sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622), sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623), sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624), sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625), sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618)])

WholeStageCodegen (2)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637, 10), ENSURE_REQUIREMENTS, [plan_id=112623]

HashAggregate(keys=[COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637], functions=[partial_sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619), partial_sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620), partial_sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621), partial_sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622), partial_sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623), partial_sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624), partial_sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625), partial_sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618)])

Project [COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844563 AS COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844564 AS COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844565 AS COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844566 AS COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844567 AS COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844568 AS COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844569 AS COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844570 AS COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625, COL_86F71F77_5279_49FC_88FA_B9777EED1A4B#844586 AS COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637]

Filter (COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844473 <=> 1)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844473,COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844563,COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844564,COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844565,COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844566,COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844567,COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844568,COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844569,COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844570,COL_86F71F77_5279_49FC_88FA_B9777EED1A4B#844586] Batched: true, DataFilters: [(COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844473 <=> 1)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/RHA_2021_56618], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB,1)], ReadSchema: struct<COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB:string,COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D:d...

Details

== Physical Plan ==
AdaptiveSparkPlan (17)
+- == Final Plan ==
   TakeOrderedAndProject (10)
   +- * HashAggregate (9)
      +- AQEShuffleRead (8)
         +- ShuffleQueryStage (7), Statistics(sizeInBytes=20.7 KiB, rowCount=241)
            +- Exchange (6)
               +- * HashAggregate (5)
                  +- * Project (4)
                     +- * Filter (3)
                        +- * ColumnarToRow (2)
                           +- Scan parquet  (1)
+- == Initial Plan ==
   TakeOrderedAndProject (16)
   +- HashAggregate (15)
      +- Exchange (14)
         +- HashAggregate (13)
            +- Project (12)
               +- Filter (11)
                  +- Scan parquet  (1)


(1) Scan parquet 
Output [10]: [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844473, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844563, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844564, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844565, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844566, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844567, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844568, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844569, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844570, COL_86F71F77_5279_49FC_88FA_B9777EED1A4B#844586]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/RHA_2021_56618]
PushedFilters: [EqualNullSafe(COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB,1)]
ReadSchema: struct<COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB:string,COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D:double,COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F:int,COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E:int,COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC:int,COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E:int,COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9:int,COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7:int,COL_8BD06C53_C51C_4862_AB82_05D7BED6124F:int,COL_86F71F77_5279_49FC_88FA_B9777EED1A4B:string>

(2) ColumnarToRow [codegen id : 1]
Input [10]: [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844473, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844563, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844564, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844565, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844566, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844567, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844568, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844569, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844570, COL_86F71F77_5279_49FC_88FA_B9777EED1A4B#844586]

(3) Filter [codegen id : 1]
Input [10]: [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844473, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844563, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844564, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844565, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844566, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844567, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844568, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844569, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844570, COL_86F71F77_5279_49FC_88FA_B9777EED1A4B#844586]
Condition : (COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844473 <=> 1)

(4) Project [codegen id : 1]
Output [9]: [COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844563 AS COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844564 AS COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844565 AS COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844566 AS COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844567 AS COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844568 AS COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844569 AS COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844570 AS COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625, COL_86F71F77_5279_49FC_88FA_B9777EED1A4B#844586 AS COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637]
Input [10]: [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844473, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844563, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844564, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844565, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844566, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844567, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844568, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844569, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844570, COL_86F71F77_5279_49FC_88FA_B9777EED1A4B#844586]

(5) HashAggregate [codegen id : 1]
Input [9]: [COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618, COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619, COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620, COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621, COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622, COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623, COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624, COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625, COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637]
Keys [1]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637]
Functions [8]: [partial_sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619), partial_sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620), partial_sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621), partial_sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622), partial_sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623), partial_sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624), partial_sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625), partial_sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618)]
Aggregate Attributes [8]: [sum#847156L, sum#847157L, sum#847158L, sum#847159L, sum#847160L, sum#847161L, sum#847162L, sum#847163]
Results [9]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637, sum#847164L, sum#847165L, sum#847166L, sum#847167L, sum#847168L, sum#847169L, sum#847170L, sum#847171]

(6) Exchange
Input [9]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637, sum#847164L, sum#847165L, sum#847166L, sum#847167L, sum#847168L, sum#847169L, sum#847170L, sum#847171]
Arguments: hashpartitioning(COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637, 10), ENSURE_REQUIREMENTS, [plan_id=112623]

(7) ShuffleQueryStage
Output [9]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637, sum#847164L, sum#847165L, sum#847166L, sum#847167L, sum#847168L, sum#847169L, sum#847170L, sum#847171]
Arguments: 0

(8) AQEShuffleRead
Input [9]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637, sum#847164L, sum#847165L, sum#847166L, sum#847167L, sum#847168L, sum#847169L, sum#847170L, sum#847171]
Arguments: coalesced

(9) HashAggregate [codegen id : 2]
Input [9]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637, sum#847164L, sum#847165L, sum#847166L, sum#847167L, sum#847168L, sum#847169L, sum#847170L, sum#847171]
Keys [1]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637]
Functions [8]: [sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619), sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620), sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621), sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622), sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623), sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624), sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625), sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618)]
Aggregate Attributes [8]: [sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619)#846970L, sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620)#846972L, sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621)#846974L, sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622)#846976L, sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623)#846978L, sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624)#846980L, sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625)#846982L, sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618)#846984]
Results [9]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637 AS COL_00663046_0F34_49FE_B59F_96B53347D033#846835, sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619)#846970L AS COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846971L, sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620)#846972L AS COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846973L, sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621)#846974L AS COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846975L, sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622)#846976L AS COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846977L, sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623)#846978L AS COL_CA611E41_698C_45D6_B02C_349DFA506C20#846979L, sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624)#846980L AS COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846981L, sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625)#846982L AS COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846983L, sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618)#846984 AS COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846985]

(10) TakeOrderedAndProject
Input [9]: [COL_00663046_0F34_49FE_B59F_96B53347D033#846835, COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846971L, COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846973L, COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846975L, COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846977L, COL_CA611E41_698C_45D6_B02C_349DFA506C20#846979L, COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846981L, COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846983L, COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846985]
Arguments: 500000, [COL_00663046_0F34_49FE_B59F_96B53347D033#846835 ASC NULLS FIRST], [COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846971L, COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846973L, COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846975L, COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846977L, COL_CA611E41_698C_45D6_B02C_349DFA506C20#846979L, COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846981L, COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846983L, COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846985, COL_00663046_0F34_49FE_B59F_96B53347D033#846835]

(11) Filter
Input [10]: [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844473, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844563, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844564, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844565, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844566, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844567, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844568, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844569, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844570, COL_86F71F77_5279_49FC_88FA_B9777EED1A4B#844586]
Condition : (COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844473 <=> 1)

(12) Project
Output [9]: [COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844563 AS COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844564 AS COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844565 AS COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844566 AS COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844567 AS COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844568 AS COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844569 AS COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844570 AS COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625, COL_86F71F77_5279_49FC_88FA_B9777EED1A4B#844586 AS COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637]
Input [10]: [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844473, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844563, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844564, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844565, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844566, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844567, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844568, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844569, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844570, COL_86F71F77_5279_49FC_88FA_B9777EED1A4B#844586]

(13) HashAggregate
Input [9]: [COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618, COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619, COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620, COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621, COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622, COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623, COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624, COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625, COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637]
Keys [1]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637]
Functions [8]: [partial_sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619), partial_sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620), partial_sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621), partial_sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622), partial_sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623), partial_sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624), partial_sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625), partial_sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618)]
Aggregate Attributes [8]: [sum#847156L, sum#847157L, sum#847158L, sum#847159L, sum#847160L, sum#847161L, sum#847162L, sum#847163]
Results [9]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637, sum#847164L, sum#847165L, sum#847166L, sum#847167L, sum#847168L, sum#847169L, sum#847170L, sum#847171]

(14) Exchange
Input [9]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637, sum#847164L, sum#847165L, sum#847166L, sum#847167L, sum#847168L, sum#847169L, sum#847170L, sum#847171]
Arguments: hashpartitioning(COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637, 10), ENSURE_REQUIREMENTS, [plan_id=112600]

(15) HashAggregate
Input [9]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637, sum#847164L, sum#847165L, sum#847166L, sum#847167L, sum#847168L, sum#847169L, sum#847170L, sum#847171]
Keys [1]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637]
Functions [8]: [sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619), sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620), sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621), sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622), sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623), sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624), sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625), sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618)]
Aggregate Attributes [8]: [sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619)#846970L, sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620)#846972L, sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621)#846974L, sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622)#846976L, sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623)#846978L, sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624)#846980L, sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625)#846982L, sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618)#846984]
Results [9]: [COL_23A48BEF_2C48_4809_A662_527E40B76C43#846637 AS COL_00663046_0F34_49FE_B59F_96B53347D033#846835, sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#846619)#846970L AS COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846971L, sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#846620)#846972L AS COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846973L, sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#846621)#846974L AS COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846975L, sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#846622)#846976L AS COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846977L, sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#846623)#846978L AS COL_CA611E41_698C_45D6_B02C_349DFA506C20#846979L, sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#846624)#846980L AS COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846981L, sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#846625)#846982L AS COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846983L, sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#846618)#846984 AS COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846985]

(16) TakeOrderedAndProject
Input [9]: [COL_00663046_0F34_49FE_B59F_96B53347D033#846835, COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846971L, COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846973L, COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846975L, COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846977L, COL_CA611E41_698C_45D6_B02C_349DFA506C20#846979L, COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846981L, COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846983L, COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846985]
Arguments: 500000, [COL_00663046_0F34_49FE_B59F_96B53347D033#846835 ASC NULLS FIRST], [COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846971L, COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846973L, COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846975L, COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846977L, COL_CA611E41_698C_45D6_B02C_349DFA506C20#846979L, COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846981L, COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846983L, COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846985, COL_00663046_0F34_49FE_B59F_96B53347D033#846835]

(17) AdaptiveSparkPlan
Output [9]: [COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846971L, COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846973L, COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846975L, COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846977L, COL_CA611E41_698C_45D6_B02C_349DFA506C20#846979L, COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846981L, COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846983L, COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846985, COL_00663046_0F34_49FE_B59F_96B53347D033#846835]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet