SP1 - Details for Query 3469

Submitted Time: 2026/08/26 10:29:44
Duration: 0.6 s
Succeeded Jobs: 3871 3873

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 9 ms"; 3 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build: 1 ms peak memory: 16.3 MiB number of output rows: 16 number of sort fallback tasks: 0 avg hash probes per key: 1"]; } 4 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 3.7 KiB number of coalesced partitions: 1"]; 5 [labelType="html" label="Exchange shuffle records written: 57 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 11 ms (2 ms, 2 ms, 4 ms (stage 5781.0: task 5325)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 57 local bytes read: 3.5 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 4 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 4.5 KiB (720.0 B, 1280.0 B, 1280.0 B (stage 5781.0: task 5327)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 3.5 KiB (629.0 B, 990.0 B, 996.0 B (stage 5781.0: task 5327))"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n286 ms (65 ms, 73 ms, 77 ms (stage 5781.0: task 5326))"; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build total (min, med, max (stageId: taskId)) 97 ms (19 ms, 26 ms, 28 ms (stage 5781.0: task 5324)) peak memory total (min, med, max (stageId: taskId)) 1024.0 KiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 5781.0: task 5325)) number of output rows: 57 number of sort fallback tasks: 0 avg hash probes per key: 0"]; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="Filter number of output rows: 5,316"]; 10 [labelType="html" label="ColumnarToRow number of output rows: 7,020 number of input batches: 4"]; } 11 [labelType="html" label="Scan parquet number of files read: 4 scan time total (min, med, max (stageId: taskId)) 71 ms (11 ms, 20 ms, 21 ms (stage 5781.0: task 5327)) metadata time: 0 ms size of files read: 1959.2 KiB number of output rows: 7,020"]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 9->8; 10->9; 11->10; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=500000, orderBy=[COL_E8BF9126_BC60_47EE_B633_9B798D5A58CB#846826 ASC NULLS FIRST], output=[COL_E8BF9126_BC60_47EE_B633_9B798D5A58CB#846826,COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846487L,COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846489L,COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846491L,COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846493L,COL_CA611E41_698C_45D6_B02C_349DFA506C20#846495L,COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846497L,COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846499L,COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846501])

HashAggregate(keys=[COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572], functions=[sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591), sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592), sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593), sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594), sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595), sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596), sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597), sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590)])

WholeStageCodegen (2)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, 10), ENSURE_REQUIREMENTS, [plan_id=112567]

HashAggregate(keys=[COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572], functions=[partial_sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591), partial_sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592), partial_sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593), partial_sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594), partial_sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595), partial_sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596), partial_sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597), partial_sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590)])

Project [COL_6C4C2834_8FBB_4514_96F4_74FF068730BA#844287 AS COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844305 AS COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844306 AS COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844307 AS COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844308 AS COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844309 AS COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844310 AS COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844311 AS COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844312 AS COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597]

Filter (COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844215 <=> 1)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844215,COL_6C4C2834_8FBB_4514_96F4_74FF068730BA#844287,COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844305,COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844306,COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844307,COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844308,COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844309,COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844310,COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844311,COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844312] Batched: true, DataFilters: [(COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844215 <=> 1)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/RHA_2021_56618], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB,1)], ReadSchema: struct<COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB:string,COL_6C4C2834_8FBB_4514_96F4_74FF068730BA:i...

Details

== Physical Plan ==
AdaptiveSparkPlan (17)
+- == Final Plan ==
   TakeOrderedAndProject (10)
   +- * HashAggregate (9)
      +- AQEShuffleRead (8)
         +- ShuffleQueryStage (7), Statistics(sizeInBytes=4.5 KiB, rowCount=57)
            +- Exchange (6)
               +- * HashAggregate (5)
                  +- * Project (4)
                     +- * Filter (3)
                        +- * ColumnarToRow (2)
                           +- Scan parquet  (1)
+- == Initial Plan ==
   TakeOrderedAndProject (16)
   +- HashAggregate (15)
      +- Exchange (14)
         +- HashAggregate (13)
            +- Project (12)
               +- Filter (11)
                  +- Scan parquet  (1)


(1) Scan parquet 
Output [10]: [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844215, COL_6C4C2834_8FBB_4514_96F4_74FF068730BA#844287, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844305, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844306, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844307, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844308, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844309, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844310, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844311, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844312]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/RHA_2021_56618]
PushedFilters: [EqualNullSafe(COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB,1)]
ReadSchema: struct<COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB:string,COL_6C4C2834_8FBB_4514_96F4_74FF068730BA:int,COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D:double,COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F:int,COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E:int,COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC:int,COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E:int,COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9:int,COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7:int,COL_8BD06C53_C51C_4862_AB82_05D7BED6124F:int>

(2) ColumnarToRow [codegen id : 1]
Input [10]: [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844215, COL_6C4C2834_8FBB_4514_96F4_74FF068730BA#844287, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844305, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844306, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844307, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844308, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844309, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844310, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844311, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844312]

(3) Filter [codegen id : 1]
Input [10]: [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844215, COL_6C4C2834_8FBB_4514_96F4_74FF068730BA#844287, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844305, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844306, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844307, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844308, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844309, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844310, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844311, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844312]
Condition : (COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844215 <=> 1)

(4) Project [codegen id : 1]
Output [9]: [COL_6C4C2834_8FBB_4514_96F4_74FF068730BA#844287 AS COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844305 AS COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844306 AS COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844307 AS COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844308 AS COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844309 AS COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844310 AS COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844311 AS COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844312 AS COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597]
Input [10]: [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844215, COL_6C4C2834_8FBB_4514_96F4_74FF068730BA#844287, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844305, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844306, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844307, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844308, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844309, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844310, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844311, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844312]

(5) HashAggregate [codegen id : 1]
Input [9]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590, COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591, COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592, COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593, COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594, COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595, COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596, COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597]
Keys [1]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572]
Functions [8]: [partial_sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591), partial_sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592), partial_sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593), partial_sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594), partial_sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595), partial_sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596), partial_sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597), partial_sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590)]
Aggregate Attributes [8]: [sum#847051L, sum#847052L, sum#847053L, sum#847054L, sum#847055L, sum#847056L, sum#847057L, sum#847058]
Results [9]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, sum#847059L, sum#847060L, sum#847061L, sum#847062L, sum#847063L, sum#847064L, sum#847065L, sum#847066]

(6) Exchange
Input [9]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, sum#847059L, sum#847060L, sum#847061L, sum#847062L, sum#847063L, sum#847064L, sum#847065L, sum#847066]
Arguments: hashpartitioning(COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, 10), ENSURE_REQUIREMENTS, [plan_id=112567]

(7) ShuffleQueryStage
Output [9]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, sum#847059L, sum#847060L, sum#847061L, sum#847062L, sum#847063L, sum#847064L, sum#847065L, sum#847066]
Arguments: 0

(8) AQEShuffleRead
Input [9]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, sum#847059L, sum#847060L, sum#847061L, sum#847062L, sum#847063L, sum#847064L, sum#847065L, sum#847066]
Arguments: coalesced

(9) HashAggregate [codegen id : 2]
Input [9]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, sum#847059L, sum#847060L, sum#847061L, sum#847062L, sum#847063L, sum#847064L, sum#847065L, sum#847066]
Keys [1]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572]
Functions [8]: [sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591), sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592), sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593), sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594), sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595), sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596), sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597), sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590)]
Aggregate Attributes [8]: [sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591)#846486L, sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592)#846488L, sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593)#846490L, sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594)#846492L, sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595)#846494L, sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596)#846496L, sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597)#846498L, sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590)#846500]
Results [9]: [int_to_str(COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572) AS COL_E8BF9126_BC60_47EE_B633_9B798D5A58CB#846826, sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591)#846486L AS COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846487L, sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592)#846488L AS COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846489L, sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593)#846490L AS COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846491L, sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594)#846492L AS COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846493L, sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595)#846494L AS COL_CA611E41_698C_45D6_B02C_349DFA506C20#846495L, sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596)#846496L AS COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846497L, sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597)#846498L AS COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846499L, sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590)#846500 AS COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846501]

(10) TakeOrderedAndProject
Input [9]: [COL_E8BF9126_BC60_47EE_B633_9B798D5A58CB#846826, COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846487L, COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846489L, COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846491L, COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846493L, COL_CA611E41_698C_45D6_B02C_349DFA506C20#846495L, COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846497L, COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846499L, COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846501]
Arguments: 500000, [COL_E8BF9126_BC60_47EE_B633_9B798D5A58CB#846826 ASC NULLS FIRST], [COL_E8BF9126_BC60_47EE_B633_9B798D5A58CB#846826, COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846487L, COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846489L, COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846491L, COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846493L, COL_CA611E41_698C_45D6_B02C_349DFA506C20#846495L, COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846497L, COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846499L, COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846501]

(11) Filter
Input [10]: [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844215, COL_6C4C2834_8FBB_4514_96F4_74FF068730BA#844287, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844305, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844306, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844307, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844308, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844309, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844310, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844311, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844312]
Condition : (COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844215 <=> 1)

(12) Project
Output [9]: [COL_6C4C2834_8FBB_4514_96F4_74FF068730BA#844287 AS COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844305 AS COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844306 AS COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844307 AS COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844308 AS COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844309 AS COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844310 AS COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844311 AS COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844312 AS COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597]
Input [10]: [COL_CCB5E7AD_BAFE_4446_A939_2E32C86714FB#844215, COL_6C4C2834_8FBB_4514_96F4_74FF068730BA#844287, COL_28AE4767_C35A_437F_B464_93F2F4AE1A6D#844305, COL_FB37928F_DAA8_40D1_8C3B_B8667E53E72F#844306, COL_0738FD20_3FDE_4319_BE5C_7C4D9031D75E#844307, COL_E13C8A25_A22A_47B8_B25F_75B48F3D7FAC#844308, COL_F0C3A147_4ACE_4775_AC57_86262AE6E06E#844309, COL_5E44BF8E_93B3_4899_8ECE_D30958A714D9#844310, COL_DDED7794_D0F0_4513_8EB1_E13E0B8735C7#844311, COL_8BD06C53_C51C_4862_AB82_05D7BED6124F#844312]

(13) HashAggregate
Input [9]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590, COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591, COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592, COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593, COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594, COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595, COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596, COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597]
Keys [1]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572]
Functions [8]: [partial_sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591), partial_sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592), partial_sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593), partial_sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594), partial_sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595), partial_sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596), partial_sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597), partial_sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590)]
Aggregate Attributes [8]: [sum#847051L, sum#847052L, sum#847053L, sum#847054L, sum#847055L, sum#847056L, sum#847057L, sum#847058]
Results [9]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, sum#847059L, sum#847060L, sum#847061L, sum#847062L, sum#847063L, sum#847064L, sum#847065L, sum#847066]

(14) Exchange
Input [9]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, sum#847059L, sum#847060L, sum#847061L, sum#847062L, sum#847063L, sum#847064L, sum#847065L, sum#847066]
Arguments: hashpartitioning(COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, 10), ENSURE_REQUIREMENTS, [plan_id=112544]

(15) HashAggregate
Input [9]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572, sum#847059L, sum#847060L, sum#847061L, sum#847062L, sum#847063L, sum#847064L, sum#847065L, sum#847066]
Keys [1]: [COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572]
Functions [8]: [sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591), sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592), sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593), sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594), sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595), sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596), sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597), sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590)]
Aggregate Attributes [8]: [sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591)#846486L, sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592)#846488L, sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593)#846490L, sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594)#846492L, sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595)#846494L, sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596)#846496L, sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597)#846498L, sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590)#846500]
Results [9]: [int_to_str(COL_699A04E6_7F52_40D3_A653_472D68FDD2A1#845572) AS COL_E8BF9126_BC60_47EE_B633_9B798D5A58CB#846826, sum(COL_9E66E570_E0EB_48F1_A0D6_0F055DD1E548#845591)#846486L AS COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846487L, sum(COL_4F4303CA_FF6A_4A12_8E13_8B5E6408D6E9#845592)#846488L AS COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846489L, sum(COL_D031A6D8_4917_46DA_B78E_9C81FD6E1CCE#845593)#846490L AS COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846491L, sum(COL_04E637EA_9655_43B0_91DE_5D3CD9310F0C#845594)#846492L AS COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846493L, sum(COL_FFB4D897_8FE8_4CFC_95BC_EA279BAFFAC9#845595)#846494L AS COL_CA611E41_698C_45D6_B02C_349DFA506C20#846495L, sum(COL_E9F549C2_8F29_4246_8327_D8FB7EC75739#845596)#846496L AS COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846497L, sum(COL_CF3138F0_25AB_4776_96C0_B942D102F601#845597)#846498L AS COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846499L, sum(COL_7D13338F_F945_4D71_9E16_21D8AA7F2CED#845590)#846500 AS COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846501]

(16) TakeOrderedAndProject
Input [9]: [COL_E8BF9126_BC60_47EE_B633_9B798D5A58CB#846826, COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846487L, COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846489L, COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846491L, COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846493L, COL_CA611E41_698C_45D6_B02C_349DFA506C20#846495L, COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846497L, COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846499L, COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846501]
Arguments: 500000, [COL_E8BF9126_BC60_47EE_B633_9B798D5A58CB#846826 ASC NULLS FIRST], [COL_E8BF9126_BC60_47EE_B633_9B798D5A58CB#846826, COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846487L, COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846489L, COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846491L, COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846493L, COL_CA611E41_698C_45D6_B02C_349DFA506C20#846495L, COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846497L, COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846499L, COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846501]

(17) AdaptiveSparkPlan
Output [9]: [COL_E8BF9126_BC60_47EE_B633_9B798D5A58CB#846826, COL_D150355D_A877_4D00_BB1E_18488BD3BC82#846487L, COL_8ED19191_F533_4B7E_9DB0_F256E4DE68E8#846489L, COL_0A73648D_8078_4D4E_9FA1_5A09483D6149#846491L, COL_F5F1AEFC_399E_4C84_8F65_D47E1BB3AB52#846493L, COL_CA611E41_698C_45D6_B02C_349DFA506C20#846495L, COL_3880A406_AB4C_4F03_B6C3_8E233B75CD0E#846497L, COL_1DEB0370_B747_48EB_9A98_596F9803BAA9#846499L, COL_A0A195F9_3A6B_4DB9_92F0_5E2F679F56E1#846501]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet