SP1 - Details for Query 3484

Submitted Time: 2026/08/26 10:30:09
Duration: 0.1 s
Succeeded Jobs: 3898 3899 3900

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n41 ms (3 ms, 5 ms, 8 ms (stage 5816.0: task 5359))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 18"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 33 number of input batches: 5"]; } 5 [labelType="html" label="Scan parquet number of files read: 8 scan time total (min, med, max (stageId: taskId)) 39 ms (3 ms, 5 ms, 8 ms (stage 5816.0: task 5359)) metadata time: 0 ms size of files read: 48.2 KiB number of output rows: 33"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_3EC8E81E_2A2C_4DB4_A311_14DCF5CC2CF2#850211 AS COL_3AA08448_B2A2_4AAA_9532_11D699AD1866#850483, COL_42B8D689_9CB0_4C8B_AAC9_69B2E857541A#850212 AS COL_E277CED1_75E1_4305_B32C_DEF93988F352#850484, COL_AA1CE7BB_04C7_471C_9C34_B9C83E8E9AA0#850213 AS COL_9C65BD09_9FEE_4504_A84A_9CC951A29BDC#850485, COL_009BF2C0_86B5_4183_97D0_329737E2819C#850214 AS COL_903C5911_443E_4F10_B232_D6868F083305#850486, COL_970C4978_936E_42FA_9EAC_5C928B7364E6#850215 AS COL_ACD93AEA_F949_4DB0_8ECF_4086C94E3D1C#850487, COL_73E710AA_54A2_4B56_9205_855566C67B14#850216 AS COL_7C97604E_185D_47AE_A8CE_6141EBBADE11#850488, COL_AD56B535_2C1F_4C70_8F12_A330540DFFC1#850217 AS COL_CFB866DE_188E_40C6_94A9_328D411EED6F#850489, COL_F5A377E4_2614_475E_818A_86B21B4F1DFA#850218 AS COL_B23400C6_EF0F_4324_A2C1_8D5874C97D9A#850490, COL_CF848CE0_301D_4FCE_8B00_7B7E325024D5#850219 AS COL_FBD12BEC_9085_451B_96F2_1FC0435A39C9#850491, COL_9B22BBED_5801_4ED4_A4FF_B3880D991517#850220 AS COL_1AD5425F_75F1_4885_B073_C0EF831799BC#850492, COL_23C1C820_73F3_467A_9B35_D6F9586905D8#850221 AS COL_6B977524_585F_4DE2_88CC_D00A05A88670#850493, COL_13ED0C96_5EE7_41A9_A4E3_CBDEF1A7FBF9#850222 AS COL_18EDC902_EDA8_43B6_9505_6733307375E4#850494, COL_B4C383DC_4B18_42A3_BDCE_AD83AE5B002D#850223 AS COL_2BF8D422_B9D2_4F3C_BA00_367AA0CB4425#850495, COL_3A997335_0990_42AC_B9B6_6B615B274281#850224 AS COL_A7CD0673_7BE4_4A96_80E9_7711F11B5941#850496, COL_A7639972_B2C7_4208_9F7C_6BCC1D0819C9#850225 AS COL_2D75E4AB_6D20_4A4B_B70A_9C8C31ECFDB2#850497, COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF#850226 AS COL_3AE32722_327C_4B50_92A8_2D0F3AD24F4F#850498]

Filter ((COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF#850226 <=> 0) OR (COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF#850226 <=> 1))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_3EC8E81E_2A2C_4DB4_A311_14DCF5CC2CF2#850211,COL_42B8D689_9CB0_4C8B_AAC9_69B2E857541A#850212,COL_AA1CE7BB_04C7_471C_9C34_B9C83E8E9AA0#850213,COL_009BF2C0_86B5_4183_97D0_329737E2819C#850214,COL_970C4978_936E_42FA_9EAC_5C928B7364E6#850215,COL_73E710AA_54A2_4B56_9205_855566C67B14#850216,COL_AD56B535_2C1F_4C70_8F12_A330540DFFC1#850217,COL_F5A377E4_2614_475E_818A_86B21B4F1DFA#850218,COL_CF848CE0_301D_4FCE_8B00_7B7E325024D5#850219,COL_9B22BBED_5801_4ED4_A4FF_B3880D991517#850220,COL_23C1C820_73F3_467A_9B35_D6F9586905D8#850221,COL_13ED0C96_5EE7_41A9_A4E3_CBDEF1A7FBF9#850222,COL_B4C383DC_4B18_42A3_BDCE_AD83AE5B002D#850223,COL_3A997335_0990_42AC_B9B6_6B615B274281#850224,COL_A7639972_B2C7_4208_9F7C_6BCC1D0819C9#850225,COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF#850226] Batched: true, DataFilters: [((COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF#850226 <=> 0) OR (COL_9E168E46_0AFC_4C11_9A27_1C23020..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/RHA_2021_DA_56885], PartitionFilters: [], PushedFilters: [Or(EqualNullSafe(COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF,0),EqualNullSafe(COL_9E168E46_0AFC_4C1..., ReadSchema: struct<COL_3EC8E81E_2A2C_4DB4_A311_14DCF5CC2CF2:string,COL_42B8D689_9CB0_4C8B_AAC9_69B2E857541A:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [16]: [COL_3EC8E81E_2A2C_4DB4_A311_14DCF5CC2CF2#850211, COL_42B8D689_9CB0_4C8B_AAC9_69B2E857541A#850212, COL_AA1CE7BB_04C7_471C_9C34_B9C83E8E9AA0#850213, COL_009BF2C0_86B5_4183_97D0_329737E2819C#850214, COL_970C4978_936E_42FA_9EAC_5C928B7364E6#850215, COL_73E710AA_54A2_4B56_9205_855566C67B14#850216, COL_AD56B535_2C1F_4C70_8F12_A330540DFFC1#850217, COL_F5A377E4_2614_475E_818A_86B21B4F1DFA#850218, COL_CF848CE0_301D_4FCE_8B00_7B7E325024D5#850219, COL_9B22BBED_5801_4ED4_A4FF_B3880D991517#850220, COL_23C1C820_73F3_467A_9B35_D6F9586905D8#850221, COL_13ED0C96_5EE7_41A9_A4E3_CBDEF1A7FBF9#850222, COL_B4C383DC_4B18_42A3_BDCE_AD83AE5B002D#850223, COL_3A997335_0990_42AC_B9B6_6B615B274281#850224, COL_A7639972_B2C7_4208_9F7C_6BCC1D0819C9#850225, COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF#850226]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/RHA_2021_DA_56885]
PushedFilters: [Or(EqualNullSafe(COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF,0),EqualNullSafe(COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF,1))]
ReadSchema: struct<COL_3EC8E81E_2A2C_4DB4_A311_14DCF5CC2CF2:string,COL_42B8D689_9CB0_4C8B_AAC9_69B2E857541A:string,COL_AA1CE7BB_04C7_471C_9C34_B9C83E8E9AA0:string,COL_009BF2C0_86B5_4183_97D0_329737E2819C:string,COL_970C4978_936E_42FA_9EAC_5C928B7364E6:string,COL_73E710AA_54A2_4B56_9205_855566C67B14:string,COL_AD56B535_2C1F_4C70_8F12_A330540DFFC1:string,COL_F5A377E4_2614_475E_818A_86B21B4F1DFA:string,COL_CF848CE0_301D_4FCE_8B00_7B7E325024D5:string,COL_9B22BBED_5801_4ED4_A4FF_B3880D991517:string,COL_23C1C820_73F3_467A_9B35_D6F9586905D8:string,COL_13ED0C96_5EE7_41A9_A4E3_CBDEF1A7FBF9:string,COL_B4C383DC_4B18_42A3_BDCE_AD83AE5B002D:string,COL_3A997335_0990_42AC_B9B6_6B615B274281:string,COL_A7639972_B2C7_4208_9F7C_6BCC1D0819C9:string,COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF:string>

(2) ColumnarToRow [codegen id : 1]
Input [16]: [COL_3EC8E81E_2A2C_4DB4_A311_14DCF5CC2CF2#850211, COL_42B8D689_9CB0_4C8B_AAC9_69B2E857541A#850212, COL_AA1CE7BB_04C7_471C_9C34_B9C83E8E9AA0#850213, COL_009BF2C0_86B5_4183_97D0_329737E2819C#850214, COL_970C4978_936E_42FA_9EAC_5C928B7364E6#850215, COL_73E710AA_54A2_4B56_9205_855566C67B14#850216, COL_AD56B535_2C1F_4C70_8F12_A330540DFFC1#850217, COL_F5A377E4_2614_475E_818A_86B21B4F1DFA#850218, COL_CF848CE0_301D_4FCE_8B00_7B7E325024D5#850219, COL_9B22BBED_5801_4ED4_A4FF_B3880D991517#850220, COL_23C1C820_73F3_467A_9B35_D6F9586905D8#850221, COL_13ED0C96_5EE7_41A9_A4E3_CBDEF1A7FBF9#850222, COL_B4C383DC_4B18_42A3_BDCE_AD83AE5B002D#850223, COL_3A997335_0990_42AC_B9B6_6B615B274281#850224, COL_A7639972_B2C7_4208_9F7C_6BCC1D0819C9#850225, COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF#850226]

(3) Filter [codegen id : 1]
Input [16]: [COL_3EC8E81E_2A2C_4DB4_A311_14DCF5CC2CF2#850211, COL_42B8D689_9CB0_4C8B_AAC9_69B2E857541A#850212, COL_AA1CE7BB_04C7_471C_9C34_B9C83E8E9AA0#850213, COL_009BF2C0_86B5_4183_97D0_329737E2819C#850214, COL_970C4978_936E_42FA_9EAC_5C928B7364E6#850215, COL_73E710AA_54A2_4B56_9205_855566C67B14#850216, COL_AD56B535_2C1F_4C70_8F12_A330540DFFC1#850217, COL_F5A377E4_2614_475E_818A_86B21B4F1DFA#850218, COL_CF848CE0_301D_4FCE_8B00_7B7E325024D5#850219, COL_9B22BBED_5801_4ED4_A4FF_B3880D991517#850220, COL_23C1C820_73F3_467A_9B35_D6F9586905D8#850221, COL_13ED0C96_5EE7_41A9_A4E3_CBDEF1A7FBF9#850222, COL_B4C383DC_4B18_42A3_BDCE_AD83AE5B002D#850223, COL_3A997335_0990_42AC_B9B6_6B615B274281#850224, COL_A7639972_B2C7_4208_9F7C_6BCC1D0819C9#850225, COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF#850226]
Condition : ((COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF#850226 <=> 0) OR (COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF#850226 <=> 1))

(4) Project [codegen id : 1]
Output [16]: [COL_3EC8E81E_2A2C_4DB4_A311_14DCF5CC2CF2#850211 AS COL_3AA08448_B2A2_4AAA_9532_11D699AD1866#850483, COL_42B8D689_9CB0_4C8B_AAC9_69B2E857541A#850212 AS COL_E277CED1_75E1_4305_B32C_DEF93988F352#850484, COL_AA1CE7BB_04C7_471C_9C34_B9C83E8E9AA0#850213 AS COL_9C65BD09_9FEE_4504_A84A_9CC951A29BDC#850485, COL_009BF2C0_86B5_4183_97D0_329737E2819C#850214 AS COL_903C5911_443E_4F10_B232_D6868F083305#850486, COL_970C4978_936E_42FA_9EAC_5C928B7364E6#850215 AS COL_ACD93AEA_F949_4DB0_8ECF_4086C94E3D1C#850487, COL_73E710AA_54A2_4B56_9205_855566C67B14#850216 AS COL_7C97604E_185D_47AE_A8CE_6141EBBADE11#850488, COL_AD56B535_2C1F_4C70_8F12_A330540DFFC1#850217 AS COL_CFB866DE_188E_40C6_94A9_328D411EED6F#850489, COL_F5A377E4_2614_475E_818A_86B21B4F1DFA#850218 AS COL_B23400C6_EF0F_4324_A2C1_8D5874C97D9A#850490, COL_CF848CE0_301D_4FCE_8B00_7B7E325024D5#850219 AS COL_FBD12BEC_9085_451B_96F2_1FC0435A39C9#850491, COL_9B22BBED_5801_4ED4_A4FF_B3880D991517#850220 AS COL_1AD5425F_75F1_4885_B073_C0EF831799BC#850492, COL_23C1C820_73F3_467A_9B35_D6F9586905D8#850221 AS COL_6B977524_585F_4DE2_88CC_D00A05A88670#850493, COL_13ED0C96_5EE7_41A9_A4E3_CBDEF1A7FBF9#850222 AS COL_18EDC902_EDA8_43B6_9505_6733307375E4#850494, COL_B4C383DC_4B18_42A3_BDCE_AD83AE5B002D#850223 AS COL_2BF8D422_B9D2_4F3C_BA00_367AA0CB4425#850495, COL_3A997335_0990_42AC_B9B6_6B615B274281#850224 AS COL_A7CD0673_7BE4_4A96_80E9_7711F11B5941#850496, COL_A7639972_B2C7_4208_9F7C_6BCC1D0819C9#850225 AS COL_2D75E4AB_6D20_4A4B_B70A_9C8C31ECFDB2#850497, COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF#850226 AS COL_3AE32722_327C_4B50_92A8_2D0F3AD24F4F#850498]
Input [16]: [COL_3EC8E81E_2A2C_4DB4_A311_14DCF5CC2CF2#850211, COL_42B8D689_9CB0_4C8B_AAC9_69B2E857541A#850212, COL_AA1CE7BB_04C7_471C_9C34_B9C83E8E9AA0#850213, COL_009BF2C0_86B5_4183_97D0_329737E2819C#850214, COL_970C4978_936E_42FA_9EAC_5C928B7364E6#850215, COL_73E710AA_54A2_4B56_9205_855566C67B14#850216, COL_AD56B535_2C1F_4C70_8F12_A330540DFFC1#850217, COL_F5A377E4_2614_475E_818A_86B21B4F1DFA#850218, COL_CF848CE0_301D_4FCE_8B00_7B7E325024D5#850219, COL_9B22BBED_5801_4ED4_A4FF_B3880D991517#850220, COL_23C1C820_73F3_467A_9B35_D6F9586905D8#850221, COL_13ED0C96_5EE7_41A9_A4E3_CBDEF1A7FBF9#850222, COL_B4C383DC_4B18_42A3_BDCE_AD83AE5B002D#850223, COL_3A997335_0990_42AC_B9B6_6B615B274281#850224, COL_A7639972_B2C7_4208_9F7C_6BCC1D0819C9#850225, COL_9E168E46_0AFC_4C11_9A27_1C23020CD4AF#850226]

(5) CollectLimit
Input [16]: [COL_3AA08448_B2A2_4AAA_9532_11D699AD1866#850483, COL_E277CED1_75E1_4305_B32C_DEF93988F352#850484, COL_9C65BD09_9FEE_4504_A84A_9CC951A29BDC#850485, COL_903C5911_443E_4F10_B232_D6868F083305#850486, COL_ACD93AEA_F949_4DB0_8ECF_4086C94E3D1C#850487, COL_7C97604E_185D_47AE_A8CE_6141EBBADE11#850488, COL_CFB866DE_188E_40C6_94A9_328D411EED6F#850489, COL_B23400C6_EF0F_4324_A2C1_8D5874C97D9A#850490, COL_FBD12BEC_9085_451B_96F2_1FC0435A39C9#850491, COL_1AD5425F_75F1_4885_B073_C0EF831799BC#850492, COL_6B977524_585F_4DE2_88CC_D00A05A88670#850493, COL_18EDC902_EDA8_43B6_9505_6733307375E4#850494, COL_2BF8D422_B9D2_4F3C_BA00_367AA0CB4425#850495, COL_A7CD0673_7BE4_4A96_80E9_7711F11B5941#850496, COL_2D75E4AB_6D20_4A4B_B70A_9C8C31ECFDB2#850497, COL_3AE32722_327C_4B50_92A8_2D0F3AD24F4F#850498]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet