SP1 - Details for Query 889

Submitted Time: 2026/06/30 08:49:08
Duration: 81 ms
Succeeded Jobs: 1159

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 6 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 12"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 263 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 5 ms metadata time: 0 ms size of files read: 121.9 KiB number of output rows: 263"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#310321 AS COL_D675DC1A_992F_4286_B04C_F174139CEE90#312502, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#310323 AS COL_F1172B6C_81C6_4B86_8DA7_D2E4387ED26B#312503, COL_93C8FE4C_52BB_4F73_86D2_65049D7E6562#310373 AS COL_73C70C51_CE9D_44F1_B389_A84D70E280C7#312504, COL_2786783A_A9CF_4DAA_ACB6_21B4EF6CA8D0#310374 AS COL_C27D5305_8E2C_4954_AFC3_77325CBEFEE5#312505, COL_85677298_9D89_4E9E_8A93_4180A1C2C417#310375 AS COL_17024E17_A653_4126_890D_AF0ABBB4778A#312506, COL_184FD26E_5821_41D8_B677_BF4DFB4E9C8D#310376 AS COL_C5B6834C_8BB3_4BB2_84DA_AFB4513ACBAD#312507, COL_CBE22D3B_C4E1_4073_8E62_84F062CDBC48#310377 AS COL_F147FF15_A452_4BCB_B8C9_11F698B2DF0E#312508, COL_743906EE_8899_4BB2_AC8A_9D1E826AE06B#310378 AS COL_1AAAFB06_2F45_48FD_82AB_DE5D2D957B93#312509, COL_DFE568C8_C84E_41E9_B92F_16D38D05123C#310379 AS COL_70645414_1E99_4376_A63B_FED98114818D#312510, COL_DC0970B8_18F3_45D4_AEC9_9991CC929800#310380 AS COL_0C024D56_095D_40C0_A295_7328CA565278#312511, COL_345B3D6F_B9A4_4A83_98C2_7C6FE4790563#310381 AS COL_873604C5_AC39_4909_8729_4C52012DF358#312512, COL_31A2A329_BEC3_404E_825E_0B058E2A98A0#310382 AS COL_F00F69EE_7038_4E18_BD89_7CBFA02CCC1C#312513, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310405 AS COL_D3BC3DC1_4CB6_4733_AEC9_7CABE29B11E1#312514]

Filter (COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#310323 <=> datetime)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#310321,COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#310323,COL_93C8FE4C_52BB_4F73_86D2_65049D7E6562#310373,COL_2786783A_A9CF_4DAA_ACB6_21B4EF6CA8D0#310374,COL_85677298_9D89_4E9E_8A93_4180A1C2C417#310375,COL_184FD26E_5821_41D8_B677_BF4DFB4E9C8D#310376,COL_CBE22D3B_C4E1_4073_8E62_84F062CDBC48#310377,COL_743906EE_8899_4BB2_AC8A_9D1E826AE06B#310378,COL_DFE568C8_C84E_41E9_B92F_16D38D05123C#310379,COL_DC0970B8_18F3_45D4_AEC9_9991CC929800#310380,COL_345B3D6F_B9A4_4A83_98C2_7C6FE4790563#310381,COL_31A2A329_BEC3_404E_825E_0B058E2A98A0#310382,COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310405] Batched: true, DataFilters: [(COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#310323 <=> datetime)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/DB_ALL_ANALYSE__412343], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A,datetime)], ReadSchema: struct<COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3:string,COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [13]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#310321, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#310323, COL_93C8FE4C_52BB_4F73_86D2_65049D7E6562#310373, COL_2786783A_A9CF_4DAA_ACB6_21B4EF6CA8D0#310374, COL_85677298_9D89_4E9E_8A93_4180A1C2C417#310375, COL_184FD26E_5821_41D8_B677_BF4DFB4E9C8D#310376, COL_CBE22D3B_C4E1_4073_8E62_84F062CDBC48#310377, COL_743906EE_8899_4BB2_AC8A_9D1E826AE06B#310378, COL_DFE568C8_C84E_41E9_B92F_16D38D05123C#310379, COL_DC0970B8_18F3_45D4_AEC9_9991CC929800#310380, COL_345B3D6F_B9A4_4A83_98C2_7C6FE4790563#310381, COL_31A2A329_BEC3_404E_825E_0B058E2A98A0#310382, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310405]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/DB_ALL_ANALYSE__412343]
PushedFilters: [EqualNullSafe(COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A,datetime)]
ReadSchema: struct<COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3:string,COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A:string,COL_93C8FE4C_52BB_4F73_86D2_65049D7E6562:double,COL_2786783A_A9CF_4DAA_ACB6_21B4EF6CA8D0:string,COL_85677298_9D89_4E9E_8A93_4180A1C2C417:string,COL_184FD26E_5821_41D8_B677_BF4DFB4E9C8D:double,COL_CBE22D3B_C4E1_4073_8E62_84F062CDBC48:double,COL_743906EE_8899_4BB2_AC8A_9D1E826AE06B:double,COL_DFE568C8_C84E_41E9_B92F_16D38D05123C:double,COL_DC0970B8_18F3_45D4_AEC9_9991CC929800:string,COL_345B3D6F_B9A4_4A83_98C2_7C6FE4790563:double,COL_31A2A329_BEC3_404E_825E_0B058E2A98A0:double,COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3:string>

(2) ColumnarToRow [codegen id : 1]
Input [13]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#310321, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#310323, COL_93C8FE4C_52BB_4F73_86D2_65049D7E6562#310373, COL_2786783A_A9CF_4DAA_ACB6_21B4EF6CA8D0#310374, COL_85677298_9D89_4E9E_8A93_4180A1C2C417#310375, COL_184FD26E_5821_41D8_B677_BF4DFB4E9C8D#310376, COL_CBE22D3B_C4E1_4073_8E62_84F062CDBC48#310377, COL_743906EE_8899_4BB2_AC8A_9D1E826AE06B#310378, COL_DFE568C8_C84E_41E9_B92F_16D38D05123C#310379, COL_DC0970B8_18F3_45D4_AEC9_9991CC929800#310380, COL_345B3D6F_B9A4_4A83_98C2_7C6FE4790563#310381, COL_31A2A329_BEC3_404E_825E_0B058E2A98A0#310382, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310405]

(3) Filter [codegen id : 1]
Input [13]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#310321, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#310323, COL_93C8FE4C_52BB_4F73_86D2_65049D7E6562#310373, COL_2786783A_A9CF_4DAA_ACB6_21B4EF6CA8D0#310374, COL_85677298_9D89_4E9E_8A93_4180A1C2C417#310375, COL_184FD26E_5821_41D8_B677_BF4DFB4E9C8D#310376, COL_CBE22D3B_C4E1_4073_8E62_84F062CDBC48#310377, COL_743906EE_8899_4BB2_AC8A_9D1E826AE06B#310378, COL_DFE568C8_C84E_41E9_B92F_16D38D05123C#310379, COL_DC0970B8_18F3_45D4_AEC9_9991CC929800#310380, COL_345B3D6F_B9A4_4A83_98C2_7C6FE4790563#310381, COL_31A2A329_BEC3_404E_825E_0B058E2A98A0#310382, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310405]
Condition : (COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#310323 <=> datetime)

(4) Project [codegen id : 1]
Output [13]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#310321 AS COL_D675DC1A_992F_4286_B04C_F174139CEE90#312502, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#310323 AS COL_F1172B6C_81C6_4B86_8DA7_D2E4387ED26B#312503, COL_93C8FE4C_52BB_4F73_86D2_65049D7E6562#310373 AS COL_73C70C51_CE9D_44F1_B389_A84D70E280C7#312504, COL_2786783A_A9CF_4DAA_ACB6_21B4EF6CA8D0#310374 AS COL_C27D5305_8E2C_4954_AFC3_77325CBEFEE5#312505, COL_85677298_9D89_4E9E_8A93_4180A1C2C417#310375 AS COL_17024E17_A653_4126_890D_AF0ABBB4778A#312506, COL_184FD26E_5821_41D8_B677_BF4DFB4E9C8D#310376 AS COL_C5B6834C_8BB3_4BB2_84DA_AFB4513ACBAD#312507, COL_CBE22D3B_C4E1_4073_8E62_84F062CDBC48#310377 AS COL_F147FF15_A452_4BCB_B8C9_11F698B2DF0E#312508, COL_743906EE_8899_4BB2_AC8A_9D1E826AE06B#310378 AS COL_1AAAFB06_2F45_48FD_82AB_DE5D2D957B93#312509, COL_DFE568C8_C84E_41E9_B92F_16D38D05123C#310379 AS COL_70645414_1E99_4376_A63B_FED98114818D#312510, COL_DC0970B8_18F3_45D4_AEC9_9991CC929800#310380 AS COL_0C024D56_095D_40C0_A295_7328CA565278#312511, COL_345B3D6F_B9A4_4A83_98C2_7C6FE4790563#310381 AS COL_873604C5_AC39_4909_8729_4C52012DF358#312512, COL_31A2A329_BEC3_404E_825E_0B058E2A98A0#310382 AS COL_F00F69EE_7038_4E18_BD89_7CBFA02CCC1C#312513, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310405 AS COL_D3BC3DC1_4CB6_4733_AEC9_7CABE29B11E1#312514]
Input [13]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#310321, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#310323, COL_93C8FE4C_52BB_4F73_86D2_65049D7E6562#310373, COL_2786783A_A9CF_4DAA_ACB6_21B4EF6CA8D0#310374, COL_85677298_9D89_4E9E_8A93_4180A1C2C417#310375, COL_184FD26E_5821_41D8_B677_BF4DFB4E9C8D#310376, COL_CBE22D3B_C4E1_4073_8E62_84F062CDBC48#310377, COL_743906EE_8899_4BB2_AC8A_9D1E826AE06B#310378, COL_DFE568C8_C84E_41E9_B92F_16D38D05123C#310379, COL_DC0970B8_18F3_45D4_AEC9_9991CC929800#310380, COL_345B3D6F_B9A4_4A83_98C2_7C6FE4790563#310381, COL_31A2A329_BEC3_404E_825E_0B058E2A98A0#310382, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310405]

(5) CollectLimit
Input [13]: [COL_D675DC1A_992F_4286_B04C_F174139CEE90#312502, COL_F1172B6C_81C6_4B86_8DA7_D2E4387ED26B#312503, COL_73C70C51_CE9D_44F1_B389_A84D70E280C7#312504, COL_C27D5305_8E2C_4954_AFC3_77325CBEFEE5#312505, COL_17024E17_A653_4126_890D_AF0ABBB4778A#312506, COL_C5B6834C_8BB3_4BB2_84DA_AFB4513ACBAD#312507, COL_F147FF15_A452_4BCB_B8C9_11F698B2DF0E#312508, COL_1AAAFB06_2F45_48FD_82AB_DE5D2D957B93#312509, COL_70645414_1E99_4376_A63B_FED98114818D#312510, COL_0C024D56_095D_40C0_A295_7328CA565278#312511, COL_873604C5_AC39_4909_8729_4C52012DF358#312512, COL_F00F69EE_7038_4E18_BD89_7CBFA02CCC1C#312513, COL_D3BC3DC1_4CB6_4733_AEC9_7CABE29B11E1#312514]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet