SP1 - Details for Query 888

Submitted Time: 2026/06/30 08:49:08
Duration: 91 ms
Succeeded Jobs: 1158

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 10 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 5"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 263 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 9 ms metadata time: 0 ms size of files read: 121.9 KiB number of output rows: 263"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309981 AS COL_BFED675E_2BA2_4C6D_8A88_6D44605C232C#312160, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309983 AS COL_63A264F8_6859_474C_BD83_7B98C31281A1#312161, COL_968EB921_A48C_4431_AF0C_096E01DA1F1F#310053 AS COL_BE02BBAE_3948_4AB0_AEA9_3EF686D728D3#312162, COL_6FCDC2F6_D48C_4C1A_86DF_085A46B889D6#310054 AS COL_F4C16BC9_7392_461F_815A_BE8E50EC6302#312163, COL_2FA174CD_1EF1_4E47_B0D8_61F145870CB2#310055 AS COL_89619253_E52D_4210_A3C3_C0A126783494#312164, COL_6CB24B26_0651_4B8C_B2F0_8B880228BD83#310056 AS COL_403C6CD7_D9FF_4176_85E5_AD216E98B60E#312165, COL_CA67E3C1_7C87_408D_BC65_5EFA47E3FC25#310057 AS COL_20FB5DC0_81BB_4661_B192_D3246AD12C30#312166, COL_220E8935_731E_4541_8354_8E48EA93D8C3#310058 AS COL_6284E90D_DCE2_4CBB_A505_2A3F0B3C37F0#312167, COL_201B137A_86EF_4311_8002_50FD928DC48A#310059 AS COL_C56C2EFC_FC3E_4B5A_A68B_1F8D12DBB301#312168, COL_302BF3A1_1307_4413_A0E1_0C89D0923FEB#310060 AS COL_0C56AA8A_9DCA_48A8_977F_0168F004593D#312169, COL_0F5B5BE4_60C5_40CD_882A_199897B4984D#310061 AS COL_5E5CED7E_3896_4FE5_91F4_21A49FB12DF2#312170, COL_5FA5A239_1EC7_4EDF_B162_583652B373FB#310062 AS COL_CC4058DF_C5E3_4EBF_BB89_A0E9E776C11B#312171, COL_539B9EB4_B4FB_4846_982F_80AF9D9EBD87#310063 AS COL_A9299EF4_DF98_450C_936D_DA12FB774481#312172, COL_56AD504A_E200_46F4_9B9D_364855F76A7C#310064 AS COL_5C15CEEA_F8EB_499C_BC76_7499FEB21AE9#312173, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310065 AS COL_52D4C383_EACA_47EF_A45A_0A215E6099F4#312174]

Filter (COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309983 <=> date)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309981,COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309983,COL_968EB921_A48C_4431_AF0C_096E01DA1F1F#310053,COL_6FCDC2F6_D48C_4C1A_86DF_085A46B889D6#310054,COL_2FA174CD_1EF1_4E47_B0D8_61F145870CB2#310055,COL_6CB24B26_0651_4B8C_B2F0_8B880228BD83#310056,COL_CA67E3C1_7C87_408D_BC65_5EFA47E3FC25#310057,COL_220E8935_731E_4541_8354_8E48EA93D8C3#310058,COL_201B137A_86EF_4311_8002_50FD928DC48A#310059,COL_302BF3A1_1307_4413_A0E1_0C89D0923FEB#310060,COL_0F5B5BE4_60C5_40CD_882A_199897B4984D#310061,COL_5FA5A239_1EC7_4EDF_B162_583652B373FB#310062,COL_539B9EB4_B4FB_4846_982F_80AF9D9EBD87#310063,COL_56AD504A_E200_46F4_9B9D_364855F76A7C#310064,COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310065] Batched: true, DataFilters: [(COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309983 <=> date)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/DB_ALL_ANALYSE__412343], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A,date)], ReadSchema: struct<COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3:string,COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [15]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309981, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309983, COL_968EB921_A48C_4431_AF0C_096E01DA1F1F#310053, COL_6FCDC2F6_D48C_4C1A_86DF_085A46B889D6#310054, COL_2FA174CD_1EF1_4E47_B0D8_61F145870CB2#310055, COL_6CB24B26_0651_4B8C_B2F0_8B880228BD83#310056, COL_CA67E3C1_7C87_408D_BC65_5EFA47E3FC25#310057, COL_220E8935_731E_4541_8354_8E48EA93D8C3#310058, COL_201B137A_86EF_4311_8002_50FD928DC48A#310059, COL_302BF3A1_1307_4413_A0E1_0C89D0923FEB#310060, COL_0F5B5BE4_60C5_40CD_882A_199897B4984D#310061, COL_5FA5A239_1EC7_4EDF_B162_583652B373FB#310062, COL_539B9EB4_B4FB_4846_982F_80AF9D9EBD87#310063, COL_56AD504A_E200_46F4_9B9D_364855F76A7C#310064, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310065]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/DB_ALL_ANALYSE__412343]
PushedFilters: [EqualNullSafe(COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A,date)]
ReadSchema: struct<COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3:string,COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A:string,COL_968EB921_A48C_4431_AF0C_096E01DA1F1F:double,COL_6FCDC2F6_D48C_4C1A_86DF_085A46B889D6:string,COL_2FA174CD_1EF1_4E47_B0D8_61F145870CB2:string,COL_6CB24B26_0651_4B8C_B2F0_8B880228BD83:double,COL_CA67E3C1_7C87_408D_BC65_5EFA47E3FC25:double,COL_220E8935_731E_4541_8354_8E48EA93D8C3:double,COL_201B137A_86EF_4311_8002_50FD928DC48A:double,COL_302BF3A1_1307_4413_A0E1_0C89D0923FEB:double,COL_0F5B5BE4_60C5_40CD_882A_199897B4984D:string,COL_5FA5A239_1EC7_4EDF_B162_583652B373FB:string,COL_539B9EB4_B4FB_4846_982F_80AF9D9EBD87:string,COL_56AD504A_E200_46F4_9B9D_364855F76A7C:string,COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3:string>

(2) ColumnarToRow [codegen id : 1]
Input [15]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309981, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309983, COL_968EB921_A48C_4431_AF0C_096E01DA1F1F#310053, COL_6FCDC2F6_D48C_4C1A_86DF_085A46B889D6#310054, COL_2FA174CD_1EF1_4E47_B0D8_61F145870CB2#310055, COL_6CB24B26_0651_4B8C_B2F0_8B880228BD83#310056, COL_CA67E3C1_7C87_408D_BC65_5EFA47E3FC25#310057, COL_220E8935_731E_4541_8354_8E48EA93D8C3#310058, COL_201B137A_86EF_4311_8002_50FD928DC48A#310059, COL_302BF3A1_1307_4413_A0E1_0C89D0923FEB#310060, COL_0F5B5BE4_60C5_40CD_882A_199897B4984D#310061, COL_5FA5A239_1EC7_4EDF_B162_583652B373FB#310062, COL_539B9EB4_B4FB_4846_982F_80AF9D9EBD87#310063, COL_56AD504A_E200_46F4_9B9D_364855F76A7C#310064, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310065]

(3) Filter [codegen id : 1]
Input [15]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309981, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309983, COL_968EB921_A48C_4431_AF0C_096E01DA1F1F#310053, COL_6FCDC2F6_D48C_4C1A_86DF_085A46B889D6#310054, COL_2FA174CD_1EF1_4E47_B0D8_61F145870CB2#310055, COL_6CB24B26_0651_4B8C_B2F0_8B880228BD83#310056, COL_CA67E3C1_7C87_408D_BC65_5EFA47E3FC25#310057, COL_220E8935_731E_4541_8354_8E48EA93D8C3#310058, COL_201B137A_86EF_4311_8002_50FD928DC48A#310059, COL_302BF3A1_1307_4413_A0E1_0C89D0923FEB#310060, COL_0F5B5BE4_60C5_40CD_882A_199897B4984D#310061, COL_5FA5A239_1EC7_4EDF_B162_583652B373FB#310062, COL_539B9EB4_B4FB_4846_982F_80AF9D9EBD87#310063, COL_56AD504A_E200_46F4_9B9D_364855F76A7C#310064, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310065]
Condition : (COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309983 <=> date)

(4) Project [codegen id : 1]
Output [15]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309981 AS COL_BFED675E_2BA2_4C6D_8A88_6D44605C232C#312160, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309983 AS COL_63A264F8_6859_474C_BD83_7B98C31281A1#312161, COL_968EB921_A48C_4431_AF0C_096E01DA1F1F#310053 AS COL_BE02BBAE_3948_4AB0_AEA9_3EF686D728D3#312162, COL_6FCDC2F6_D48C_4C1A_86DF_085A46B889D6#310054 AS COL_F4C16BC9_7392_461F_815A_BE8E50EC6302#312163, COL_2FA174CD_1EF1_4E47_B0D8_61F145870CB2#310055 AS COL_89619253_E52D_4210_A3C3_C0A126783494#312164, COL_6CB24B26_0651_4B8C_B2F0_8B880228BD83#310056 AS COL_403C6CD7_D9FF_4176_85E5_AD216E98B60E#312165, COL_CA67E3C1_7C87_408D_BC65_5EFA47E3FC25#310057 AS COL_20FB5DC0_81BB_4661_B192_D3246AD12C30#312166, COL_220E8935_731E_4541_8354_8E48EA93D8C3#310058 AS COL_6284E90D_DCE2_4CBB_A505_2A3F0B3C37F0#312167, COL_201B137A_86EF_4311_8002_50FD928DC48A#310059 AS COL_C56C2EFC_FC3E_4B5A_A68B_1F8D12DBB301#312168, COL_302BF3A1_1307_4413_A0E1_0C89D0923FEB#310060 AS COL_0C56AA8A_9DCA_48A8_977F_0168F004593D#312169, COL_0F5B5BE4_60C5_40CD_882A_199897B4984D#310061 AS COL_5E5CED7E_3896_4FE5_91F4_21A49FB12DF2#312170, COL_5FA5A239_1EC7_4EDF_B162_583652B373FB#310062 AS COL_CC4058DF_C5E3_4EBF_BB89_A0E9E776C11B#312171, COL_539B9EB4_B4FB_4846_982F_80AF9D9EBD87#310063 AS COL_A9299EF4_DF98_450C_936D_DA12FB774481#312172, COL_56AD504A_E200_46F4_9B9D_364855F76A7C#310064 AS COL_5C15CEEA_F8EB_499C_BC76_7499FEB21AE9#312173, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310065 AS COL_52D4C383_EACA_47EF_A45A_0A215E6099F4#312174]
Input [15]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309981, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309983, COL_968EB921_A48C_4431_AF0C_096E01DA1F1F#310053, COL_6FCDC2F6_D48C_4C1A_86DF_085A46B889D6#310054, COL_2FA174CD_1EF1_4E47_B0D8_61F145870CB2#310055, COL_6CB24B26_0651_4B8C_B2F0_8B880228BD83#310056, COL_CA67E3C1_7C87_408D_BC65_5EFA47E3FC25#310057, COL_220E8935_731E_4541_8354_8E48EA93D8C3#310058, COL_201B137A_86EF_4311_8002_50FD928DC48A#310059, COL_302BF3A1_1307_4413_A0E1_0C89D0923FEB#310060, COL_0F5B5BE4_60C5_40CD_882A_199897B4984D#310061, COL_5FA5A239_1EC7_4EDF_B162_583652B373FB#310062, COL_539B9EB4_B4FB_4846_982F_80AF9D9EBD87#310063, COL_56AD504A_E200_46F4_9B9D_364855F76A7C#310064, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#310065]

(5) CollectLimit
Input [15]: [COL_BFED675E_2BA2_4C6D_8A88_6D44605C232C#312160, COL_63A264F8_6859_474C_BD83_7B98C31281A1#312161, COL_BE02BBAE_3948_4AB0_AEA9_3EF686D728D3#312162, COL_F4C16BC9_7392_461F_815A_BE8E50EC6302#312163, COL_89619253_E52D_4210_A3C3_C0A126783494#312164, COL_403C6CD7_D9FF_4176_85E5_AD216E98B60E#312165, COL_20FB5DC0_81BB_4661_B192_D3246AD12C30#312166, COL_6284E90D_DCE2_4CBB_A505_2A3F0B3C37F0#312167, COL_C56C2EFC_FC3E_4B5A_A68B_1F8D12DBB301#312168, COL_0C56AA8A_9DCA_48A8_977F_0168F004593D#312169, COL_5E5CED7E_3896_4FE5_91F4_21A49FB12DF2#312170, COL_CC4058DF_C5E3_4EBF_BB89_A0E9E776C11B#312171, COL_A9299EF4_DF98_450C_936D_DA12FB774481#312172, COL_5C15CEEA_F8EB_499C_BC76_7499FEB21AE9#312173, COL_52D4C383_EACA_47EF_A45A_0A215E6099F4#312174]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet