SP1 - Details for Query 203

Submitted Time: 2026/02/20 08:08:04
Duration: 0.1 s
Succeeded Jobs: 297

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 24 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 97 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 19 ms metadata time: 0 ms size of files read: 395.1 KiB number of output rows: 97"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_D2E72051_64F5_4767_A789_F8561AB2D44F#62261 AS COL_F1C52997_7F17_4E4F_B0A3_1E69C4811BA5#62482, COL_E7AA926F_7C92_492A_8DD7_2688EF778ECE#62262L AS COL_98957AA1_D7AF_49E1_8831_37069217A6D7#62483L, COL_1248A86E_B4AF_43C2_902C_BFC3995AAD96#62263L AS COL_1CD38AD4_14D5_4279_9DDD_B998AAFE4B99#62484L, COL_03AFCB1C_864C_4524_95ED_69C3F5039AEE#62264L AS COL_1A00F817_63CE_4C68_B981_4C8572902DD1#62485L, COL_A818B69E_C5B6_4C61_B515_FA4AB7DB726D#62265 AS COL_EADC50C9_D0D6_4D34_973D_1CD1E0A5CFD7#62486, COL_2E55B895_2573_4582_92E7_AE9454A7EBC2#62266 AS COL_77C82E4A_0F97_4CB7_8A0E_05DAC6A38728#62487, COL_A9D064D0_8C79_49E8_BEF6_33F865E607FD#62267 AS COL_B85B8385_9913_42CF_B5A3_8D36B54DFDDC#62488, COL_24F7C562_D3FC_4E5F_B29F_41302882D3C0#62268 AS COL_4EDA3152_1B39_4DE9_809B_41265C7D3E18#62489, COL_60D412D4_11A4_4F21_9590_D3C04630FEDF#62269 AS COL_97290FFF_58B1_4AD3_869A_98B4F9D80EAA#62490, COL_B779225C_6CB9_4DD3_AB80_35C656A58612#62270 AS COL_A73E9E55_3098_46E7_B6B0_75CFA2663F0C#62491, COL_4F6DDA45_1E3E_485B_8045_FA87B9C32D52#62271 AS COL_4D5A915E_BC7C_4F49_8B06_DEB9E27C1FA9#62492, COL_0BA6313B_2912_4E5D_B049_87E8EA969AE9#62272 AS COL_67FF5FFF_F7D8_4C99_A157_57701F7908DB#62493, COL_6B7C3E3E_CE1D_4DBA_B886_51263875E91A#62273 AS COL_5CDE6AE4_C5FC_4598_A83A_20E46B0E4E46#62494]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_D2E72051_64F5_4767_A789_F8561AB2D44F#62261,COL_E7AA926F_7C92_492A_8DD7_2688EF778ECE#62262L,COL_1248A86E_B4AF_43C2_902C_BFC3995AAD96#62263L,COL_03AFCB1C_864C_4524_95ED_69C3F5039AEE#62264L,COL_A818B69E_C5B6_4C61_B515_FA4AB7DB726D#62265,COL_2E55B895_2573_4582_92E7_AE9454A7EBC2#62266,COL_A9D064D0_8C79_49E8_BEF6_33F865E607FD#62267,COL_24F7C562_D3FC_4E5F_B29F_41302882D3C0#62268,COL_60D412D4_11A4_4F21_9590_D3C04630FEDF#62269,COL_B779225C_6CB9_4DD3_AB80_35C656A58612#62270,COL_4F6DDA45_1E3E_485B_8045_FA87B9C32D52#62271,COL_0BA6313B_2912_4E5D_B049_87E8EA969AE9#62272,COL_6B7C3E3E_CE1D_4DBA_B886_51263875E91A#62273] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/CAT18_TOUTE_POP_14580], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_D2E72051_64F5_4767_A789_F8561AB2D44F:string,COL_E7AA926F_7C92_492A_8DD7_2688EF778ECE:b...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [13]: [COL_D2E72051_64F5_4767_A789_F8561AB2D44F#62261, COL_E7AA926F_7C92_492A_8DD7_2688EF778ECE#62262L, COL_1248A86E_B4AF_43C2_902C_BFC3995AAD96#62263L, COL_03AFCB1C_864C_4524_95ED_69C3F5039AEE#62264L, COL_A818B69E_C5B6_4C61_B515_FA4AB7DB726D#62265, COL_2E55B895_2573_4582_92E7_AE9454A7EBC2#62266, COL_A9D064D0_8C79_49E8_BEF6_33F865E607FD#62267, COL_24F7C562_D3FC_4E5F_B29F_41302882D3C0#62268, COL_60D412D4_11A4_4F21_9590_D3C04630FEDF#62269, COL_B779225C_6CB9_4DD3_AB80_35C656A58612#62270, COL_4F6DDA45_1E3E_485B_8045_FA87B9C32D52#62271, COL_0BA6313B_2912_4E5D_B049_87E8EA969AE9#62272, COL_6B7C3E3E_CE1D_4DBA_B886_51263875E91A#62273]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/CAT18_TOUTE_POP_14580]
ReadSchema: struct<COL_D2E72051_64F5_4767_A789_F8561AB2D44F:string,COL_E7AA926F_7C92_492A_8DD7_2688EF778ECE:bigint,COL_1248A86E_B4AF_43C2_902C_BFC3995AAD96:bigint,COL_03AFCB1C_864C_4524_95ED_69C3F5039AEE:bigint,COL_A818B69E_C5B6_4C61_B515_FA4AB7DB726D:double,COL_2E55B895_2573_4582_92E7_AE9454A7EBC2:double,COL_A9D064D0_8C79_49E8_BEF6_33F865E607FD:double,COL_24F7C562_D3FC_4E5F_B29F_41302882D3C0:string,COL_60D412D4_11A4_4F21_9590_D3C04630FEDF:string,COL_B779225C_6CB9_4DD3_AB80_35C656A58612:string,COL_4F6DDA45_1E3E_485B_8045_FA87B9C32D52:string,COL_0BA6313B_2912_4E5D_B049_87E8EA969AE9:string,COL_6B7C3E3E_CE1D_4DBA_B886_51263875E91A:string>

(2) ColumnarToRow [codegen id : 1]
Input [13]: [COL_D2E72051_64F5_4767_A789_F8561AB2D44F#62261, COL_E7AA926F_7C92_492A_8DD7_2688EF778ECE#62262L, COL_1248A86E_B4AF_43C2_902C_BFC3995AAD96#62263L, COL_03AFCB1C_864C_4524_95ED_69C3F5039AEE#62264L, COL_A818B69E_C5B6_4C61_B515_FA4AB7DB726D#62265, COL_2E55B895_2573_4582_92E7_AE9454A7EBC2#62266, COL_A9D064D0_8C79_49E8_BEF6_33F865E607FD#62267, COL_24F7C562_D3FC_4E5F_B29F_41302882D3C0#62268, COL_60D412D4_11A4_4F21_9590_D3C04630FEDF#62269, COL_B779225C_6CB9_4DD3_AB80_35C656A58612#62270, COL_4F6DDA45_1E3E_485B_8045_FA87B9C32D52#62271, COL_0BA6313B_2912_4E5D_B049_87E8EA969AE9#62272, COL_6B7C3E3E_CE1D_4DBA_B886_51263875E91A#62273]

(3) Project [codegen id : 1]
Output [13]: [COL_D2E72051_64F5_4767_A789_F8561AB2D44F#62261 AS COL_F1C52997_7F17_4E4F_B0A3_1E69C4811BA5#62482, COL_E7AA926F_7C92_492A_8DD7_2688EF778ECE#62262L AS COL_98957AA1_D7AF_49E1_8831_37069217A6D7#62483L, COL_1248A86E_B4AF_43C2_902C_BFC3995AAD96#62263L AS COL_1CD38AD4_14D5_4279_9DDD_B998AAFE4B99#62484L, COL_03AFCB1C_864C_4524_95ED_69C3F5039AEE#62264L AS COL_1A00F817_63CE_4C68_B981_4C8572902DD1#62485L, COL_A818B69E_C5B6_4C61_B515_FA4AB7DB726D#62265 AS COL_EADC50C9_D0D6_4D34_973D_1CD1E0A5CFD7#62486, COL_2E55B895_2573_4582_92E7_AE9454A7EBC2#62266 AS COL_77C82E4A_0F97_4CB7_8A0E_05DAC6A38728#62487, COL_A9D064D0_8C79_49E8_BEF6_33F865E607FD#62267 AS COL_B85B8385_9913_42CF_B5A3_8D36B54DFDDC#62488, COL_24F7C562_D3FC_4E5F_B29F_41302882D3C0#62268 AS COL_4EDA3152_1B39_4DE9_809B_41265C7D3E18#62489, COL_60D412D4_11A4_4F21_9590_D3C04630FEDF#62269 AS COL_97290FFF_58B1_4AD3_869A_98B4F9D80EAA#62490, COL_B779225C_6CB9_4DD3_AB80_35C656A58612#62270 AS COL_A73E9E55_3098_46E7_B6B0_75CFA2663F0C#62491, COL_4F6DDA45_1E3E_485B_8045_FA87B9C32D52#62271 AS COL_4D5A915E_BC7C_4F49_8B06_DEB9E27C1FA9#62492, COL_0BA6313B_2912_4E5D_B049_87E8EA969AE9#62272 AS COL_67FF5FFF_F7D8_4C99_A157_57701F7908DB#62493, COL_6B7C3E3E_CE1D_4DBA_B886_51263875E91A#62273 AS COL_5CDE6AE4_C5FC_4598_A83A_20E46B0E4E46#62494]
Input [13]: [COL_D2E72051_64F5_4767_A789_F8561AB2D44F#62261, COL_E7AA926F_7C92_492A_8DD7_2688EF778ECE#62262L, COL_1248A86E_B4AF_43C2_902C_BFC3995AAD96#62263L, COL_03AFCB1C_864C_4524_95ED_69C3F5039AEE#62264L, COL_A818B69E_C5B6_4C61_B515_FA4AB7DB726D#62265, COL_2E55B895_2573_4582_92E7_AE9454A7EBC2#62266, COL_A9D064D0_8C79_49E8_BEF6_33F865E607FD#62267, COL_24F7C562_D3FC_4E5F_B29F_41302882D3C0#62268, COL_60D412D4_11A4_4F21_9590_D3C04630FEDF#62269, COL_B779225C_6CB9_4DD3_AB80_35C656A58612#62270, COL_4F6DDA45_1E3E_485B_8045_FA87B9C32D52#62271, COL_0BA6313B_2912_4E5D_B049_87E8EA969AE9#62272, COL_6B7C3E3E_CE1D_4DBA_B886_51263875E91A#62273]

(4) CollectLimit
Input [13]: [COL_F1C52997_7F17_4E4F_B0A3_1E69C4811BA5#62482, COL_98957AA1_D7AF_49E1_8831_37069217A6D7#62483L, COL_1CD38AD4_14D5_4279_9DDD_B998AAFE4B99#62484L, COL_1A00F817_63CE_4C68_B981_4C8572902DD1#62485L, COL_EADC50C9_D0D6_4D34_973D_1CD1E0A5CFD7#62486, COL_77C82E4A_0F97_4CB7_8A0E_05DAC6A38728#62487, COL_B85B8385_9913_42CF_B5A3_8D36B54DFDDC#62488, COL_4EDA3152_1B39_4DE9_809B_41265C7D3E18#62489, COL_97290FFF_58B1_4AD3_869A_98B4F9D80EAA#62490, COL_A73E9E55_3098_46E7_B6B0_75CFA2663F0C#62491, COL_4D5A915E_BC7C_4F49_8B06_DEB9E27C1FA9#62492, COL_67FF5FFF_F7D8_4C99_A157_57701F7908DB#62493, COL_5CDE6AE4_C5FC_4598_A83A_20E46B0E4E46#62494]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet