SP1 - Details for Query 653

Submitted Time: 2026/02/24 09:28:42
Duration: 56 ms
Succeeded Jobs: 828

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 3 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 78 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 10.6 KiB number of output rows: 78"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#196559 AS COL_17CEF328_9CAE_4EB5_AAF7_BE63F175A435#197761, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#196560 AS COL_6D10CD52_8C37_4AAD_8941_AAFB3C944102#197762, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#196561 AS COL_9C92475B_54D7_457D_B95B_1611F8D75E06#197763, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#196562 AS COL_ECAC7073_F601_4637_9DAB_44907B226EC5#197764, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#196563 AS COL_EB2A1E7E_6BF8_486A_B926_D3039D421DD4#197765, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#196564 AS COL_F8C4FA4C_D859_4B4A_9860_715D157D8DF2#197766, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#196565 AS COL_3B179D20_7483_4764_8C78_87DC626AF8D9#197767, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#196566 AS COL_7068370F_8549_4E78_905F_8F2D29F844BB#197768, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#196567 AS COL_99ADBBBF_DBCF_44BE_A852_4E86C8218B10#197769, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#196568 AS COL_B55DA8AB_C955_46CE_8D00_FE55B1DE80C9#197770, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#196569L AS COL_F5113F52_7019_40C2_B56A_7B906925B36B#197771L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#196570 AS COL_FB9F06E4_05C2_4CB2_9D17_A4A8974D134B#197772, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#196571 AS COL_346A86BA_177B_449A_9DAC_1C48FED318C0#197773]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#196559,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#196560,COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#196561,COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#196562,COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#196563,COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#196564,COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#196565,COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#196566,COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#196567,COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#196568,COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#196569L,COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#196570,COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#196571] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/FONCIER_PROGRES_10889], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99:string,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#196559, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#196560, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#196561, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#196562, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#196563, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#196564, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#196565, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#196566, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#196567, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#196568, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#196569L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#196570, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#196571]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/FONCIER_PROGRES_10889]
ReadSchema: struct<COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99:string,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157:string,COL_8A455693_7E23_4C82_B5F4_9A15FB70C575:double,COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21:double,COL_92319292_D4FB_46C9_A773_58F2EBAD0E48:double,COL_B76605D2_F65E_42BD_8749_E59A952F9DFD:double,COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3:double,COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4:double,COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B:double,COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44:double,COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345:bigint,COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56:double,COL_C8AA959A_7B3F_4825_87AB_D61DBF026971:double>

(2) ColumnarToRow [codegen id : 1]
Input [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#196559, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#196560, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#196561, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#196562, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#196563, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#196564, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#196565, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#196566, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#196567, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#196568, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#196569L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#196570, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#196571]

(3) Project [codegen id : 1]
Output [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#196559 AS COL_17CEF328_9CAE_4EB5_AAF7_BE63F175A435#197761, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#196560 AS COL_6D10CD52_8C37_4AAD_8941_AAFB3C944102#197762, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#196561 AS COL_9C92475B_54D7_457D_B95B_1611F8D75E06#197763, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#196562 AS COL_ECAC7073_F601_4637_9DAB_44907B226EC5#197764, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#196563 AS COL_EB2A1E7E_6BF8_486A_B926_D3039D421DD4#197765, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#196564 AS COL_F8C4FA4C_D859_4B4A_9860_715D157D8DF2#197766, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#196565 AS COL_3B179D20_7483_4764_8C78_87DC626AF8D9#197767, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#196566 AS COL_7068370F_8549_4E78_905F_8F2D29F844BB#197768, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#196567 AS COL_99ADBBBF_DBCF_44BE_A852_4E86C8218B10#197769, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#196568 AS COL_B55DA8AB_C955_46CE_8D00_FE55B1DE80C9#197770, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#196569L AS COL_F5113F52_7019_40C2_B56A_7B906925B36B#197771L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#196570 AS COL_FB9F06E4_05C2_4CB2_9D17_A4A8974D134B#197772, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#196571 AS COL_346A86BA_177B_449A_9DAC_1C48FED318C0#197773]
Input [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#196559, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#196560, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#196561, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#196562, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#196563, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#196564, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#196565, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#196566, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#196567, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#196568, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#196569L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#196570, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#196571]

(4) CollectLimit
Input [13]: [COL_17CEF328_9CAE_4EB5_AAF7_BE63F175A435#197761, COL_6D10CD52_8C37_4AAD_8941_AAFB3C944102#197762, COL_9C92475B_54D7_457D_B95B_1611F8D75E06#197763, COL_ECAC7073_F601_4637_9DAB_44907B226EC5#197764, COL_EB2A1E7E_6BF8_486A_B926_D3039D421DD4#197765, COL_F8C4FA4C_D859_4B4A_9860_715D157D8DF2#197766, COL_3B179D20_7483_4764_8C78_87DC626AF8D9#197767, COL_7068370F_8549_4E78_905F_8F2D29F844BB#197768, COL_99ADBBBF_DBCF_44BE_A852_4E86C8218B10#197769, COL_B55DA8AB_C955_46CE_8D00_FE55B1DE80C9#197770, COL_F5113F52_7019_40C2_B56A_7B906925B36B#197771L, COL_FB9F06E4_05C2_4CB2_9D17_A4A8974D134B#197772, COL_346A86BA_177B_449A_9DAC_1C48FED318C0#197773]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet