SP1 - Details for Query 228

Submitted Time: 2026/02/20 08:08:31
Duration: 0.1 s
Succeeded Jobs: 329

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 5 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 78 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 4 ms metadata time: 0 ms size of files read: 10.6 KiB number of output rows: 78"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94466 AS COL_17CEF328_9CAE_4EB5_AAF7_BE63F175A435#94687, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94467 AS COL_6D10CD52_8C37_4AAD_8941_AAFB3C944102#94688, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94468 AS COL_9C92475B_54D7_457D_B95B_1611F8D75E06#94689, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94469 AS COL_ECAC7073_F601_4637_9DAB_44907B226EC5#94690, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94470 AS COL_EB2A1E7E_6BF8_486A_B926_D3039D421DD4#94691, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94471 AS COL_F8C4FA4C_D859_4B4A_9860_715D157D8DF2#94692, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94472 AS COL_3B179D20_7483_4764_8C78_87DC626AF8D9#94693, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94473 AS COL_7068370F_8549_4E78_905F_8F2D29F844BB#94694, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94474 AS COL_99ADBBBF_DBCF_44BE_A852_4E86C8218B10#94695, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94475 AS COL_B55DA8AB_C955_46CE_8D00_FE55B1DE80C9#94696, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94476L AS COL_F5113F52_7019_40C2_B56A_7B906925B36B#94697L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94477 AS COL_FB9F06E4_05C2_4CB2_9D17_A4A8974D134B#94698, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94478 AS COL_346A86BA_177B_449A_9DAC_1C48FED318C0#94699]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94466,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94467,COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94468,COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94469,COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94470,COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94471,COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94472,COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94473,COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94474,COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94475,COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94476L,COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94477,COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94478] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/FONCIER_PROGRES_10889], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99:string,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94466, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94467, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94468, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94469, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94470, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94471, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94472, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94473, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94474, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94475, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94476L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94477, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94478]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/FONCIER_PROGRES_10889]
ReadSchema: struct<COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99:string,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157:string,COL_8A455693_7E23_4C82_B5F4_9A15FB70C575:double,COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21:double,COL_92319292_D4FB_46C9_A773_58F2EBAD0E48:double,COL_B76605D2_F65E_42BD_8749_E59A952F9DFD:double,COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3:double,COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4:double,COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B:double,COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44:double,COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345:bigint,COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56:double,COL_C8AA959A_7B3F_4825_87AB_D61DBF026971:double>

(2) ColumnarToRow [codegen id : 1]
Input [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94466, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94467, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94468, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94469, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94470, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94471, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94472, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94473, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94474, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94475, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94476L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94477, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94478]

(3) Project [codegen id : 1]
Output [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94466 AS COL_17CEF328_9CAE_4EB5_AAF7_BE63F175A435#94687, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94467 AS COL_6D10CD52_8C37_4AAD_8941_AAFB3C944102#94688, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94468 AS COL_9C92475B_54D7_457D_B95B_1611F8D75E06#94689, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94469 AS COL_ECAC7073_F601_4637_9DAB_44907B226EC5#94690, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94470 AS COL_EB2A1E7E_6BF8_486A_B926_D3039D421DD4#94691, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94471 AS COL_F8C4FA4C_D859_4B4A_9860_715D157D8DF2#94692, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94472 AS COL_3B179D20_7483_4764_8C78_87DC626AF8D9#94693, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94473 AS COL_7068370F_8549_4E78_905F_8F2D29F844BB#94694, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94474 AS COL_99ADBBBF_DBCF_44BE_A852_4E86C8218B10#94695, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94475 AS COL_B55DA8AB_C955_46CE_8D00_FE55B1DE80C9#94696, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94476L AS COL_F5113F52_7019_40C2_B56A_7B906925B36B#94697L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94477 AS COL_FB9F06E4_05C2_4CB2_9D17_A4A8974D134B#94698, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94478 AS COL_346A86BA_177B_449A_9DAC_1C48FED318C0#94699]
Input [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94466, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94467, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94468, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94469, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94470, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94471, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94472, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94473, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94474, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94475, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94476L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94477, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94478]

(4) CollectLimit
Input [13]: [COL_17CEF328_9CAE_4EB5_AAF7_BE63F175A435#94687, COL_6D10CD52_8C37_4AAD_8941_AAFB3C944102#94688, COL_9C92475B_54D7_457D_B95B_1611F8D75E06#94689, COL_ECAC7073_F601_4637_9DAB_44907B226EC5#94690, COL_EB2A1E7E_6BF8_486A_B926_D3039D421DD4#94691, COL_F8C4FA4C_D859_4B4A_9860_715D157D8DF2#94692, COL_3B179D20_7483_4764_8C78_87DC626AF8D9#94693, COL_7068370F_8549_4E78_905F_8F2D29F844BB#94694, COL_99ADBBBF_DBCF_44BE_A852_4E86C8218B10#94695, COL_B55DA8AB_C955_46CE_8D00_FE55B1DE80C9#94696, COL_F5113F52_7019_40C2_B56A_7B906925B36B#94697L, COL_FB9F06E4_05C2_4CB2_9D17_A4A8974D134B#94698, COL_346A86BA_177B_449A_9DAC_1C48FED318C0#94699]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet