SP1 - Details for Query 226

Submitted Time: 2026/02/20 08:08:30
Duration: 68 ms
Succeeded Jobs: 325

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 4 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 78 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 10.6 KiB number of output rows: 78"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94296 AS COL_C383D650_06BD_4ACD_B15F_0B53707DA076#94413, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94297 AS COL_310BE603_8572_437D_95F0_F73FB8E0A2BA#94414, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94298 AS COL_BBD1C934_D781_40B6_976E_A84A6AD035A8#94415, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94299 AS COL_FF0CDD84_9299_4CED_A289_14D948B377AD#94416, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94300 AS COL_DBA2C1BD_9E3A_4224_A0F3_56697386606C#94417, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94301 AS COL_FDE7F643_8BC1_4513_8308_DFE047029F81#94418, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94302 AS COL_33F3BDE9_82EA_487E_88E1_CA43BEDB8231#94419, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94303 AS COL_785D9DB6_5AA0_4019_9C43_83CA022410F8#94420, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94304 AS COL_96950312_B61E_4BBB_B277_8D00D371EA24#94421, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94305 AS COL_78485D03_387F_49F0_8574_494B96A129A4#94422, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94306L AS COL_2B3E2E5F_8849_4ACA_BE68_7F2E9FC1A3AC#94423L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94307 AS COL_FA61EFB4_F9E9_45D1_A6FC_BB85F069779C#94424, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94308 AS COL_BF4FFE72_4C1B_403C_A2C8_BD697AC9EC3C#94425]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94296,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94297,COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94298,COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94299,COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94300,COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94301,COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94302,COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94303,COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94304,COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94305,COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94306L,COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94307,COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94308] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/FONCIER_PROGRES_10889], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99:string,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94296, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94297, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94298, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94299, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94300, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94301, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94302, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94303, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94304, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94305, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94306L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94307, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94308]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/FONCIER_PROGRES_10889]
ReadSchema: struct<COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99:string,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157:string,COL_8A455693_7E23_4C82_B5F4_9A15FB70C575:double,COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21:double,COL_92319292_D4FB_46C9_A773_58F2EBAD0E48:double,COL_B76605D2_F65E_42BD_8749_E59A952F9DFD:double,COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3:double,COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4:double,COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B:double,COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44:double,COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345:bigint,COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56:double,COL_C8AA959A_7B3F_4825_87AB_D61DBF026971:double>

(2) ColumnarToRow [codegen id : 1]
Input [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94296, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94297, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94298, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94299, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94300, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94301, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94302, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94303, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94304, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94305, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94306L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94307, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94308]

(3) Project [codegen id : 1]
Output [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94296 AS COL_C383D650_06BD_4ACD_B15F_0B53707DA076#94413, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94297 AS COL_310BE603_8572_437D_95F0_F73FB8E0A2BA#94414, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94298 AS COL_BBD1C934_D781_40B6_976E_A84A6AD035A8#94415, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94299 AS COL_FF0CDD84_9299_4CED_A289_14D948B377AD#94416, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94300 AS COL_DBA2C1BD_9E3A_4224_A0F3_56697386606C#94417, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94301 AS COL_FDE7F643_8BC1_4513_8308_DFE047029F81#94418, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94302 AS COL_33F3BDE9_82EA_487E_88E1_CA43BEDB8231#94419, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94303 AS COL_785D9DB6_5AA0_4019_9C43_83CA022410F8#94420, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94304 AS COL_96950312_B61E_4BBB_B277_8D00D371EA24#94421, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94305 AS COL_78485D03_387F_49F0_8574_494B96A129A4#94422, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94306L AS COL_2B3E2E5F_8849_4ACA_BE68_7F2E9FC1A3AC#94423L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94307 AS COL_FA61EFB4_F9E9_45D1_A6FC_BB85F069779C#94424, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94308 AS COL_BF4FFE72_4C1B_403C_A2C8_BD697AC9EC3C#94425]
Input [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94296, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94297, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94298, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94299, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94300, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94301, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94302, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94303, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94304, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94305, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94306L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94307, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94308]

(4) CollectLimit
Input [13]: [COL_C383D650_06BD_4ACD_B15F_0B53707DA076#94413, COL_310BE603_8572_437D_95F0_F73FB8E0A2BA#94414, COL_BBD1C934_D781_40B6_976E_A84A6AD035A8#94415, COL_FF0CDD84_9299_4CED_A289_14D948B377AD#94416, COL_DBA2C1BD_9E3A_4224_A0F3_56697386606C#94417, COL_FDE7F643_8BC1_4513_8308_DFE047029F81#94418, COL_33F3BDE9_82EA_487E_88E1_CA43BEDB8231#94419, COL_785D9DB6_5AA0_4019_9C43_83CA022410F8#94420, COL_96950312_B61E_4BBB_B277_8D00D371EA24#94421, COL_78485D03_387F_49F0_8574_494B96A129A4#94422, COL_2B3E2E5F_8849_4ACA_BE68_7F2E9FC1A3AC#94423L, COL_FA61EFB4_F9E9_45D1_A6FC_BB85F069779C#94424, COL_BF4FFE72_4C1B_403C_A2C8_BD697AC9EC3C#94425]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet