SP1 - Details for Query 224

Submitted Time: 2026/02/20 08:08:30
Duration: 0.1 s
Succeeded Jobs: 323

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 11 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 78"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 78 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 10 ms metadata time: 0 ms size of files read: 10.6 KiB number of output rows: 78"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94126 AS COL_74FBFFCE_6BAF_425C_8B86_F373854B80E4#94204, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94127 AS COL_AB3DBA83_9B66_4A9B_9418_EAF1287B4E51#94205, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128 AS COL_F524E6F6_CAA7_4AEE_8D5E_8FF2C5EA52FD#94206, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94129 AS COL_9C38A60C_7627_4D57_B5A6_694793FF8001#94207, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94130 AS COL_430208E3_F886_4BF0_8BF0_4833C773AC0B#94208, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94131 AS COL_71C2C833_C3AF_46DE_BFCC_0EE0AF92A37F#94209, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94132 AS COL_FE66E3EA_5207_4464_B4B6_5B4B49B1E936#94210, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94133 AS COL_3DE66936_2AA4_43A4_86AA_F50A522FACA7#94211, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94134 AS COL_CFF01226_4094_4AD0_A3F1_377145DD4FD9#94212, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94135 AS COL_32A34AA0_64EB_4E99_BB63_5C68AE61F344#94213, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94136L AS COL_3A02804F_89B4_4C85_9A37_ED03027648AF#94214L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94137 AS COL_59EEB1B4_440C_413A_BB3F_794B884C34EE#94215, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94138 AS COL_DC9A5A07_7652_458C_9D00_3D8D4BA17E32#94216]

Filter CASE WHEN isnull(((COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128 >= 2000.0) AND (COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128 <= 3500.0))) THEN false ELSE ((COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128 >= 2000.0) AND (COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128 <= 3500.0)) END

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94126,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94127,COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128,COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94129,COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94130,COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94131,COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94132,COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94133,COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94134,COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94135,COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94136L,COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94137,COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94138] Batched: true, DataFilters: [CASE WHEN isnull(((COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128 >= 2000.0) AND (COL_8A455693_7..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/FONCIER_PROGRES_10889], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99:string,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94126, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94127, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94129, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94130, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94131, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94132, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94133, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94134, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94135, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94136L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94137, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94138]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/FONCIER_PROGRES_10889]
ReadSchema: struct<COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99:string,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157:string,COL_8A455693_7E23_4C82_B5F4_9A15FB70C575:double,COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21:double,COL_92319292_D4FB_46C9_A773_58F2EBAD0E48:double,COL_B76605D2_F65E_42BD_8749_E59A952F9DFD:double,COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3:double,COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4:double,COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B:double,COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44:double,COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345:bigint,COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56:double,COL_C8AA959A_7B3F_4825_87AB_D61DBF026971:double>

(2) ColumnarToRow [codegen id : 1]
Input [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94126, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94127, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94129, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94130, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94131, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94132, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94133, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94134, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94135, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94136L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94137, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94138]

(3) Filter [codegen id : 1]
Input [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94126, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94127, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94129, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94130, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94131, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94132, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94133, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94134, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94135, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94136L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94137, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94138]
Condition : CASE WHEN isnull(((COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128 >= 2000.0) AND (COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128 <= 3500.0))) THEN false ELSE ((COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128 >= 2000.0) AND (COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128 <= 3500.0)) END

(4) Project [codegen id : 1]
Output [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94126 AS COL_74FBFFCE_6BAF_425C_8B86_F373854B80E4#94204, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94127 AS COL_AB3DBA83_9B66_4A9B_9418_EAF1287B4E51#94205, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128 AS COL_F524E6F6_CAA7_4AEE_8D5E_8FF2C5EA52FD#94206, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94129 AS COL_9C38A60C_7627_4D57_B5A6_694793FF8001#94207, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94130 AS COL_430208E3_F886_4BF0_8BF0_4833C773AC0B#94208, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94131 AS COL_71C2C833_C3AF_46DE_BFCC_0EE0AF92A37F#94209, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94132 AS COL_FE66E3EA_5207_4464_B4B6_5B4B49B1E936#94210, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94133 AS COL_3DE66936_2AA4_43A4_86AA_F50A522FACA7#94211, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94134 AS COL_CFF01226_4094_4AD0_A3F1_377145DD4FD9#94212, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94135 AS COL_32A34AA0_64EB_4E99_BB63_5C68AE61F344#94213, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94136L AS COL_3A02804F_89B4_4C85_9A37_ED03027648AF#94214L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94137 AS COL_59EEB1B4_440C_413A_BB3F_794B884C34EE#94215, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94138 AS COL_DC9A5A07_7652_458C_9D00_3D8D4BA17E32#94216]
Input [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#94126, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#94127, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#94128, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#94129, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#94130, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#94131, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#94132, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#94133, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#94134, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#94135, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#94136L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#94137, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#94138]

(5) CollectLimit
Input [13]: [COL_74FBFFCE_6BAF_425C_8B86_F373854B80E4#94204, COL_AB3DBA83_9B66_4A9B_9418_EAF1287B4E51#94205, COL_F524E6F6_CAA7_4AEE_8D5E_8FF2C5EA52FD#94206, COL_9C38A60C_7627_4D57_B5A6_694793FF8001#94207, COL_430208E3_F886_4BF0_8BF0_4833C773AC0B#94208, COL_71C2C833_C3AF_46DE_BFCC_0EE0AF92A37F#94209, COL_FE66E3EA_5207_4464_B4B6_5B4B49B1E936#94210, COL_3DE66936_2AA4_43A4_86AA_F50A522FACA7#94211, COL_CFF01226_4094_4AD0_A3F1_377145DD4FD9#94212, COL_32A34AA0_64EB_4E99_BB63_5C68AE61F344#94213, COL_3A02804F_89B4_4C85_9A37_ED03027648AF#94214L, COL_59EEB1B4_440C_413A_BB3F_794B884C34EE#94215, COL_DC9A5A07_7652_458C_9D00_3D8D4BA17E32#94216]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet