SP1 - Details for Query 181

Submitted Time: 2026/02/19 17:39:30
Duration: 0.1 s
Succeeded Jobs: 271

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 9 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 6 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 7 ms metadata time: 0 ms size of files read: 21.5 KiB number of output rows: 6"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE#59813 AS COL_671A7705_B085_439B_AC1C_99D0D67F7ADE#60351, COL_A2CFD8F5_C099_4B23_9125_157B48E535B6#59815 AS COL_F23AD730_0055_4D8B_8DEC_720C1724CACD#60352, COL_31097CAA_AA12_49C1_8755_D5B1D70501E9#59817 AS COL_91B60F2E_2FFA_4194_B60F_DE1AA97CFBF1#60353, COL_7AE767DF_9BA8_4FA0_B12E_E540A99F3245#59818 AS COL_75C8D7D5_B3D7_469D_8CF5_AD2E84B72E18#60354, COL_0222E955_09F0_49E6_A983_37A076137D45#59816 AS COL_054A37D9_519E_4A37_8511_A86A3DB77166#60355, COL_37CCE088_AB30_40DB_8B35_6D0A3B3BD93B#59819 AS COL_713C28B1_1CAD_4A60_A0CE_9554B2142EB8#60356, COL_E45176A5_547D_4963_8051_0408BF4FAAE3#59821 AS COL_2C8153DC_7C54_48F1_8665_31C58EC0815A#60357, dec_mult(array(COL_A2CFD8F5_C099_4B23_9125_157B48E535B6#59815, 10.0)) AS COL_18039546_649E_48EB_BFC8_F2B66059057B#60718, str_if_with_rule((((COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE#59813 <=> DE) OR (COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE#59813 <=> ES)) OR (COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE#59813 <=> FR)), #eadf58, str_if_with_rule((COL_0222E955_09F0_49E6_A983_37A076137D45#59816 <=> GB), #bcef72, #72efef)) AS COL_64EFE89E_198C_47BB_A2C0_2189F28C9D99#60719]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE#59813,COL_A2CFD8F5_C099_4B23_9125_157B48E535B6#59815,COL_0222E955_09F0_49E6_A983_37A076137D45#59816,COL_31097CAA_AA12_49C1_8755_D5B1D70501E9#59817,COL_7AE767DF_9BA8_4FA0_B12E_E540A99F3245#59818,COL_37CCE088_AB30_40DB_8B35_6D0A3B3BD93B#59819,COL_E45176A5_547D_4963_8051_0408BF4FAAE3#59821] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/SALES_AND_MORE__187154], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE:string,COL_A2CFD8F5_C099_4B23_9125_157B48E535B6:d...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [7]: [COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE#59813, COL_A2CFD8F5_C099_4B23_9125_157B48E535B6#59815, COL_0222E955_09F0_49E6_A983_37A076137D45#59816, COL_31097CAA_AA12_49C1_8755_D5B1D70501E9#59817, COL_7AE767DF_9BA8_4FA0_B12E_E540A99F3245#59818, COL_37CCE088_AB30_40DB_8B35_6D0A3B3BD93B#59819, COL_E45176A5_547D_4963_8051_0408BF4FAAE3#59821]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/SALES_AND_MORE__187154]
ReadSchema: struct<COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE:string,COL_A2CFD8F5_C099_4B23_9125_157B48E535B6:double,COL_0222E955_09F0_49E6_A983_37A076137D45:string,COL_31097CAA_AA12_49C1_8755_D5B1D70501E9:string,COL_7AE767DF_9BA8_4FA0_B12E_E540A99F3245:string,COL_37CCE088_AB30_40DB_8B35_6D0A3B3BD93B:double,COL_E45176A5_547D_4963_8051_0408BF4FAAE3:double>

(2) ColumnarToRow [codegen id : 1]
Input [7]: [COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE#59813, COL_A2CFD8F5_C099_4B23_9125_157B48E535B6#59815, COL_0222E955_09F0_49E6_A983_37A076137D45#59816, COL_31097CAA_AA12_49C1_8755_D5B1D70501E9#59817, COL_7AE767DF_9BA8_4FA0_B12E_E540A99F3245#59818, COL_37CCE088_AB30_40DB_8B35_6D0A3B3BD93B#59819, COL_E45176A5_547D_4963_8051_0408BF4FAAE3#59821]

(3) Project [codegen id : 1]
Output [9]: [COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE#59813 AS COL_671A7705_B085_439B_AC1C_99D0D67F7ADE#60351, COL_A2CFD8F5_C099_4B23_9125_157B48E535B6#59815 AS COL_F23AD730_0055_4D8B_8DEC_720C1724CACD#60352, COL_31097CAA_AA12_49C1_8755_D5B1D70501E9#59817 AS COL_91B60F2E_2FFA_4194_B60F_DE1AA97CFBF1#60353, COL_7AE767DF_9BA8_4FA0_B12E_E540A99F3245#59818 AS COL_75C8D7D5_B3D7_469D_8CF5_AD2E84B72E18#60354, COL_0222E955_09F0_49E6_A983_37A076137D45#59816 AS COL_054A37D9_519E_4A37_8511_A86A3DB77166#60355, COL_37CCE088_AB30_40DB_8B35_6D0A3B3BD93B#59819 AS COL_713C28B1_1CAD_4A60_A0CE_9554B2142EB8#60356, COL_E45176A5_547D_4963_8051_0408BF4FAAE3#59821 AS COL_2C8153DC_7C54_48F1_8665_31C58EC0815A#60357, dec_mult(array(COL_A2CFD8F5_C099_4B23_9125_157B48E535B6#59815, 10.0)) AS COL_18039546_649E_48EB_BFC8_F2B66059057B#60718, str_if_with_rule((((COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE#59813 <=> DE) OR (COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE#59813 <=> ES)) OR (COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE#59813 <=> FR)), #eadf58, str_if_with_rule((COL_0222E955_09F0_49E6_A983_37A076137D45#59816 <=> GB), #bcef72, #72efef)) AS COL_64EFE89E_198C_47BB_A2C0_2189F28C9D99#60719]
Input [7]: [COL_164F0C38_BBCC_427F_8C8C_7640EC9790FE#59813, COL_A2CFD8F5_C099_4B23_9125_157B48E535B6#59815, COL_0222E955_09F0_49E6_A983_37A076137D45#59816, COL_31097CAA_AA12_49C1_8755_D5B1D70501E9#59817, COL_7AE767DF_9BA8_4FA0_B12E_E540A99F3245#59818, COL_37CCE088_AB30_40DB_8B35_6D0A3B3BD93B#59819, COL_E45176A5_547D_4963_8051_0408BF4FAAE3#59821]

(4) CollectLimit
Input [9]: [COL_671A7705_B085_439B_AC1C_99D0D67F7ADE#60351, COL_F23AD730_0055_4D8B_8DEC_720C1724CACD#60352, COL_91B60F2E_2FFA_4194_B60F_DE1AA97CFBF1#60353, COL_75C8D7D5_B3D7_469D_8CF5_AD2E84B72E18#60354, COL_054A37D9_519E_4A37_8511_A86A3DB77166#60355, COL_713C28B1_1CAD_4A60_A0CE_9554B2142EB8#60356, COL_2C8153DC_7C54_48F1_8665_31C58EC0815A#60357, COL_18039546_649E_48EB_BFC8_F2B66059057B#60718, COL_64EFE89E_198C_47BB_A2C0_2189F28C9D99#60719]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet