SP1 - Details for Query 487

Submitted Time: 2026/02/23 14:36:45
Duration: 0.2 s
Succeeded Jobs: 650

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 14 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 6"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 5,202 number of input batches: 2"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 4 ms metadata time: 0 ms size of files read: 38.2 KiB number of output rows: 5,202"]; 2->0; 3->2; 4->3; 5->4; }

TakeOrderedAndProject(limit=500000, orderBy=[COL_B83B7F99_3465_44E8_9C05_78A932F261D7#140558 ASC NULLS FIRST,COL_A8366F95_D08B_433E_BC2A_EA0490468BA4#140556 ASC NULLS FIRST], output=[COL_5B3DE412_B33C_488B_8F2F_12BFF8396E8F#140552,COL_1C171C91_2ACB_4B45_8A05_0DF860215153#140553,COL_D4B2E63E_0E59_4C5B_A8EC_D54F2B6C7AD7#140557,COL_520274D0_F58F_47B8_A625_4E511DAA1AFE#140554,COL_C9740387_F825_4730_AA29_EB84227791E7#140943,COL_A8366F95_D08B_433E_BC2A_EA0490468BA4#140556,COL_B83B7F99_3465_44E8_9C05_78A932F261D7#140558,COL_0813D06C_112B_4733_9142_CCE1FC979D9E#140559,COL_22F4AB3B_94DA_4445_B6FD_E35ECB7C35FA#140560])

Project [COL_70F5FC34_995A_409D_8857_3F968BD47C24#140221 AS COL_5B3DE412_B33C_488B_8F2F_12BFF8396E8F#140552, COL_BB093018_1005_4648_AE59_37FDEA21342D#140222 AS COL_1C171C91_2ACB_4B45_8A05_0DF860215153#140553, COL_B1F1FDB8_B50D_4F12_949B_CF43DB575496#140224 AS COL_520274D0_F58F_47B8_A625_4E511DAA1AFE#140554, COL_3935F656_B07A_4033_A45E_578FB5CDB2F9#140225 AS COL_C9740387_F825_4730_AA29_EB84227791E7#140555, COL_A6F4010C_71E2_496E_AA1F_6B1F74001457#140226 AS COL_A8366F95_D08B_433E_BC2A_EA0490468BA4#140556, COL_EF9DA52E_A14A_4B48_A33B_54083E5EE2AF#140228 AS COL_D4B2E63E_0E59_4C5B_A8EC_D54F2B6C7AD7#140557, COL_2174133D_441F_44A1_8A15_A01F2EC2883E#140223 AS COL_B83B7F99_3465_44E8_9C05_78A932F261D7#140558, COL_488675BC_1A7D_44F1_BBFE_F8B6D3AFA139#140227 AS COL_0813D06C_112B_4733_9142_CCE1FC979D9E#140559, COL_4B0A4257_3208_40EB_BCAB_50D20B822286#140229 AS COL_22F4AB3B_94DA_4445_B6FD_E35ECB7C35FA#140560]

Filter ((COL_2174133D_441F_44A1_8A15_A01F2EC2883E#140223 <=> 350000055) AND (COL_4B0A4257_3208_40EB_BCAB_50D20B822286#140229 <=> 2025-07))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_70F5FC34_995A_409D_8857_3F968BD47C24#140221,COL_BB093018_1005_4648_AE59_37FDEA21342D#140222,COL_2174133D_441F_44A1_8A15_A01F2EC2883E#140223,COL_B1F1FDB8_B50D_4F12_949B_CF43DB575496#140224,COL_3935F656_B07A_4033_A45E_578FB5CDB2F9#140225,COL_A6F4010C_71E2_496E_AA1F_6B1F74001457#140226,COL_488675BC_1A7D_44F1_BBFE_F8B6D3AFA139#140227,COL_EF9DA52E_A14A_4B48_A33B_54083E5EE2AF#140228,COL_4B0A4257_3208_40EB_BCAB_50D20B822286#140229] Batched: true, DataFilters: [(COL_2174133D_441F_44A1_8A15_A01F2EC2883E#140223 <=> 350000055), (COL_4B0A4257_3208_40EB_BCAB_50..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/1_D_1_CDEM_DEMO_307361], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_2174133D_441F_44A1_8A15_A01F2EC2883E,350000055), EqualNullSafe(COL_4B0A4257_32..., ReadSchema: struct<COL_70F5FC34_995A_409D_8857_3F968BD47C24:int,COL_BB093018_1005_4648_AE59_37FDEA21342D:int,...

Details

== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [9]: [COL_70F5FC34_995A_409D_8857_3F968BD47C24#140221, COL_BB093018_1005_4648_AE59_37FDEA21342D#140222, COL_2174133D_441F_44A1_8A15_A01F2EC2883E#140223, COL_B1F1FDB8_B50D_4F12_949B_CF43DB575496#140224, COL_3935F656_B07A_4033_A45E_578FB5CDB2F9#140225, COL_A6F4010C_71E2_496E_AA1F_6B1F74001457#140226, COL_488675BC_1A7D_44F1_BBFE_F8B6D3AFA139#140227, COL_EF9DA52E_A14A_4B48_A33B_54083E5EE2AF#140228, COL_4B0A4257_3208_40EB_BCAB_50D20B822286#140229]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/1_D_1_CDEM_DEMO_307361]
PushedFilters: [EqualNullSafe(COL_2174133D_441F_44A1_8A15_A01F2EC2883E,350000055), EqualNullSafe(COL_4B0A4257_3208_40EB_BCAB_50D20B822286,2025-07)]
ReadSchema: struct<COL_70F5FC34_995A_409D_8857_3F968BD47C24:int,COL_BB093018_1005_4648_AE59_37FDEA21342D:int,COL_2174133D_441F_44A1_8A15_A01F2EC2883E:string,COL_B1F1FDB8_B50D_4F12_949B_CF43DB575496:string,COL_3935F656_B07A_4033_A45E_578FB5CDB2F9:double,COL_A6F4010C_71E2_496E_AA1F_6B1F74001457:int,COL_488675BC_1A7D_44F1_BBFE_F8B6D3AFA139:string,COL_EF9DA52E_A14A_4B48_A33B_54083E5EE2AF:string,COL_4B0A4257_3208_40EB_BCAB_50D20B822286:string>

(2) ColumnarToRow [codegen id : 1]
Input [9]: [COL_70F5FC34_995A_409D_8857_3F968BD47C24#140221, COL_BB093018_1005_4648_AE59_37FDEA21342D#140222, COL_2174133D_441F_44A1_8A15_A01F2EC2883E#140223, COL_B1F1FDB8_B50D_4F12_949B_CF43DB575496#140224, COL_3935F656_B07A_4033_A45E_578FB5CDB2F9#140225, COL_A6F4010C_71E2_496E_AA1F_6B1F74001457#140226, COL_488675BC_1A7D_44F1_BBFE_F8B6D3AFA139#140227, COL_EF9DA52E_A14A_4B48_A33B_54083E5EE2AF#140228, COL_4B0A4257_3208_40EB_BCAB_50D20B822286#140229]

(3) Filter [codegen id : 1]
Input [9]: [COL_70F5FC34_995A_409D_8857_3F968BD47C24#140221, COL_BB093018_1005_4648_AE59_37FDEA21342D#140222, COL_2174133D_441F_44A1_8A15_A01F2EC2883E#140223, COL_B1F1FDB8_B50D_4F12_949B_CF43DB575496#140224, COL_3935F656_B07A_4033_A45E_578FB5CDB2F9#140225, COL_A6F4010C_71E2_496E_AA1F_6B1F74001457#140226, COL_488675BC_1A7D_44F1_BBFE_F8B6D3AFA139#140227, COL_EF9DA52E_A14A_4B48_A33B_54083E5EE2AF#140228, COL_4B0A4257_3208_40EB_BCAB_50D20B822286#140229]
Condition : ((COL_2174133D_441F_44A1_8A15_A01F2EC2883E#140223 <=> 350000055) AND (COL_4B0A4257_3208_40EB_BCAB_50D20B822286#140229 <=> 2025-07))

(4) Project [codegen id : 1]
Output [9]: [COL_70F5FC34_995A_409D_8857_3F968BD47C24#140221 AS COL_5B3DE412_B33C_488B_8F2F_12BFF8396E8F#140552, COL_BB093018_1005_4648_AE59_37FDEA21342D#140222 AS COL_1C171C91_2ACB_4B45_8A05_0DF860215153#140553, COL_B1F1FDB8_B50D_4F12_949B_CF43DB575496#140224 AS COL_520274D0_F58F_47B8_A625_4E511DAA1AFE#140554, COL_3935F656_B07A_4033_A45E_578FB5CDB2F9#140225 AS COL_C9740387_F825_4730_AA29_EB84227791E7#140555, COL_A6F4010C_71E2_496E_AA1F_6B1F74001457#140226 AS COL_A8366F95_D08B_433E_BC2A_EA0490468BA4#140556, COL_EF9DA52E_A14A_4B48_A33B_54083E5EE2AF#140228 AS COL_D4B2E63E_0E59_4C5B_A8EC_D54F2B6C7AD7#140557, COL_2174133D_441F_44A1_8A15_A01F2EC2883E#140223 AS COL_B83B7F99_3465_44E8_9C05_78A932F261D7#140558, COL_488675BC_1A7D_44F1_BBFE_F8B6D3AFA139#140227 AS COL_0813D06C_112B_4733_9142_CCE1FC979D9E#140559, COL_4B0A4257_3208_40EB_BCAB_50D20B822286#140229 AS COL_22F4AB3B_94DA_4445_B6FD_E35ECB7C35FA#140560]
Input [9]: [COL_70F5FC34_995A_409D_8857_3F968BD47C24#140221, COL_BB093018_1005_4648_AE59_37FDEA21342D#140222, COL_2174133D_441F_44A1_8A15_A01F2EC2883E#140223, COL_B1F1FDB8_B50D_4F12_949B_CF43DB575496#140224, COL_3935F656_B07A_4033_A45E_578FB5CDB2F9#140225, COL_A6F4010C_71E2_496E_AA1F_6B1F74001457#140226, COL_488675BC_1A7D_44F1_BBFE_F8B6D3AFA139#140227, COL_EF9DA52E_A14A_4B48_A33B_54083E5EE2AF#140228, COL_4B0A4257_3208_40EB_BCAB_50D20B822286#140229]

(5) TakeOrderedAndProject
Input [9]: [COL_5B3DE412_B33C_488B_8F2F_12BFF8396E8F#140552, COL_1C171C91_2ACB_4B45_8A05_0DF860215153#140553, COL_520274D0_F58F_47B8_A625_4E511DAA1AFE#140554, COL_C9740387_F825_4730_AA29_EB84227791E7#140555, COL_A8366F95_D08B_433E_BC2A_EA0490468BA4#140556, COL_D4B2E63E_0E59_4C5B_A8EC_D54F2B6C7AD7#140557, COL_B83B7F99_3465_44E8_9C05_78A932F261D7#140558, COL_0813D06C_112B_4733_9142_CCE1FC979D9E#140559, COL_22F4AB3B_94DA_4445_B6FD_E35ECB7C35FA#140560]
Arguments: 500000, [COL_B83B7F99_3465_44E8_9C05_78A932F261D7#140558 ASC NULLS FIRST, COL_A8366F95_D08B_433E_BC2A_EA0490468BA4#140556 ASC NULLS FIRST], [COL_5B3DE412_B33C_488B_8F2F_12BFF8396E8F#140552, COL_1C171C91_2ACB_4B45_8A05_0DF860215153#140553, COL_D4B2E63E_0E59_4C5B_A8EC_D54F2B6C7AD7#140557, COL_520274D0_F58F_47B8_A625_4E511DAA1AFE#140554, round(COL_C9740387_F825_4730_AA29_EB84227791E7#140555, 2) AS COL_C9740387_F825_4730_AA29_EB84227791E7#140943, COL_A8366F95_D08B_433E_BC2A_EA0490468BA4#140556, COL_B83B7F99_3465_44E8_9C05_78A932F261D7#140558, COL_0813D06C_112B_4733_9142_CCE1FC979D9E#140559, COL_22F4AB3B_94DA_4445_B6FD_E35ECB7C35FA#140560]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet