SP1 - Details for Query 569

Submitted Time: 2026/06/25 16:39:00
Duration: 45 ms
Succeeded Jobs: 785

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 4 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 0"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 90 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 6.1 KiB number of output rows: 90"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 1500

Project [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239950 AS COL_COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239992, COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#239951L AS COL_COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#239993L, COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239952 AS COL_COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239994, COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239953 AS COL_COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239995, COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239954 AS COL_COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239996, COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239955 AS COL_COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239997, COL_B236EC76_295F_4331_8EFA_561A109DE376#239956 AS COL_COL_B236EC76_295F_4331_8EFA_561A109DE376#239998]

Filter (((((CASE WHEN isnull(Contains(str_remove_accent(upper(COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239950)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239950)), MAISOSNS) END OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239952)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239952)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239953)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239953)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239954)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239954)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239955)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239955)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_B236EC76_295F_4331_8EFA_561A109DE376#239956)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_B236EC76_295F_4331_8EFA_561A109DE376#239956)), MAISOSNS) END)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239950,COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#239951L,COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239952,COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239953,COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239954,COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239955,COL_B236EC76_295F_4331_8EFA_561A109DE376#239956] Batched: true, DataFilters: [(((((CASE WHEN isnull(Contains(str_remove_accent(upper(COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/REPARTITION_GEO_405435], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19:string,COL_59FA6040_6707_4B54_9108_CEDCF1D097AC:b...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [7]: [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239950, COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#239951L, COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239952, COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239953, COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239954, COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239955, COL_B236EC76_295F_4331_8EFA_561A109DE376#239956]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/REPARTITION_GEO_405435]
ReadSchema: struct<COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19:string,COL_59FA6040_6707_4B54_9108_CEDCF1D097AC:bigint,COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3:string,COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A:string,COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC:string,COL_C014AE6B_2E55_4399_97E3_60F25D355E27:string,COL_B236EC76_295F_4331_8EFA_561A109DE376:string>

(2) ColumnarToRow [codegen id : 1]
Input [7]: [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239950, COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#239951L, COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239952, COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239953, COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239954, COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239955, COL_B236EC76_295F_4331_8EFA_561A109DE376#239956]

(3) Filter [codegen id : 1]
Input [7]: [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239950, COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#239951L, COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239952, COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239953, COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239954, COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239955, COL_B236EC76_295F_4331_8EFA_561A109DE376#239956]
Condition : (((((CASE WHEN isnull(Contains(str_remove_accent(upper(COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239950)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239950)), MAISOSNS) END OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239952)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239952)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239953)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239953)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239954)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239954)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239955)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239955)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_B236EC76_295F_4331_8EFA_561A109DE376#239956)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_B236EC76_295F_4331_8EFA_561A109DE376#239956)), MAISOSNS) END)

(4) Project [codegen id : 1]
Output [7]: [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239950 AS COL_COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239992, COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#239951L AS COL_COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#239993L, COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239952 AS COL_COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239994, COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239953 AS COL_COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239995, COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239954 AS COL_COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239996, COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239955 AS COL_COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239997, COL_B236EC76_295F_4331_8EFA_561A109DE376#239956 AS COL_COL_B236EC76_295F_4331_8EFA_561A109DE376#239998]
Input [7]: [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239950, COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#239951L, COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239952, COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239953, COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239954, COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239955, COL_B236EC76_295F_4331_8EFA_561A109DE376#239956]

(5) CollectLimit
Input [7]: [COL_COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#239992, COL_COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#239993L, COL_COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#239994, COL_COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#239995, COL_COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#239996, COL_COL_C014AE6B_2E55_4399_97E3_60F25D355E27#239997, COL_COL_B236EC76_295F_4331_8EFA_561A109DE376#239998]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet