SP1 - Details for Query 563

Submitted Time: 2026/06/25 16:38:25
Duration: 83 ms
Succeeded Jobs: 772

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 4 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 1"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 91 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 6.2 KiB number of output rows: 91"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 1500

Project [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237465 AS COL_COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237507, COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#237466L AS COL_COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#237508L, COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237467 AS COL_COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237509, COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237468 AS COL_COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237510, COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237469 AS COL_COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237511, COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237470 AS COL_COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237512, COL_B236EC76_295F_4331_8EFA_561A109DE376#237471 AS COL_COL_B236EC76_295F_4331_8EFA_561A109DE376#237513]

Filter (((((CASE WHEN isnull(Contains(str_remove_accent(upper(COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237465)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237465)), MAISOSNS) END OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237467)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237467)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237468)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237468)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237469)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237469)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237470)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237470)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_B236EC76_295F_4331_8EFA_561A109DE376#237471)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_B236EC76_295F_4331_8EFA_561A109DE376#237471)), MAISOSNS) END)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237465,COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#237466L,COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237467,COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237468,COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237469,COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237470,COL_B236EC76_295F_4331_8EFA_561A109DE376#237471] Batched: true, DataFilters: [(((((CASE WHEN isnull(Contains(str_remove_accent(upper(COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/REPARTITION_GEO_405435], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19:string,COL_59FA6040_6707_4B54_9108_CEDCF1D097AC:b...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [7]: [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237465, COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#237466L, COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237467, COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237468, COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237469, COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237470, COL_B236EC76_295F_4331_8EFA_561A109DE376#237471]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/REPARTITION_GEO_405435]
ReadSchema: struct<COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19:string,COL_59FA6040_6707_4B54_9108_CEDCF1D097AC:bigint,COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3:string,COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A:string,COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC:string,COL_C014AE6B_2E55_4399_97E3_60F25D355E27:string,COL_B236EC76_295F_4331_8EFA_561A109DE376:string>

(2) ColumnarToRow [codegen id : 1]
Input [7]: [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237465, COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#237466L, COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237467, COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237468, COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237469, COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237470, COL_B236EC76_295F_4331_8EFA_561A109DE376#237471]

(3) Filter [codegen id : 1]
Input [7]: [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237465, COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#237466L, COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237467, COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237468, COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237469, COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237470, COL_B236EC76_295F_4331_8EFA_561A109DE376#237471]
Condition : (((((CASE WHEN isnull(Contains(str_remove_accent(upper(COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237465)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237465)), MAISOSNS) END OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237467)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237467)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237468)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237468)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237469)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237469)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237470)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237470)), MAISOSNS) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(COL_B236EC76_295F_4331_8EFA_561A109DE376#237471)), MAISOSNS)) THEN false ELSE Contains(str_remove_accent(upper(COL_B236EC76_295F_4331_8EFA_561A109DE376#237471)), MAISOSNS) END)

(4) Project [codegen id : 1]
Output [7]: [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237465 AS COL_COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237507, COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#237466L AS COL_COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#237508L, COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237467 AS COL_COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237509, COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237468 AS COL_COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237510, COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237469 AS COL_COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237511, COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237470 AS COL_COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237512, COL_B236EC76_295F_4331_8EFA_561A109DE376#237471 AS COL_COL_B236EC76_295F_4331_8EFA_561A109DE376#237513]
Input [7]: [COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237465, COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#237466L, COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237467, COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237468, COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237469, COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237470, COL_B236EC76_295F_4331_8EFA_561A109DE376#237471]

(5) CollectLimit
Input [7]: [COL_COL_0ECF9D7D_F147_4277_9D72_C5085FD1AB19#237507, COL_COL_59FA6040_6707_4B54_9108_CEDCF1D097AC#237508L, COL_COL_B3ADA9F8_F901_4347_8D6C_53BF36F1C5E3#237509, COL_COL_835DC3EC_D2DD_4BD1_8C40_CAF90D1E5F3A#237510, COL_COL_513BC31A_803D_4F0C_A2C6_FAA208673DBC#237511, COL_COL_C014AE6B_2E55_4399_97E3_60F25D355E27#237512, COL_COL_B236EC76_295F_4331_8EFA_561A109DE376#237513]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet