SP1 - Details for Query 251

Submitted Time: 2026/02/20 08:08:42
Duration: 0.1 s
Succeeded Jobs: 361

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 34 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 86 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 26 ms metadata time: 0 ms size of files read: 675.0 KiB number of output rows: 86"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_BACD79C0_121B_4712_9E8E_0F1DF0AAADC8#108690 AS COL_2AEFEA57_F09B_430C_B294_57D67F324613#108829, COL_6E7886A4_E2AB_420B_9727_032BFF9E09E3#108691 AS COL_1F2DEAD8_D39E_41B6_BD3B_11D81848E25B#108830, COL_490B43BD_2A79_4D48_B855_FC1EBFF96C12#108692 AS COL_A18E5F04_194A_489C_990F_7B09EA3BA551#108831, cast(COL_BAC47C56_0222_495B_8127_A96D59C712A7#108693L as double) AS COL_3F033FA1_042A_4482_B1B2_EB016F296CED#108832, COL_DD5DE31A_149A_4442_8230_0CB3C9F75818#108694L AS COL_1AE82CB1_9192_4087_9B19_FBFA7E9A239A#108833L, COL_845B18DE_26AD_4C69_90D4_0FE77F05E685#108695L AS COL_8993932F_C9D3_4127_948D_9B2A849189B0#108834L, COL_16C8B52C_87B9_496A_B53E_6B2FBBF1E72A#108696 AS COL_1C00B6B2_D112_4436_86CE_2485D2FA4265#108835]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_BACD79C0_121B_4712_9E8E_0F1DF0AAADC8#108690,COL_6E7886A4_E2AB_420B_9727_032BFF9E09E3#108691,COL_490B43BD_2A79_4D48_B855_FC1EBFF96C12#108692,COL_BAC47C56_0222_495B_8127_A96D59C712A7#108693L,COL_DD5DE31A_149A_4442_8230_0CB3C9F75818#108694L,COL_845B18DE_26AD_4C69_90D4_0FE77F05E685#108695L,COL_16C8B52C_87B9_496A_B53E_6B2FBBF1E72A#108696] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/RESUME_STANDARD_16305], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_BACD79C0_121B_4712_9E8E_0F1DF0AAADC8:string,COL_6E7886A4_E2AB_420B_9727_032BFF9E09E3:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [7]: [COL_BACD79C0_121B_4712_9E8E_0F1DF0AAADC8#108690, COL_6E7886A4_E2AB_420B_9727_032BFF9E09E3#108691, COL_490B43BD_2A79_4D48_B855_FC1EBFF96C12#108692, COL_BAC47C56_0222_495B_8127_A96D59C712A7#108693L, COL_DD5DE31A_149A_4442_8230_0CB3C9F75818#108694L, COL_845B18DE_26AD_4C69_90D4_0FE77F05E685#108695L, COL_16C8B52C_87B9_496A_B53E_6B2FBBF1E72A#108696]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/RESUME_STANDARD_16305]
ReadSchema: struct<COL_BACD79C0_121B_4712_9E8E_0F1DF0AAADC8:string,COL_6E7886A4_E2AB_420B_9727_032BFF9E09E3:string,COL_490B43BD_2A79_4D48_B855_FC1EBFF96C12:double,COL_BAC47C56_0222_495B_8127_A96D59C712A7:bigint,COL_DD5DE31A_149A_4442_8230_0CB3C9F75818:bigint,COL_845B18DE_26AD_4C69_90D4_0FE77F05E685:bigint,COL_16C8B52C_87B9_496A_B53E_6B2FBBF1E72A:string>

(2) ColumnarToRow [codegen id : 1]
Input [7]: [COL_BACD79C0_121B_4712_9E8E_0F1DF0AAADC8#108690, COL_6E7886A4_E2AB_420B_9727_032BFF9E09E3#108691, COL_490B43BD_2A79_4D48_B855_FC1EBFF96C12#108692, COL_BAC47C56_0222_495B_8127_A96D59C712A7#108693L, COL_DD5DE31A_149A_4442_8230_0CB3C9F75818#108694L, COL_845B18DE_26AD_4C69_90D4_0FE77F05E685#108695L, COL_16C8B52C_87B9_496A_B53E_6B2FBBF1E72A#108696]

(3) Project [codegen id : 1]
Output [7]: [COL_BACD79C0_121B_4712_9E8E_0F1DF0AAADC8#108690 AS COL_2AEFEA57_F09B_430C_B294_57D67F324613#108829, COL_6E7886A4_E2AB_420B_9727_032BFF9E09E3#108691 AS COL_1F2DEAD8_D39E_41B6_BD3B_11D81848E25B#108830, COL_490B43BD_2A79_4D48_B855_FC1EBFF96C12#108692 AS COL_A18E5F04_194A_489C_990F_7B09EA3BA551#108831, cast(COL_BAC47C56_0222_495B_8127_A96D59C712A7#108693L as double) AS COL_3F033FA1_042A_4482_B1B2_EB016F296CED#108832, COL_DD5DE31A_149A_4442_8230_0CB3C9F75818#108694L AS COL_1AE82CB1_9192_4087_9B19_FBFA7E9A239A#108833L, COL_845B18DE_26AD_4C69_90D4_0FE77F05E685#108695L AS COL_8993932F_C9D3_4127_948D_9B2A849189B0#108834L, COL_16C8B52C_87B9_496A_B53E_6B2FBBF1E72A#108696 AS COL_1C00B6B2_D112_4436_86CE_2485D2FA4265#108835]
Input [7]: [COL_BACD79C0_121B_4712_9E8E_0F1DF0AAADC8#108690, COL_6E7886A4_E2AB_420B_9727_032BFF9E09E3#108691, COL_490B43BD_2A79_4D48_B855_FC1EBFF96C12#108692, COL_BAC47C56_0222_495B_8127_A96D59C712A7#108693L, COL_DD5DE31A_149A_4442_8230_0CB3C9F75818#108694L, COL_845B18DE_26AD_4C69_90D4_0FE77F05E685#108695L, COL_16C8B52C_87B9_496A_B53E_6B2FBBF1E72A#108696]

(4) CollectLimit
Input [7]: [COL_2AEFEA57_F09B_430C_B294_57D67F324613#108829, COL_1F2DEAD8_D39E_41B6_BD3B_11D81848E25B#108830, COL_A18E5F04_194A_489C_990F_7B09EA3BA551#108831, COL_3F033FA1_042A_4482_B1B2_EB016F296CED#108832, COL_1AE82CB1_9192_4087_9B19_FBFA7E9A239A#108833L, COL_8993932F_C9D3_4127_948D_9B2A849189B0#108834L, COL_1C00B6B2_D112_4436_86CE_2485D2FA4265#108835]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet