SP1 - Details for Query 485

Submitted Time: 2026/02/23 14:36:45
Duration: 0.1 s
Succeeded Jobs: 649

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 10 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 62"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 20,000 number of input batches: 5"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 6 ms metadata time: 0 ms size of files read: 105.6 KiB number of output rows: 20,000"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290#140231 AS COL_78D6AF65_F4E1_4E09_8D31_CEB3A56E80DA#140431, COL_C93F67E4_5EF4_4DB0_B29E_6CAC26CA3509#140233 AS COL_3ECC89EB_527F_443A_9C70_A809F8572E5A#140432, COL_E2197293_1CF1_4F05_B632_8D351ACAD684#140235 AS COL_7E38D8FE_1DD2_4365_AFCF_610319E50E99#140433, COL_0E79A8F0_358C_4848_A6A4_D4EE47290E2A#140237 AS COL_2496B31E_E048_4ABB_97A9_FA5294BD6604#140434, COL_E6EBEA4E_BA1C_4C41_B358_B5E33403DE5F#140239 AS COL_BACDBCF5_1B26_408A_ABEE_877A0447ECC7#140435, COL_7D91DA27_C1E8_4F47_851E_E4AFCC5267A1#140240 AS COL_64072851_5EE2_4CE5_A8EA_56F9C7EE1965#140436, COL_BA88308A_AD6B_45E2_8277_92C412E59609#140242L AS COL_201FFCDC_A043_4061_BFA6_7FD70C1926A0#140437L, COL_64E6AF52_9602_4BCB_9495_ED809C78D206#140245 AS COL_849123C3_AED0_49C2_A889_E03C42CADAD0#140438]

Filter ((COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290#140231 <=> 350000055) AND (COL_C93F67E4_5EF4_4DB0_B29E_6CAC26CA3509#140233 <=> 2025-07))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290#140231,COL_C93F67E4_5EF4_4DB0_B29E_6CAC26CA3509#140233,COL_E2197293_1CF1_4F05_B632_8D351ACAD684#140235,COL_0E79A8F0_358C_4848_A6A4_D4EE47290E2A#140237,COL_E6EBEA4E_BA1C_4C41_B358_B5E33403DE5F#140239,COL_7D91DA27_C1E8_4F47_851E_E4AFCC5267A1#140240,COL_BA88308A_AD6B_45E2_8277_92C412E59609#140242L,COL_64E6AF52_9602_4BCB_9495_ED809C78D206#140245] Batched: true, DataFilters: [(COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290#140231 <=> 350000055), (COL_C93F67E4_5EF4_4DB0_B29E_6C..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/SAE_306689], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290,350000055), EqualNullSafe(COL_C93F67E4_5E..., ReadSchema: struct<COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290:string,COL_C93F67E4_5EF4_4DB0_B29E_6CAC26CA3509:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [8]: [COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290#140231, COL_C93F67E4_5EF4_4DB0_B29E_6CAC26CA3509#140233, COL_E2197293_1CF1_4F05_B632_8D351ACAD684#140235, COL_0E79A8F0_358C_4848_A6A4_D4EE47290E2A#140237, COL_E6EBEA4E_BA1C_4C41_B358_B5E33403DE5F#140239, COL_7D91DA27_C1E8_4F47_851E_E4AFCC5267A1#140240, COL_BA88308A_AD6B_45E2_8277_92C412E59609#140242L, COL_64E6AF52_9602_4BCB_9495_ED809C78D206#140245]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/SAE_306689]
PushedFilters: [EqualNullSafe(COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290,350000055), EqualNullSafe(COL_C93F67E4_5EF4_4DB0_B29E_6CAC26CA3509,2025-07)]
ReadSchema: struct<COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290:string,COL_C93F67E4_5EF4_4DB0_B29E_6CAC26CA3509:string,COL_E2197293_1CF1_4F05_B632_8D351ACAD684:string,COL_0E79A8F0_358C_4848_A6A4_D4EE47290E2A:string,COL_E6EBEA4E_BA1C_4C41_B358_B5E33403DE5F:string,COL_7D91DA27_C1E8_4F47_851E_E4AFCC5267A1:string,COL_BA88308A_AD6B_45E2_8277_92C412E59609:bigint,COL_64E6AF52_9602_4BCB_9495_ED809C78D206:string>

(2) ColumnarToRow [codegen id : 1]
Input [8]: [COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290#140231, COL_C93F67E4_5EF4_4DB0_B29E_6CAC26CA3509#140233, COL_E2197293_1CF1_4F05_B632_8D351ACAD684#140235, COL_0E79A8F0_358C_4848_A6A4_D4EE47290E2A#140237, COL_E6EBEA4E_BA1C_4C41_B358_B5E33403DE5F#140239, COL_7D91DA27_C1E8_4F47_851E_E4AFCC5267A1#140240, COL_BA88308A_AD6B_45E2_8277_92C412E59609#140242L, COL_64E6AF52_9602_4BCB_9495_ED809C78D206#140245]

(3) Filter [codegen id : 1]
Input [8]: [COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290#140231, COL_C93F67E4_5EF4_4DB0_B29E_6CAC26CA3509#140233, COL_E2197293_1CF1_4F05_B632_8D351ACAD684#140235, COL_0E79A8F0_358C_4848_A6A4_D4EE47290E2A#140237, COL_E6EBEA4E_BA1C_4C41_B358_B5E33403DE5F#140239, COL_7D91DA27_C1E8_4F47_851E_E4AFCC5267A1#140240, COL_BA88308A_AD6B_45E2_8277_92C412E59609#140242L, COL_64E6AF52_9602_4BCB_9495_ED809C78D206#140245]
Condition : ((COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290#140231 <=> 350000055) AND (COL_C93F67E4_5EF4_4DB0_B29E_6CAC26CA3509#140233 <=> 2025-07))

(4) Project [codegen id : 1]
Output [8]: [COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290#140231 AS COL_78D6AF65_F4E1_4E09_8D31_CEB3A56E80DA#140431, COL_C93F67E4_5EF4_4DB0_B29E_6CAC26CA3509#140233 AS COL_3ECC89EB_527F_443A_9C70_A809F8572E5A#140432, COL_E2197293_1CF1_4F05_B632_8D351ACAD684#140235 AS COL_7E38D8FE_1DD2_4365_AFCF_610319E50E99#140433, COL_0E79A8F0_358C_4848_A6A4_D4EE47290E2A#140237 AS COL_2496B31E_E048_4ABB_97A9_FA5294BD6604#140434, COL_E6EBEA4E_BA1C_4C41_B358_B5E33403DE5F#140239 AS COL_BACDBCF5_1B26_408A_ABEE_877A0447ECC7#140435, COL_7D91DA27_C1E8_4F47_851E_E4AFCC5267A1#140240 AS COL_64072851_5EE2_4CE5_A8EA_56F9C7EE1965#140436, COL_BA88308A_AD6B_45E2_8277_92C412E59609#140242L AS COL_201FFCDC_A043_4061_BFA6_7FD70C1926A0#140437L, COL_64E6AF52_9602_4BCB_9495_ED809C78D206#140245 AS COL_849123C3_AED0_49C2_A889_E03C42CADAD0#140438]
Input [8]: [COL_D0D6AE8B_1A33_4317_AB5A_E833327A9290#140231, COL_C93F67E4_5EF4_4DB0_B29E_6CAC26CA3509#140233, COL_E2197293_1CF1_4F05_B632_8D351ACAD684#140235, COL_0E79A8F0_358C_4848_A6A4_D4EE47290E2A#140237, COL_E6EBEA4E_BA1C_4C41_B358_B5E33403DE5F#140239, COL_7D91DA27_C1E8_4F47_851E_E4AFCC5267A1#140240, COL_BA88308A_AD6B_45E2_8277_92C412E59609#140242L, COL_64E6AF52_9602_4BCB_9495_ED809C78D206#140245]

(5) CollectLimit
Input [8]: [COL_78D6AF65_F4E1_4E09_8D31_CEB3A56E80DA#140431, COL_3ECC89EB_527F_443A_9C70_A809F8572E5A#140432, COL_7E38D8FE_1DD2_4365_AFCF_610319E50E99#140433, COL_2496B31E_E048_4ABB_97A9_FA5294BD6604#140434, COL_BACDBCF5_1B26_408A_ABEE_877A0447ECC7#140435, COL_64072851_5EE2_4CE5_A8EA_56F9C7EE1965#140436, COL_201FFCDC_A043_4061_BFA6_7FD70C1926A0#140437L, COL_849123C3_AED0_49C2_A889_E03C42CADAD0#140438]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet