SP1 - Details for Query 593

Submitted Time: 2026/06/25 16:55:33
Duration: 57 ms
Succeeded Jobs: 809

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 3 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 7 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 3.3 KiB number of output rows: 7"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634#242994 AS COL_C090A5FC_56A5_4223_BDC3_EC7F2EEA2EE8#243107, COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9#242987L AS COL_E117D1A5_B636_4957_AABE_2A07E671F7C3#243108L, COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A#242988 AS COL_E5EC1FB4_B286_458A_9846_7E2BCF6DD0AC#243109, COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C#242990 AS COL_D5752ADA_A327_4FBC_BE8D_C496B780780E#243110, COL_8057B77C_2D2A_45F4_B46B_267846CBC997#242989 AS COL_78B422E9_FF4E_4B1A_8031_D7BB1E8D12B3#243111, COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497#242991 AS COL_34B5D6C2_3A38_46E7_A85C_FAC2C76CACDA#243112, COL_D059B2EF_C479_49B5_8BD9_174193A57D69#242992 AS COL_2125C8B1_B106_4ACF_95D3_4D209E83B3FB#243113]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9#242987L,COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A#242988,COL_8057B77C_2D2A_45F4_B46B_267846CBC997#242989,COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C#242990,COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497#242991,COL_D059B2EF_C479_49B5_8BD9_174193A57D69#242992,COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634#242994] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/46e60cc5_944d_4b8b_abdf_2742..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9:bigint,COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [7]: [COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9#242987L, COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A#242988, COL_8057B77C_2D2A_45F4_B46B_267846CBC997#242989, COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C#242990, COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497#242991, COL_D059B2EF_C479_49B5_8BD9_174193A57D69#242992, COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634#242994]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/46e60cc5_944d_4b8b_abdf_2742f0eaaa10]
ReadSchema: struct<COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9:bigint,COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A:string,COL_8057B77C_2D2A_45F4_B46B_267846CBC997:string,COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C:string,COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497:string,COL_D059B2EF_C479_49B5_8BD9_174193A57D69:string,COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634:string>

(2) ColumnarToRow [codegen id : 1]
Input [7]: [COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9#242987L, COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A#242988, COL_8057B77C_2D2A_45F4_B46B_267846CBC997#242989, COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C#242990, COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497#242991, COL_D059B2EF_C479_49B5_8BD9_174193A57D69#242992, COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634#242994]

(3) Project [codegen id : 1]
Output [7]: [COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634#242994 AS COL_C090A5FC_56A5_4223_BDC3_EC7F2EEA2EE8#243107, COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9#242987L AS COL_E117D1A5_B636_4957_AABE_2A07E671F7C3#243108L, COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A#242988 AS COL_E5EC1FB4_B286_458A_9846_7E2BCF6DD0AC#243109, COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C#242990 AS COL_D5752ADA_A327_4FBC_BE8D_C496B780780E#243110, COL_8057B77C_2D2A_45F4_B46B_267846CBC997#242989 AS COL_78B422E9_FF4E_4B1A_8031_D7BB1E8D12B3#243111, COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497#242991 AS COL_34B5D6C2_3A38_46E7_A85C_FAC2C76CACDA#243112, COL_D059B2EF_C479_49B5_8BD9_174193A57D69#242992 AS COL_2125C8B1_B106_4ACF_95D3_4D209E83B3FB#243113]
Input [7]: [COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9#242987L, COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A#242988, COL_8057B77C_2D2A_45F4_B46B_267846CBC997#242989, COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C#242990, COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497#242991, COL_D059B2EF_C479_49B5_8BD9_174193A57D69#242992, COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634#242994]

(4) CollectLimit
Input [7]: [COL_C090A5FC_56A5_4223_BDC3_EC7F2EEA2EE8#243107, COL_E117D1A5_B636_4957_AABE_2A07E671F7C3#243108L, COL_E5EC1FB4_B286_458A_9846_7E2BCF6DD0AC#243109, COL_D5752ADA_A327_4FBC_BE8D_C496B780780E#243110, COL_78B422E9_FF4E_4B1A_8031_D7BB1E8D12B3#243111, COL_34B5D6C2_3A38_46E7_A85C_FAC2C76CACDA#243112, COL_2125C8B1_B106_4ACF_95D3_4D209E83B3FB#243113]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet