SP1 - Details for Query 619

Submitted Time: 2026/06/25 16:59:47
Duration: 36 ms
Succeeded Jobs: 835

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 2 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 7 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 2 ms metadata time: 0 ms size of files read: 3.3 KiB number of output rows: 7"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634#247357 AS COL_C090A5FC_56A5_4223_BDC3_EC7F2EEA2EE8#247470, COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9#247350L AS COL_E117D1A5_B636_4957_AABE_2A07E671F7C3#247471L, COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A#247351 AS COL_E5EC1FB4_B286_458A_9846_7E2BCF6DD0AC#247472, COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C#247353 AS COL_D5752ADA_A327_4FBC_BE8D_C496B780780E#247473, COL_8057B77C_2D2A_45F4_B46B_267846CBC997#247352 AS COL_78B422E9_FF4E_4B1A_8031_D7BB1E8D12B3#247474, COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497#247354 AS COL_34B5D6C2_3A38_46E7_A85C_FAC2C76CACDA#247475, COL_D059B2EF_C479_49B5_8BD9_174193A57D69#247355 AS COL_2125C8B1_B106_4ACF_95D3_4D209E83B3FB#247476]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9#247350L,COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A#247351,COL_8057B77C_2D2A_45F4_B46B_267846CBC997#247352,COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C#247353,COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497#247354,COL_D059B2EF_C479_49B5_8BD9_174193A57D69#247355,COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634#247357] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/54c8381d_b584_4d31_9e80_750d..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9:bigint,COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [7]: [COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9#247350L, COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A#247351, COL_8057B77C_2D2A_45F4_B46B_267846CBC997#247352, COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C#247353, COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497#247354, COL_D059B2EF_C479_49B5_8BD9_174193A57D69#247355, COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634#247357]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/54c8381d_b584_4d31_9e80_750de5390cce]
ReadSchema: struct<COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9:bigint,COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A:string,COL_8057B77C_2D2A_45F4_B46B_267846CBC997:string,COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C:string,COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497:string,COL_D059B2EF_C479_49B5_8BD9_174193A57D69:string,COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634:string>

(2) ColumnarToRow [codegen id : 1]
Input [7]: [COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9#247350L, COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A#247351, COL_8057B77C_2D2A_45F4_B46B_267846CBC997#247352, COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C#247353, COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497#247354, COL_D059B2EF_C479_49B5_8BD9_174193A57D69#247355, COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634#247357]

(3) Project [codegen id : 1]
Output [7]: [COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634#247357 AS COL_C090A5FC_56A5_4223_BDC3_EC7F2EEA2EE8#247470, COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9#247350L AS COL_E117D1A5_B636_4957_AABE_2A07E671F7C3#247471L, COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A#247351 AS COL_E5EC1FB4_B286_458A_9846_7E2BCF6DD0AC#247472, COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C#247353 AS COL_D5752ADA_A327_4FBC_BE8D_C496B780780E#247473, COL_8057B77C_2D2A_45F4_B46B_267846CBC997#247352 AS COL_78B422E9_FF4E_4B1A_8031_D7BB1E8D12B3#247474, COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497#247354 AS COL_34B5D6C2_3A38_46E7_A85C_FAC2C76CACDA#247475, COL_D059B2EF_C479_49B5_8BD9_174193A57D69#247355 AS COL_2125C8B1_B106_4ACF_95D3_4D209E83B3FB#247476]
Input [7]: [COL_D4C45D4F_F7EE_45F0_9048_4C8750A1F9F9#247350L, COL_3F80393C_FAF9_4F55_95BE_B87A29F2A88A#247351, COL_8057B77C_2D2A_45F4_B46B_267846CBC997#247352, COL_08609E42_CBEF_4CCD_8CF7_D23828AAAE3C#247353, COL_B48EE4DF_9CD6_4E2F_908E_7F131B2D4497#247354, COL_D059B2EF_C479_49B5_8BD9_174193A57D69#247355, COL_9140CD38_BB23_4D29_B56F_DA36C1AB6634#247357]

(4) CollectLimit
Input [7]: [COL_C090A5FC_56A5_4223_BDC3_EC7F2EEA2EE8#247470, COL_E117D1A5_B636_4957_AABE_2A07E671F7C3#247471L, COL_E5EC1FB4_B286_458A_9846_7E2BCF6DD0AC#247472, COL_D5752ADA_A327_4FBC_BE8D_C496B780780E#247473, COL_78B422E9_FF4E_4B1A_8031_D7BB1E8D12B3#247474, COL_34B5D6C2_3A38_46E7_A85C_FAC2C76CACDA#247475, COL_2125C8B1_B106_4ACF_95D3_4D209E83B3FB#247476]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet