SP1 - Details for Query 488

Submitted Time: 2026/02/23 14:36:45
Duration: 0.1 s
Succeeded Jobs: 651

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 16 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 14"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 8,480 number of input batches: 3"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 5 ms metadata time: 0 ms size of files read: 76.3 KiB number of output rows: 8,480"]; 2->0; 3->2; 4->3; 5->4; }

TakeOrderedAndProject(limit=500000, orderBy=[COL_CCEB5F4A_CB23_4ECD_8EB5_8E614CE82588#140456 ASC NULLS FIRST], output=[COL_C3C969AB_0A66_4A42_95D1_628C253B36C9#140448,COL_23FD2610_8001_433E_A3B9_C56BF2BB154E#140449,COL_90B62076_DBF1_4C03_ABB7_113A119D0827#140450,COL_C6ED7FAD_3825_490E_8903_55D2152F3C6F#140451,COL_770BBEDB_A019_44BA_AB00_AF8DF6128287#140452,COL_E5890C9A_EC09_45B1_8040_0EBC3491AA72#140453L,COL_9E9CA61A_A9E8_4D68_B54F_91A629D0E332#140454L,COL_CE0394E5_08C3_46D9_9844_35DD29C38E3C#140455,COL_CCEB5F4A_CB23_4ECD_8EB5_8E614CE82588#140456,COL_B45D6D41_364F_4A04_9F68_36FB69D95AEA#140457L,COL_2B4AA981_9858_436C_8AD6_EC8F9FEDE570#140458,COL_49BB717E_5E8A_4A97_85F9_116BBF6A4AD4#140459])

Project [COL_3FC9CF25_115F_47C2_8706_BC734AAA7617#140232 AS COL_C3C969AB_0A66_4A42_95D1_628C253B36C9#140448, COL_943EA533_0089_4A3D_83A8_F2F6FEA02FEA#140234 AS COL_23FD2610_8001_433E_A3B9_C56BF2BB154E#140449, COL_38963EBF_223A_49F6_9EE1_560E597035A9#140236 AS COL_90B62076_DBF1_4C03_ABB7_113A119D0827#140450, COL_3A733BA3_8EA8_4CC2_939F_8B0CF2121D6C#140238 AS COL_C6ED7FAD_3825_490E_8903_55D2152F3C6F#140451, COL_5F49C39D_0EB7_459A_A9B6_51E79C2C2794#140241 AS COL_770BBEDB_A019_44BA_AB00_AF8DF6128287#140452, COL_5762DC51_C153_4DEC_937F_66E2D7DEB277#140248L AS COL_E5890C9A_EC09_45B1_8040_0EBC3491AA72#140453L, COL_7DB5F236_71ED_47F4_B049_87F37745E8A8#140249L AS COL_9E9CA61A_A9E8_4D68_B54F_91A629D0E332#140454L, COL_5F98017E_7657_410A_91C0_3137A8D0D71F#140243 AS COL_CE0394E5_08C3_46D9_9844_35DD29C38E3C#140455, COL_396C5F4E_803E_4206_AA1A_485DB576FE1D#140244 AS COL_CCEB5F4A_CB23_4ECD_8EB5_8E614CE82588#140456, COL_0594AE88_8BD0_4FF2_A19E_15620F0BF20E#140250L AS COL_B45D6D41_364F_4A04_9F68_36FB69D95AEA#140457L, COL_687BAF68_8527_4100_B69B_339A76FFCD88#140246 AS COL_2B4AA981_9858_436C_8AD6_EC8F9FEDE570#140458, COL_B648FE91_DE45_4C69_9C69_3146520F0D91#140247 AS COL_49BB717E_5E8A_4A97_85F9_116BBF6A4AD4#140459]

Filter ((COL_687BAF68_8527_4100_B69B_339A76FFCD88#140246 <=> 350000055) AND (COL_B648FE91_DE45_4C69_9C69_3146520F0D91#140247 <=> 2025-07))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_3FC9CF25_115F_47C2_8706_BC734AAA7617#140232,COL_943EA533_0089_4A3D_83A8_F2F6FEA02FEA#140234,COL_38963EBF_223A_49F6_9EE1_560E597035A9#140236,COL_3A733BA3_8EA8_4CC2_939F_8B0CF2121D6C#140238,COL_5F49C39D_0EB7_459A_A9B6_51E79C2C2794#140241,COL_5F98017E_7657_410A_91C0_3137A8D0D71F#140243,COL_396C5F4E_803E_4206_AA1A_485DB576FE1D#140244,COL_687BAF68_8527_4100_B69B_339A76FFCD88#140246,COL_B648FE91_DE45_4C69_9C69_3146520F0D91#140247,COL_5762DC51_C153_4DEC_937F_66E2D7DEB277#140248L,COL_7DB5F236_71ED_47F4_B049_87F37745E8A8#140249L,COL_0594AE88_8BD0_4FF2_A19E_15620F0BF20E#140250L] Batched: true, DataFilters: [(COL_687BAF68_8527_4100_B69B_339A76FFCD88#140246 <=> 350000055), (COL_B648FE91_DE45_4C69_9C69_31..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/1_D_1_CDEM_DEMO_307387], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_687BAF68_8527_4100_B69B_339A76FFCD88,350000055), EqualNullSafe(COL_B648FE91_DE..., ReadSchema: struct<COL_3FC9CF25_115F_47C2_8706_BC734AAA7617:int,COL_943EA533_0089_4A3D_83A8_F2F6FEA02FEA:int,...

Details

== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [12]: [COL_3FC9CF25_115F_47C2_8706_BC734AAA7617#140232, COL_943EA533_0089_4A3D_83A8_F2F6FEA02FEA#140234, COL_38963EBF_223A_49F6_9EE1_560E597035A9#140236, COL_3A733BA3_8EA8_4CC2_939F_8B0CF2121D6C#140238, COL_5F49C39D_0EB7_459A_A9B6_51E79C2C2794#140241, COL_5F98017E_7657_410A_91C0_3137A8D0D71F#140243, COL_396C5F4E_803E_4206_AA1A_485DB576FE1D#140244, COL_687BAF68_8527_4100_B69B_339A76FFCD88#140246, COL_B648FE91_DE45_4C69_9C69_3146520F0D91#140247, COL_5762DC51_C153_4DEC_937F_66E2D7DEB277#140248L, COL_7DB5F236_71ED_47F4_B049_87F37745E8A8#140249L, COL_0594AE88_8BD0_4FF2_A19E_15620F0BF20E#140250L]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/1_D_1_CDEM_DEMO_307387]
PushedFilters: [EqualNullSafe(COL_687BAF68_8527_4100_B69B_339A76FFCD88,350000055), EqualNullSafe(COL_B648FE91_DE45_4C69_9C69_3146520F0D91,2025-07)]
ReadSchema: struct<COL_3FC9CF25_115F_47C2_8706_BC734AAA7617:int,COL_943EA533_0089_4A3D_83A8_F2F6FEA02FEA:int,COL_38963EBF_223A_49F6_9EE1_560E597035A9:string,COL_3A733BA3_8EA8_4CC2_939F_8B0CF2121D6C:string,COL_5F49C39D_0EB7_459A_A9B6_51E79C2C2794:int,COL_5F98017E_7657_410A_91C0_3137A8D0D71F:string,COL_396C5F4E_803E_4206_AA1A_485DB576FE1D:int,COL_687BAF68_8527_4100_B69B_339A76FFCD88:string,COL_B648FE91_DE45_4C69_9C69_3146520F0D91:string,COL_5762DC51_C153_4DEC_937F_66E2D7DEB277:bigint,COL_7DB5F236_71ED_47F4_B049_87F37745E8A8:bigint,COL_0594AE88_8BD0_4FF2_A19E_15620F0BF20E:bigint>

(2) ColumnarToRow [codegen id : 1]
Input [12]: [COL_3FC9CF25_115F_47C2_8706_BC734AAA7617#140232, COL_943EA533_0089_4A3D_83A8_F2F6FEA02FEA#140234, COL_38963EBF_223A_49F6_9EE1_560E597035A9#140236, COL_3A733BA3_8EA8_4CC2_939F_8B0CF2121D6C#140238, COL_5F49C39D_0EB7_459A_A9B6_51E79C2C2794#140241, COL_5F98017E_7657_410A_91C0_3137A8D0D71F#140243, COL_396C5F4E_803E_4206_AA1A_485DB576FE1D#140244, COL_687BAF68_8527_4100_B69B_339A76FFCD88#140246, COL_B648FE91_DE45_4C69_9C69_3146520F0D91#140247, COL_5762DC51_C153_4DEC_937F_66E2D7DEB277#140248L, COL_7DB5F236_71ED_47F4_B049_87F37745E8A8#140249L, COL_0594AE88_8BD0_4FF2_A19E_15620F0BF20E#140250L]

(3) Filter [codegen id : 1]
Input [12]: [COL_3FC9CF25_115F_47C2_8706_BC734AAA7617#140232, COL_943EA533_0089_4A3D_83A8_F2F6FEA02FEA#140234, COL_38963EBF_223A_49F6_9EE1_560E597035A9#140236, COL_3A733BA3_8EA8_4CC2_939F_8B0CF2121D6C#140238, COL_5F49C39D_0EB7_459A_A9B6_51E79C2C2794#140241, COL_5F98017E_7657_410A_91C0_3137A8D0D71F#140243, COL_396C5F4E_803E_4206_AA1A_485DB576FE1D#140244, COL_687BAF68_8527_4100_B69B_339A76FFCD88#140246, COL_B648FE91_DE45_4C69_9C69_3146520F0D91#140247, COL_5762DC51_C153_4DEC_937F_66E2D7DEB277#140248L, COL_7DB5F236_71ED_47F4_B049_87F37745E8A8#140249L, COL_0594AE88_8BD0_4FF2_A19E_15620F0BF20E#140250L]
Condition : ((COL_687BAF68_8527_4100_B69B_339A76FFCD88#140246 <=> 350000055) AND (COL_B648FE91_DE45_4C69_9C69_3146520F0D91#140247 <=> 2025-07))

(4) Project [codegen id : 1]
Output [12]: [COL_3FC9CF25_115F_47C2_8706_BC734AAA7617#140232 AS COL_C3C969AB_0A66_4A42_95D1_628C253B36C9#140448, COL_943EA533_0089_4A3D_83A8_F2F6FEA02FEA#140234 AS COL_23FD2610_8001_433E_A3B9_C56BF2BB154E#140449, COL_38963EBF_223A_49F6_9EE1_560E597035A9#140236 AS COL_90B62076_DBF1_4C03_ABB7_113A119D0827#140450, COL_3A733BA3_8EA8_4CC2_939F_8B0CF2121D6C#140238 AS COL_C6ED7FAD_3825_490E_8903_55D2152F3C6F#140451, COL_5F49C39D_0EB7_459A_A9B6_51E79C2C2794#140241 AS COL_770BBEDB_A019_44BA_AB00_AF8DF6128287#140452, COL_5762DC51_C153_4DEC_937F_66E2D7DEB277#140248L AS COL_E5890C9A_EC09_45B1_8040_0EBC3491AA72#140453L, COL_7DB5F236_71ED_47F4_B049_87F37745E8A8#140249L AS COL_9E9CA61A_A9E8_4D68_B54F_91A629D0E332#140454L, COL_5F98017E_7657_410A_91C0_3137A8D0D71F#140243 AS COL_CE0394E5_08C3_46D9_9844_35DD29C38E3C#140455, COL_396C5F4E_803E_4206_AA1A_485DB576FE1D#140244 AS COL_CCEB5F4A_CB23_4ECD_8EB5_8E614CE82588#140456, COL_0594AE88_8BD0_4FF2_A19E_15620F0BF20E#140250L AS COL_B45D6D41_364F_4A04_9F68_36FB69D95AEA#140457L, COL_687BAF68_8527_4100_B69B_339A76FFCD88#140246 AS COL_2B4AA981_9858_436C_8AD6_EC8F9FEDE570#140458, COL_B648FE91_DE45_4C69_9C69_3146520F0D91#140247 AS COL_49BB717E_5E8A_4A97_85F9_116BBF6A4AD4#140459]
Input [12]: [COL_3FC9CF25_115F_47C2_8706_BC734AAA7617#140232, COL_943EA533_0089_4A3D_83A8_F2F6FEA02FEA#140234, COL_38963EBF_223A_49F6_9EE1_560E597035A9#140236, COL_3A733BA3_8EA8_4CC2_939F_8B0CF2121D6C#140238, COL_5F49C39D_0EB7_459A_A9B6_51E79C2C2794#140241, COL_5F98017E_7657_410A_91C0_3137A8D0D71F#140243, COL_396C5F4E_803E_4206_AA1A_485DB576FE1D#140244, COL_687BAF68_8527_4100_B69B_339A76FFCD88#140246, COL_B648FE91_DE45_4C69_9C69_3146520F0D91#140247, COL_5762DC51_C153_4DEC_937F_66E2D7DEB277#140248L, COL_7DB5F236_71ED_47F4_B049_87F37745E8A8#140249L, COL_0594AE88_8BD0_4FF2_A19E_15620F0BF20E#140250L]

(5) TakeOrderedAndProject
Input [12]: [COL_C3C969AB_0A66_4A42_95D1_628C253B36C9#140448, COL_23FD2610_8001_433E_A3B9_C56BF2BB154E#140449, COL_90B62076_DBF1_4C03_ABB7_113A119D0827#140450, COL_C6ED7FAD_3825_490E_8903_55D2152F3C6F#140451, COL_770BBEDB_A019_44BA_AB00_AF8DF6128287#140452, COL_E5890C9A_EC09_45B1_8040_0EBC3491AA72#140453L, COL_9E9CA61A_A9E8_4D68_B54F_91A629D0E332#140454L, COL_CE0394E5_08C3_46D9_9844_35DD29C38E3C#140455, COL_CCEB5F4A_CB23_4ECD_8EB5_8E614CE82588#140456, COL_B45D6D41_364F_4A04_9F68_36FB69D95AEA#140457L, COL_2B4AA981_9858_436C_8AD6_EC8F9FEDE570#140458, COL_49BB717E_5E8A_4A97_85F9_116BBF6A4AD4#140459]
Arguments: 500000, [COL_CCEB5F4A_CB23_4ECD_8EB5_8E614CE82588#140456 ASC NULLS FIRST], [COL_C3C969AB_0A66_4A42_95D1_628C253B36C9#140448, COL_23FD2610_8001_433E_A3B9_C56BF2BB154E#140449, COL_90B62076_DBF1_4C03_ABB7_113A119D0827#140450, COL_C6ED7FAD_3825_490E_8903_55D2152F3C6F#140451, COL_770BBEDB_A019_44BA_AB00_AF8DF6128287#140452, COL_E5890C9A_EC09_45B1_8040_0EBC3491AA72#140453L, COL_9E9CA61A_A9E8_4D68_B54F_91A629D0E332#140454L, COL_CE0394E5_08C3_46D9_9844_35DD29C38E3C#140455, COL_CCEB5F4A_CB23_4ECD_8EB5_8E614CE82588#140456, COL_B45D6D41_364F_4A04_9F68_36FB69D95AEA#140457L, COL_2B4AA981_9858_436C_8AD6_EC8F9FEDE570#140458, COL_49BB717E_5E8A_4A97_85F9_116BBF6A4AD4#140459]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet