SP1 - Details for Query 308

Submitted Time: 2026/04/21 11:49:37
Duration: 54 ms
Succeeded Jobs: 332

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 3 ms"; 2 [labelType="html" label=" Project "]; } 3 [labelType="html" label="Scan csv number of output rows: 0 number of files read: 1 metadata time: 0 ms size of files read: 2.0 B"]; 2->0; 3->2; }

CollectLimit 1500

Project [c0#72454 AS COL_1448796F_A096_41F9_97E1_B20E16036D04#72882, c0#72454 AS COL_0970C625_69AD_4D12_A6ED_CF1DC4E46BEE#72883, c0#72454 AS COL_99D3DCA8_747F_4142_94FC_0005BA00C4DD#72884, cast(c0#72454 as bigint) AS COL_12345886_D64E_4D8F_B254_49310F718A84#72885L, cast(c0#72454 as bigint) AS COL_25C27F80_7DEC_4E68_8F0A_7F24FB89357F#72886L, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_50E8BF3F_0344_4CD2_98F7_4B14093DAAEC#72887, cast(c0#72454 as bigint) AS COL_D40590E3_8390_4542_9327_9738503350F5#72888L, cast(c0#72454 as bigint) AS COL_1412A069_F21E_4DCA_B01D_A2EE4B4B9936#72889L, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_82D06C02_7D51_4E3A_944C_809ABB7E3481#72890, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_35D1993E_7E15_4387_91D9_46D16F373088#72891, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_C3D64DA4_A266_42A5_9832_10216C7D767B#72892, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_3C0B625F_BAE5_41EA_9196_C3F40EE0C257#72893, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_45788FCC_5595_4C47_A28B_E49477FFEA27#72894, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_04B483DE_7FCA_493C_94E2_408CA92995DE#72895, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_9B4F3C50_3756_4F25_9ECB_9438157D6196#72896, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_E626EF3E_8910_4F2D_B3BA_383EDA8D54E9#72897, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_4FFC63F7_D84A_4FCB_82AF_E5085DE118C9#72898, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_56B5B992_FECB_4341_BA80_444C747BA872#72899, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_2A026644_8433_463C_95F5_EBD524A14481#72900, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_C7862CA6_9718_4E1C_AC59_6A5592E4C7CB#72901, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_A1A7CEDE_31C7_4DBB_AFB9_60BAC8DF191E#72902, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_81E4DB08_27B8_46D5_8B72_4AAA6E7D5399#72903, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_AAF17C6F_A593_4AEE_987D_C3B246DCED83#72904, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_A87F4D60_0E4C_4C04_A256_E90DD20D07AE#72905, ... 36 more fields]

WholeStageCodegen (1)

FileScan csv [c0#72454] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/execution/empty.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<c0:string>

Details

== Physical Plan ==
CollectLimit (3)
+- * Project (2)
   +- Scan csv  (1)


(1) Scan csv 
Output [1]: [c0#72454]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/execution/empty.csv]
ReadSchema: struct<c0:string>

(2) Project [codegen id : 1]
Output [60]: [c0#72454 AS COL_1448796F_A096_41F9_97E1_B20E16036D04#72882, c0#72454 AS COL_0970C625_69AD_4D12_A6ED_CF1DC4E46BEE#72883, c0#72454 AS COL_99D3DCA8_747F_4142_94FC_0005BA00C4DD#72884, cast(c0#72454 as bigint) AS COL_12345886_D64E_4D8F_B254_49310F718A84#72885L, cast(c0#72454 as bigint) AS COL_25C27F80_7DEC_4E68_8F0A_7F24FB89357F#72886L, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_50E8BF3F_0344_4CD2_98F7_4B14093DAAEC#72887, cast(c0#72454 as bigint) AS COL_D40590E3_8390_4542_9327_9738503350F5#72888L, cast(c0#72454 as bigint) AS COL_1412A069_F21E_4DCA_B01D_A2EE4B4B9936#72889L, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_82D06C02_7D51_4E3A_944C_809ABB7E3481#72890, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_35D1993E_7E15_4387_91D9_46D16F373088#72891, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_C3D64DA4_A266_42A5_9832_10216C7D767B#72892, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_3C0B625F_BAE5_41EA_9196_C3F40EE0C257#72893, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_45788FCC_5595_4C47_A28B_E49477FFEA27#72894, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_04B483DE_7FCA_493C_94E2_408CA92995DE#72895, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_9B4F3C50_3756_4F25_9ECB_9438157D6196#72896, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_E626EF3E_8910_4F2D_B3BA_383EDA8D54E9#72897, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_4FFC63F7_D84A_4FCB_82AF_E5085DE118C9#72898, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_56B5B992_FECB_4341_BA80_444C747BA872#72899, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_2A026644_8433_463C_95F5_EBD524A14481#72900, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_C7862CA6_9718_4E1C_AC59_6A5592E4C7CB#72901, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_A1A7CEDE_31C7_4DBB_AFB9_60BAC8DF191E#72902, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_81E4DB08_27B8_46D5_8B72_4AAA6E7D5399#72903, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_AAF17C6F_A593_4AEE_987D_C3B246DCED83#72904, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_A87F4D60_0E4C_4C04_A256_E90DD20D07AE#72905, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_49253995_75A1_4348_9509_9C8C8AB44AC9#72906, c0#72454 AS COL_3BE5242E_55DB_4978_9ED5_7C5986AC40D5#72907, c0#72454 AS COL_A32D4F6A_8CC9_4F61_ADBA_24FA359197EE#72908, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_84F46AAF_29E0_413C_BC80_F906547916C8#72909, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_D58D6AC7_50F5_4415_BC0A_784BEF248664#72910, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_B38B19FB_939B_4DC1_A1A9_67CAEFF43F68#72911, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_C7F2F92F_89F9_442B_88C8_0B3C17ED3D24#72912, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_C95F3481_F4BC_49BC_8EE7_F3717E3169E8#72913, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_06BEA762_DC7A_4B2A_926A_28D954722D1A#72914, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_C2A57237_603D_48A1_A7DB_85944A4A7774#72915, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_A9C7193C_0D3E_4746_A3A7_DE692437B66B#72916, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_0077E6AF_F621_49A9_B5F7_4CE51B90F292#72917, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_40E7461C_67FF_4E88_B08E_EFE4D2F4203A#72918, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_B6191D9F_B611_49B4_A346_B1112E465789#72919, c0#72454 AS COL_758F2634_509C_46CE_B3BE_C94BCCBF35F7#72920, c0#72454 AS COL_02B896ED_9070_46EB_BC9B_4C890BD1701C#72921, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_AB48F09E_188F_48A7_AB15_069CBFBC6E9B#72922, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_9D07EA21_EC06_4FD5_BD5D_1F578DDBE68A#72923, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_F27F8C14_2933_43B2_BEC3_D16AE5FBCE64#72924, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_8B3C5701_2959_435C_B325_B48388D0EB2B#72925, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_0479065A_BD55_40DA_BC59_32D4A96630CB#72926, c0#72454 AS COL_FC609163_B80D_4F0B_817A_C26836E8186F#72927, c0#72454 AS COL_272E62FF_2031_4FF3_AF91_11F08AED6C50#72928, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_FABC64A2_8ECD_4A68_95FE_F5F4FA1EDD08#72929, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_5385B5CC_1DE3_492F_BDE0_21E823FEAEB7#72930, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_70CFE410_92F7_48E0_8FA3_0111CB46C5B3#72931, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_44AAEEB9_CC1F_4349_91FC_F3EE83A6CD86#72932, c0#72454 AS COL_4A00E22A_1E8B_47FB_8057_58514E05B6B4#72933, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_120D5A04_22BD_43E8_9B3E_2AF90EE12053#72934, cast(REFORMAT_FOR_DOUBLE(c0#72454) as double) AS COL_AA452D30_D367_4A3B_B754_9CD917C0BF7E#72935, c0#72454 AS COL_CD4990FE_805A_4411_AD52_57366BB0CEA9#72936, c0#72454 AS COL_ECE11A38_7ED1_4D98_9FE5_EBB72177AAA3#72937, c0#72454 AS COL_00DF8FB2_94BE_4ED4_B993_77789835A10B#72938, c0#72454 AS COL_537E55E3_7812_4978_9B3C_8F64F3508654#72939, c0#72454 AS COL_BA77AF71_3109_4AE5_9AEE_3F8D91C26F9A#72940, c0#72454 AS COL_455E858E_658E_4B7F_8C76_A73E36FFDEC2#72941]
Input [1]: [c0#72454]

(3) CollectLimit
Input [60]: [COL_1448796F_A096_41F9_97E1_B20E16036D04#72882, COL_0970C625_69AD_4D12_A6ED_CF1DC4E46BEE#72883, COL_99D3DCA8_747F_4142_94FC_0005BA00C4DD#72884, COL_12345886_D64E_4D8F_B254_49310F718A84#72885L, COL_25C27F80_7DEC_4E68_8F0A_7F24FB89357F#72886L, COL_50E8BF3F_0344_4CD2_98F7_4B14093DAAEC#72887, COL_D40590E3_8390_4542_9327_9738503350F5#72888L, COL_1412A069_F21E_4DCA_B01D_A2EE4B4B9936#72889L, COL_82D06C02_7D51_4E3A_944C_809ABB7E3481#72890, COL_35D1993E_7E15_4387_91D9_46D16F373088#72891, COL_C3D64DA4_A266_42A5_9832_10216C7D767B#72892, COL_3C0B625F_BAE5_41EA_9196_C3F40EE0C257#72893, COL_45788FCC_5595_4C47_A28B_E49477FFEA27#72894, COL_04B483DE_7FCA_493C_94E2_408CA92995DE#72895, COL_9B4F3C50_3756_4F25_9ECB_9438157D6196#72896, COL_E626EF3E_8910_4F2D_B3BA_383EDA8D54E9#72897, COL_4FFC63F7_D84A_4FCB_82AF_E5085DE118C9#72898, COL_56B5B992_FECB_4341_BA80_444C747BA872#72899, COL_2A026644_8433_463C_95F5_EBD524A14481#72900, COL_C7862CA6_9718_4E1C_AC59_6A5592E4C7CB#72901, COL_A1A7CEDE_31C7_4DBB_AFB9_60BAC8DF191E#72902, COL_81E4DB08_27B8_46D5_8B72_4AAA6E7D5399#72903, COL_AAF17C6F_A593_4AEE_987D_C3B246DCED83#72904, COL_A87F4D60_0E4C_4C04_A256_E90DD20D07AE#72905, COL_49253995_75A1_4348_9509_9C8C8AB44AC9#72906, COL_3BE5242E_55DB_4978_9ED5_7C5986AC40D5#72907, COL_A32D4F6A_8CC9_4F61_ADBA_24FA359197EE#72908, COL_84F46AAF_29E0_413C_BC80_F906547916C8#72909, COL_D58D6AC7_50F5_4415_BC0A_784BEF248664#72910, COL_B38B19FB_939B_4DC1_A1A9_67CAEFF43F68#72911, COL_C7F2F92F_89F9_442B_88C8_0B3C17ED3D24#72912, COL_C95F3481_F4BC_49BC_8EE7_F3717E3169E8#72913, COL_06BEA762_DC7A_4B2A_926A_28D954722D1A#72914, COL_C2A57237_603D_48A1_A7DB_85944A4A7774#72915, COL_A9C7193C_0D3E_4746_A3A7_DE692437B66B#72916, COL_0077E6AF_F621_49A9_B5F7_4CE51B90F292#72917, COL_40E7461C_67FF_4E88_B08E_EFE4D2F4203A#72918, COL_B6191D9F_B611_49B4_A346_B1112E465789#72919, COL_758F2634_509C_46CE_B3BE_C94BCCBF35F7#72920, COL_02B896ED_9070_46EB_BC9B_4C890BD1701C#72921, COL_AB48F09E_188F_48A7_AB15_069CBFBC6E9B#72922, COL_9D07EA21_EC06_4FD5_BD5D_1F578DDBE68A#72923, COL_F27F8C14_2933_43B2_BEC3_D16AE5FBCE64#72924, COL_8B3C5701_2959_435C_B325_B48388D0EB2B#72925, COL_0479065A_BD55_40DA_BC59_32D4A96630CB#72926, COL_FC609163_B80D_4F0B_817A_C26836E8186F#72927, COL_272E62FF_2031_4FF3_AF91_11F08AED6C50#72928, COL_FABC64A2_8ECD_4A68_95FE_F5F4FA1EDD08#72929, COL_5385B5CC_1DE3_492F_BDE0_21E823FEAEB7#72930, COL_70CFE410_92F7_48E0_8FA3_0111CB46C5B3#72931, COL_44AAEEB9_CC1F_4349_91FC_F3EE83A6CD86#72932, COL_4A00E22A_1E8B_47FB_8057_58514E05B6B4#72933, COL_120D5A04_22BD_43E8_9B3E_2AF90EE12053#72934, COL_AA452D30_D367_4A3B_B754_9CD917C0BF7E#72935, COL_CD4990FE_805A_4411_AD52_57366BB0CEA9#72936, COL_ECE11A38_7ED1_4D98_9FE5_EBB72177AAA3#72937, COL_00DF8FB2_94BE_4ED4_B993_77789835A10B#72938, COL_537E55E3_7812_4978_9B3C_8F64F3508654#72939, COL_BA77AF71_3109_4AE5_9AEE_3F8D91C26F9A#72940, COL_455E858E_658E_4B7F_8C76_A73E36FFDEC2#72941]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet