SP1 - Details for Query 294

Submitted Time: 2026/04/21 11:44:24
Duration: 66 ms
Succeeded Jobs: 319

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 5 ms"; 2 [labelType="html" label=" Project "]; } 3 [labelType="html" label="Scan csv number of output rows: 0 number of files read: 1 metadata time: 0 ms size of files read: 2.0 B"]; 2->0; 3->2; }

CollectLimit 1500

Project [c0#67298 AS COL_1448796F_A096_41F9_97E1_B20E16036D04#67726, c0#67298 AS COL_0970C625_69AD_4D12_A6ED_CF1DC4E46BEE#67727, c0#67298 AS COL_99D3DCA8_747F_4142_94FC_0005BA00C4DD#67728, cast(c0#67298 as bigint) AS COL_12345886_D64E_4D8F_B254_49310F718A84#67729L, cast(c0#67298 as bigint) AS COL_25C27F80_7DEC_4E68_8F0A_7F24FB89357F#67730L, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_50E8BF3F_0344_4CD2_98F7_4B14093DAAEC#67731, cast(c0#67298 as bigint) AS COL_D40590E3_8390_4542_9327_9738503350F5#67732L, cast(c0#67298 as bigint) AS COL_1412A069_F21E_4DCA_B01D_A2EE4B4B9936#67733L, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_82D06C02_7D51_4E3A_944C_809ABB7E3481#67734, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_35D1993E_7E15_4387_91D9_46D16F373088#67735, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_C3D64DA4_A266_42A5_9832_10216C7D767B#67736, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_3C0B625F_BAE5_41EA_9196_C3F40EE0C257#67737, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_45788FCC_5595_4C47_A28B_E49477FFEA27#67738, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_04B483DE_7FCA_493C_94E2_408CA92995DE#67739, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_9B4F3C50_3756_4F25_9ECB_9438157D6196#67740, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_E626EF3E_8910_4F2D_B3BA_383EDA8D54E9#67741, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_4FFC63F7_D84A_4FCB_82AF_E5085DE118C9#67742, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_56B5B992_FECB_4341_BA80_444C747BA872#67743, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_2A026644_8433_463C_95F5_EBD524A14481#67744, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_C7862CA6_9718_4E1C_AC59_6A5592E4C7CB#67745, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_A1A7CEDE_31C7_4DBB_AFB9_60BAC8DF191E#67746, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_81E4DB08_27B8_46D5_8B72_4AAA6E7D5399#67747, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_AAF17C6F_A593_4AEE_987D_C3B246DCED83#67748, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_A87F4D60_0E4C_4C04_A256_E90DD20D07AE#67749, ... 36 more fields]

WholeStageCodegen (1)

FileScan csv [c0#67298] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/execution/empty.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<c0:string>

Details

== Physical Plan ==
CollectLimit (3)
+- * Project (2)
   +- Scan csv  (1)


(1) Scan csv 
Output [1]: [c0#67298]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/execution/empty.csv]
ReadSchema: struct<c0:string>

(2) Project [codegen id : 1]
Output [60]: [c0#67298 AS COL_1448796F_A096_41F9_97E1_B20E16036D04#67726, c0#67298 AS COL_0970C625_69AD_4D12_A6ED_CF1DC4E46BEE#67727, c0#67298 AS COL_99D3DCA8_747F_4142_94FC_0005BA00C4DD#67728, cast(c0#67298 as bigint) AS COL_12345886_D64E_4D8F_B254_49310F718A84#67729L, cast(c0#67298 as bigint) AS COL_25C27F80_7DEC_4E68_8F0A_7F24FB89357F#67730L, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_50E8BF3F_0344_4CD2_98F7_4B14093DAAEC#67731, cast(c0#67298 as bigint) AS COL_D40590E3_8390_4542_9327_9738503350F5#67732L, cast(c0#67298 as bigint) AS COL_1412A069_F21E_4DCA_B01D_A2EE4B4B9936#67733L, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_82D06C02_7D51_4E3A_944C_809ABB7E3481#67734, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_35D1993E_7E15_4387_91D9_46D16F373088#67735, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_C3D64DA4_A266_42A5_9832_10216C7D767B#67736, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_3C0B625F_BAE5_41EA_9196_C3F40EE0C257#67737, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_45788FCC_5595_4C47_A28B_E49477FFEA27#67738, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_04B483DE_7FCA_493C_94E2_408CA92995DE#67739, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_9B4F3C50_3756_4F25_9ECB_9438157D6196#67740, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_E626EF3E_8910_4F2D_B3BA_383EDA8D54E9#67741, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_4FFC63F7_D84A_4FCB_82AF_E5085DE118C9#67742, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_56B5B992_FECB_4341_BA80_444C747BA872#67743, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_2A026644_8433_463C_95F5_EBD524A14481#67744, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_C7862CA6_9718_4E1C_AC59_6A5592E4C7CB#67745, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_A1A7CEDE_31C7_4DBB_AFB9_60BAC8DF191E#67746, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_81E4DB08_27B8_46D5_8B72_4AAA6E7D5399#67747, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_AAF17C6F_A593_4AEE_987D_C3B246DCED83#67748, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_A87F4D60_0E4C_4C04_A256_E90DD20D07AE#67749, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_49253995_75A1_4348_9509_9C8C8AB44AC9#67750, c0#67298 AS COL_3BE5242E_55DB_4978_9ED5_7C5986AC40D5#67751, c0#67298 AS COL_A32D4F6A_8CC9_4F61_ADBA_24FA359197EE#67752, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_84F46AAF_29E0_413C_BC80_F906547916C8#67753, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_D58D6AC7_50F5_4415_BC0A_784BEF248664#67754, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_B38B19FB_939B_4DC1_A1A9_67CAEFF43F68#67755, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_C7F2F92F_89F9_442B_88C8_0B3C17ED3D24#67756, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_C95F3481_F4BC_49BC_8EE7_F3717E3169E8#67757, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_06BEA762_DC7A_4B2A_926A_28D954722D1A#67758, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_C2A57237_603D_48A1_A7DB_85944A4A7774#67759, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_A9C7193C_0D3E_4746_A3A7_DE692437B66B#67760, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_0077E6AF_F621_49A9_B5F7_4CE51B90F292#67761, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_40E7461C_67FF_4E88_B08E_EFE4D2F4203A#67762, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_B6191D9F_B611_49B4_A346_B1112E465789#67763, c0#67298 AS COL_758F2634_509C_46CE_B3BE_C94BCCBF35F7#67764, c0#67298 AS COL_02B896ED_9070_46EB_BC9B_4C890BD1701C#67765, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_AB48F09E_188F_48A7_AB15_069CBFBC6E9B#67766, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_9D07EA21_EC06_4FD5_BD5D_1F578DDBE68A#67767, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_F27F8C14_2933_43B2_BEC3_D16AE5FBCE64#67768, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_8B3C5701_2959_435C_B325_B48388D0EB2B#67769, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_0479065A_BD55_40DA_BC59_32D4A96630CB#67770, c0#67298 AS COL_FC609163_B80D_4F0B_817A_C26836E8186F#67771, c0#67298 AS COL_272E62FF_2031_4FF3_AF91_11F08AED6C50#67772, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_FABC64A2_8ECD_4A68_95FE_F5F4FA1EDD08#67773, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_5385B5CC_1DE3_492F_BDE0_21E823FEAEB7#67774, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_70CFE410_92F7_48E0_8FA3_0111CB46C5B3#67775, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_44AAEEB9_CC1F_4349_91FC_F3EE83A6CD86#67776, c0#67298 AS COL_4A00E22A_1E8B_47FB_8057_58514E05B6B4#67777, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_120D5A04_22BD_43E8_9B3E_2AF90EE12053#67778, cast(REFORMAT_FOR_DOUBLE(c0#67298) as double) AS COL_AA452D30_D367_4A3B_B754_9CD917C0BF7E#67779, c0#67298 AS COL_CD4990FE_805A_4411_AD52_57366BB0CEA9#67780, c0#67298 AS COL_ECE11A38_7ED1_4D98_9FE5_EBB72177AAA3#67781, c0#67298 AS COL_00DF8FB2_94BE_4ED4_B993_77789835A10B#67782, c0#67298 AS COL_537E55E3_7812_4978_9B3C_8F64F3508654#67783, c0#67298 AS COL_BA77AF71_3109_4AE5_9AEE_3F8D91C26F9A#67784, c0#67298 AS COL_455E858E_658E_4B7F_8C76_A73E36FFDEC2#67785]
Input [1]: [c0#67298]

(3) CollectLimit
Input [60]: [COL_1448796F_A096_41F9_97E1_B20E16036D04#67726, COL_0970C625_69AD_4D12_A6ED_CF1DC4E46BEE#67727, COL_99D3DCA8_747F_4142_94FC_0005BA00C4DD#67728, COL_12345886_D64E_4D8F_B254_49310F718A84#67729L, COL_25C27F80_7DEC_4E68_8F0A_7F24FB89357F#67730L, COL_50E8BF3F_0344_4CD2_98F7_4B14093DAAEC#67731, COL_D40590E3_8390_4542_9327_9738503350F5#67732L, COL_1412A069_F21E_4DCA_B01D_A2EE4B4B9936#67733L, COL_82D06C02_7D51_4E3A_944C_809ABB7E3481#67734, COL_35D1993E_7E15_4387_91D9_46D16F373088#67735, COL_C3D64DA4_A266_42A5_9832_10216C7D767B#67736, COL_3C0B625F_BAE5_41EA_9196_C3F40EE0C257#67737, COL_45788FCC_5595_4C47_A28B_E49477FFEA27#67738, COL_04B483DE_7FCA_493C_94E2_408CA92995DE#67739, COL_9B4F3C50_3756_4F25_9ECB_9438157D6196#67740, COL_E626EF3E_8910_4F2D_B3BA_383EDA8D54E9#67741, COL_4FFC63F7_D84A_4FCB_82AF_E5085DE118C9#67742, COL_56B5B992_FECB_4341_BA80_444C747BA872#67743, COL_2A026644_8433_463C_95F5_EBD524A14481#67744, COL_C7862CA6_9718_4E1C_AC59_6A5592E4C7CB#67745, COL_A1A7CEDE_31C7_4DBB_AFB9_60BAC8DF191E#67746, COL_81E4DB08_27B8_46D5_8B72_4AAA6E7D5399#67747, COL_AAF17C6F_A593_4AEE_987D_C3B246DCED83#67748, COL_A87F4D60_0E4C_4C04_A256_E90DD20D07AE#67749, COL_49253995_75A1_4348_9509_9C8C8AB44AC9#67750, COL_3BE5242E_55DB_4978_9ED5_7C5986AC40D5#67751, COL_A32D4F6A_8CC9_4F61_ADBA_24FA359197EE#67752, COL_84F46AAF_29E0_413C_BC80_F906547916C8#67753, COL_D58D6AC7_50F5_4415_BC0A_784BEF248664#67754, COL_B38B19FB_939B_4DC1_A1A9_67CAEFF43F68#67755, COL_C7F2F92F_89F9_442B_88C8_0B3C17ED3D24#67756, COL_C95F3481_F4BC_49BC_8EE7_F3717E3169E8#67757, COL_06BEA762_DC7A_4B2A_926A_28D954722D1A#67758, COL_C2A57237_603D_48A1_A7DB_85944A4A7774#67759, COL_A9C7193C_0D3E_4746_A3A7_DE692437B66B#67760, COL_0077E6AF_F621_49A9_B5F7_4CE51B90F292#67761, COL_40E7461C_67FF_4E88_B08E_EFE4D2F4203A#67762, COL_B6191D9F_B611_49B4_A346_B1112E465789#67763, COL_758F2634_509C_46CE_B3BE_C94BCCBF35F7#67764, COL_02B896ED_9070_46EB_BC9B_4C890BD1701C#67765, COL_AB48F09E_188F_48A7_AB15_069CBFBC6E9B#67766, COL_9D07EA21_EC06_4FD5_BD5D_1F578DDBE68A#67767, COL_F27F8C14_2933_43B2_BEC3_D16AE5FBCE64#67768, COL_8B3C5701_2959_435C_B325_B48388D0EB2B#67769, COL_0479065A_BD55_40DA_BC59_32D4A96630CB#67770, COL_FC609163_B80D_4F0B_817A_C26836E8186F#67771, COL_272E62FF_2031_4FF3_AF91_11F08AED6C50#67772, COL_FABC64A2_8ECD_4A68_95FE_F5F4FA1EDD08#67773, COL_5385B5CC_1DE3_492F_BDE0_21E823FEAEB7#67774, COL_70CFE410_92F7_48E0_8FA3_0111CB46C5B3#67775, COL_44AAEEB9_CC1F_4349_91FC_F3EE83A6CD86#67776, COL_4A00E22A_1E8B_47FB_8057_58514E05B6B4#67777, COL_120D5A04_22BD_43E8_9B3E_2AF90EE12053#67778, COL_AA452D30_D367_4A3B_B754_9CD917C0BF7E#67779, COL_CD4990FE_805A_4411_AD52_57366BB0CEA9#67780, COL_ECE11A38_7ED1_4D98_9FE5_EBB72177AAA3#67781, COL_00DF8FB2_94BE_4ED4_B993_77789835A10B#67782, COL_537E55E3_7812_4978_9B3C_8F64F3508654#67783, COL_BA77AF71_3109_4AE5_9AEE_3F8D91C26F9A#67784, COL_455E858E_658E_4B7F_8C76_A73E36FFDEC2#67785]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet