SP1 - Details for Query 378

Submitted Time: 2026/04/22 08:14:49
Duration: 0.1 s
Succeeded Jobs: 407

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 4 ms"; 2 [labelType="html" label=" Project "]; } 3 [labelType="html" label="Scan csv number of output rows: 0 number of files read: 1 metadata time: 0 ms size of files read: 2.0 B"]; 2->0; 3->2; }

CollectLimit 1500

Project [c0#105062 AS COL_81C4027D_C190_44B6_A2B1_FB01CDB207A9#105730, c0#105062 AS COL_3AFAF60D_CDE1_4D8D_88EB_0E4870037749#105731, c0#105062 AS COL_A0298CD0_C4CD_4D95_B178_DDC5CD9A44D7#105732, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_AF34099E_31D7_409D_9D02_E813513DBF66#105733, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_2CFA8212_912F_4A84_84D7_6A951231AC3C#105734, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_A72E27DC_F5C2_44F0_804B_D6BAD8C6A8F9#105735, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_79189D4F_4FC2_4953_A40A_D57878AAABA3#105736, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_AEA1A03D_9BC6_403F_A87B_140B8E1BFEE2#105737, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_B9B43CA4_0DCD_4840_983F_CB28B74A503F#105738, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_89B12746_099A_43AB_88DB_9FB413A8FA40#105739, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_708D99E3_746B_4065_B886_835DC57E3D27#105740, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_5C1B902B_F7D3_4973_8EAF_80287C3ACF3D#105741, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_1F8F716D_4C12_4B47_8386_2CE7FA7DBECC#105742, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_FB0EE235_2DBE_48E6_8DF1_A60DBC5A4C1E#105743, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_4F801903_42D7_4627_8895_873633959EDE#105744, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_47B88176_0936_4DEF_A445_F12FB17BE540#105745, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_EEAE54AD_48E3_4CD1_86F0_07C6F106BAFA#105746, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_343068AF_957E_42B6_BB79_45177BD26302#105747, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_49077438_A902_4654_81F1_5393EBCDFAA8#105748, c0#105062 AS COL_B427F085_E273_41E0_BDFC_EF2EF0DBA38B#105749, c0#105062 AS COL_3821E4B0_F498_4B94_B82F_A1BA5E7406DC#105750, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_1B42EF02_5922_47E6_92C9_1987B4318036#105751, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_D784FFE9_46B5_4986_B2D4_D19FDD4C0D7B#105752, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_B67F9402_E0E6_4BEF_886E_7353A591150A#105753, ... 36 more fields]

WholeStageCodegen (1)

FileScan csv [c0#105062] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/execution/empty.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<c0:string>

Details

== Physical Plan ==
CollectLimit (3)
+- * Project (2)
   +- Scan csv  (1)


(1) Scan csv 
Output [1]: [c0#105062]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/execution/empty.csv]
ReadSchema: struct<c0:string>

(2) Project [codegen id : 1]
Output [60]: [c0#105062 AS COL_81C4027D_C190_44B6_A2B1_FB01CDB207A9#105730, c0#105062 AS COL_3AFAF60D_CDE1_4D8D_88EB_0E4870037749#105731, c0#105062 AS COL_A0298CD0_C4CD_4D95_B178_DDC5CD9A44D7#105732, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_AF34099E_31D7_409D_9D02_E813513DBF66#105733, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_2CFA8212_912F_4A84_84D7_6A951231AC3C#105734, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_A72E27DC_F5C2_44F0_804B_D6BAD8C6A8F9#105735, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_79189D4F_4FC2_4953_A40A_D57878AAABA3#105736, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_AEA1A03D_9BC6_403F_A87B_140B8E1BFEE2#105737, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_B9B43CA4_0DCD_4840_983F_CB28B74A503F#105738, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_89B12746_099A_43AB_88DB_9FB413A8FA40#105739, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_708D99E3_746B_4065_B886_835DC57E3D27#105740, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_5C1B902B_F7D3_4973_8EAF_80287C3ACF3D#105741, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_1F8F716D_4C12_4B47_8386_2CE7FA7DBECC#105742, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_FB0EE235_2DBE_48E6_8DF1_A60DBC5A4C1E#105743, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_4F801903_42D7_4627_8895_873633959EDE#105744, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_47B88176_0936_4DEF_A445_F12FB17BE540#105745, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_EEAE54AD_48E3_4CD1_86F0_07C6F106BAFA#105746, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_343068AF_957E_42B6_BB79_45177BD26302#105747, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_49077438_A902_4654_81F1_5393EBCDFAA8#105748, c0#105062 AS COL_B427F085_E273_41E0_BDFC_EF2EF0DBA38B#105749, c0#105062 AS COL_3821E4B0_F498_4B94_B82F_A1BA5E7406DC#105750, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_1B42EF02_5922_47E6_92C9_1987B4318036#105751, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_D784FFE9_46B5_4986_B2D4_D19FDD4C0D7B#105752, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_B67F9402_E0E6_4BEF_886E_7353A591150A#105753, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_29DD7B88_48F4_4126_8E06_E0CC1399E72C#105754, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_22217BBA_6D03_4225_B8F1_3287BFC2419F#105755, c0#105062 AS COL_04026FEF_A5CE_4FF8_9517_5A49502BCEB4#105756, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_47FDCD31_279B_4910_B19F_84D5534FF424#105757, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_57D074C4_AC82_4F16_8118_61C3DAE78E1E#105758, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_7BC944F5_5083_4511_98BA_CC13C58C165E#105759, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_A1D66A00_36D7_4970_933C_6B62B23E57E8#105760, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_5D7701CC_9C4D_4CE9_9713_A04882816842#105761, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_71BC66FD_9D77_4548_8428_AF59C88F3603#105762, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_118D1072_F472_40CF_8FB4_C1D116D30D1E#105763, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_4DB96077_856A_4E1B_9DA3_4C4E050253DD#105764, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_7B54E3DB_8290_4F86_8348_68156D3BFA02#105765, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_1E44D0CA_A5AE_4FEE_B1EB_C34EC164B5C3#105766, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_69B53FE7_61C0_49BF_AF6B_C9A5C0ED2E06#105767, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_CA3A6B32_5945_4F18_BD67_59E3CFACC3BB#105768, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_B04DFF92_B8C3_4311_8538_26AAD6C0E438#105769, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_314D8A89_F628_4076_9392_B7920F61C1AE#105770, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_B52AE18A_1BBE_4CE5_8126_94EEBE18446F#105771, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_06230DE0_0F33_4E02_B093_C0A30135E1E5#105772, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_BCCF7E55_FEC0_4EB2_AD4C_694485658936#105773, c0#105062 AS COL_F22606AD_47A9_42BC_8482_764FC3A7E763#105774, c0#105062 AS COL_6A57198A_D2F7_4C4A_9D3A_203236717A01#105775, c0#105062 AS COL_5247FE2B_F20D_4B19_894D_F62EF518B075#105776, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_B2BA63C1_9161_4A8F_9544_53D3D2C27A78#105777, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_AE55CD35_3962_4407_9BAE_F2426B8B396E#105778, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_18D28C0F_088D_44F0_B405_3617FD0EEF8A#105779, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_712507C8_49CC_4C52_831F_AE13268CEC6A#105780, c0#105062 AS COL_39F1CE47_ADC5_4B0D_B9B0_519BF829C1AF#105781, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_E4AA4340_6A03_4691_9350_CAEECF9811C7#105782, cast(REFORMAT_FOR_DOUBLE(c0#105062) as double) AS COL_D2DF95A2_C51C_434C_88AF_8BEB23A01893#105783, c0#105062 AS COL_3BAD6875_B6B0_4B63_8D90_3379D56A3D40#105784, c0#105062 AS COL_841BD510_6F56_4713_B94F_7EE61C342791#105785, c0#105062 AS COL_69DF2CEE_EA67_477C_8E3C_1E83EB355D35#105786, c0#105062 AS COL_27AC1DA9_471E_418A_AD3C_0D74946D533F#105787, c0#105062 AS COL_DA61F147_98F8_4FB2_A1CA_9A100539823F#105788, c0#105062 AS COL_D408FA04_F6E3_46DE_BA4A_234643F6D161#105789]
Input [1]: [c0#105062]

(3) CollectLimit
Input [60]: [COL_81C4027D_C190_44B6_A2B1_FB01CDB207A9#105730, COL_3AFAF60D_CDE1_4D8D_88EB_0E4870037749#105731, COL_A0298CD0_C4CD_4D95_B178_DDC5CD9A44D7#105732, COL_AF34099E_31D7_409D_9D02_E813513DBF66#105733, COL_2CFA8212_912F_4A84_84D7_6A951231AC3C#105734, COL_A72E27DC_F5C2_44F0_804B_D6BAD8C6A8F9#105735, COL_79189D4F_4FC2_4953_A40A_D57878AAABA3#105736, COL_AEA1A03D_9BC6_403F_A87B_140B8E1BFEE2#105737, COL_B9B43CA4_0DCD_4840_983F_CB28B74A503F#105738, COL_89B12746_099A_43AB_88DB_9FB413A8FA40#105739, COL_708D99E3_746B_4065_B886_835DC57E3D27#105740, COL_5C1B902B_F7D3_4973_8EAF_80287C3ACF3D#105741, COL_1F8F716D_4C12_4B47_8386_2CE7FA7DBECC#105742, COL_FB0EE235_2DBE_48E6_8DF1_A60DBC5A4C1E#105743, COL_4F801903_42D7_4627_8895_873633959EDE#105744, COL_47B88176_0936_4DEF_A445_F12FB17BE540#105745, COL_EEAE54AD_48E3_4CD1_86F0_07C6F106BAFA#105746, COL_343068AF_957E_42B6_BB79_45177BD26302#105747, COL_49077438_A902_4654_81F1_5393EBCDFAA8#105748, COL_B427F085_E273_41E0_BDFC_EF2EF0DBA38B#105749, COL_3821E4B0_F498_4B94_B82F_A1BA5E7406DC#105750, COL_1B42EF02_5922_47E6_92C9_1987B4318036#105751, COL_D784FFE9_46B5_4986_B2D4_D19FDD4C0D7B#105752, COL_B67F9402_E0E6_4BEF_886E_7353A591150A#105753, COL_29DD7B88_48F4_4126_8E06_E0CC1399E72C#105754, COL_22217BBA_6D03_4225_B8F1_3287BFC2419F#105755, COL_04026FEF_A5CE_4FF8_9517_5A49502BCEB4#105756, COL_47FDCD31_279B_4910_B19F_84D5534FF424#105757, COL_57D074C4_AC82_4F16_8118_61C3DAE78E1E#105758, COL_7BC944F5_5083_4511_98BA_CC13C58C165E#105759, COL_A1D66A00_36D7_4970_933C_6B62B23E57E8#105760, COL_5D7701CC_9C4D_4CE9_9713_A04882816842#105761, COL_71BC66FD_9D77_4548_8428_AF59C88F3603#105762, COL_118D1072_F472_40CF_8FB4_C1D116D30D1E#105763, COL_4DB96077_856A_4E1B_9DA3_4C4E050253DD#105764, COL_7B54E3DB_8290_4F86_8348_68156D3BFA02#105765, COL_1E44D0CA_A5AE_4FEE_B1EB_C34EC164B5C3#105766, COL_69B53FE7_61C0_49BF_AF6B_C9A5C0ED2E06#105767, COL_CA3A6B32_5945_4F18_BD67_59E3CFACC3BB#105768, COL_B04DFF92_B8C3_4311_8538_26AAD6C0E438#105769, COL_314D8A89_F628_4076_9392_B7920F61C1AE#105770, COL_B52AE18A_1BBE_4CE5_8126_94EEBE18446F#105771, COL_06230DE0_0F33_4E02_B093_C0A30135E1E5#105772, COL_BCCF7E55_FEC0_4EB2_AD4C_694485658936#105773, COL_F22606AD_47A9_42BC_8482_764FC3A7E763#105774, COL_6A57198A_D2F7_4C4A_9D3A_203236717A01#105775, COL_5247FE2B_F20D_4B19_894D_F62EF518B075#105776, COL_B2BA63C1_9161_4A8F_9544_53D3D2C27A78#105777, COL_AE55CD35_3962_4407_9BAE_F2426B8B396E#105778, COL_18D28C0F_088D_44F0_B405_3617FD0EEF8A#105779, COL_712507C8_49CC_4C52_831F_AE13268CEC6A#105780, COL_39F1CE47_ADC5_4B0D_B9B0_519BF829C1AF#105781, COL_E4AA4340_6A03_4691_9350_CAEECF9811C7#105782, COL_D2DF95A2_C51C_434C_88AF_8BEB23A01893#105783, COL_3BAD6875_B6B0_4B63_8D90_3379D56A3D40#105784, COL_841BD510_6F56_4713_B94F_7EE61C342791#105785, COL_69DF2CEE_EA67_477C_8E3C_1E83EB355D35#105786, COL_27AC1DA9_471E_418A_AD3C_0D74946D533F#105787, COL_DA61F147_98F8_4FB2_A1CA_9A100539823F#105788, COL_D408FA04_F6E3_46DE_BA4A_234643F6D161#105789]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet