SP1 - Details for Query 342

Submitted Time: 2026/04/21 12:04:19
Duration: 60 ms
Succeeded Jobs: 364

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 5 ms"; 2 [labelType="html" label=" Project "]; } 3 [labelType="html" label="Scan csv number of output rows: 0 number of files read: 1 metadata time: 0 ms size of files read: 2.0 B"]; 2->0; 3->2; }

CollectLimit 1500

Project [c0#88676 AS COL_B19A02CC_7A67_4D86_A34E_C32BB0F8C518#89104, c0#88676 AS COL_176E97F1_5DE2_4367_A3E2_A445AD4B66CA#89105, c0#88676 AS COL_16933538_3674_482B_9FB6_160D786B3E40#89106, cast(c0#88676 as bigint) AS COL_660BF14A_2847_486A_AA8B_07E156D1EDBF#89107L, cast(c0#88676 as bigint) AS COL_884906BD_3CA9_4AE2_A19D_44B3F7AD407E#89108L, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_CE7C6DDD_F928_4A4B_A6C9_E806DF0C1007#89109, cast(c0#88676 as bigint) AS COL_F0B0EC13_7F5F_4B99_B20C_3DC34265876A#89110L, cast(c0#88676 as bigint) AS COL_10A1B851_92A5_4D95_97C6_BEB4F8E28644#89111L, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_528B241A_120D_4617_8209_0221F7C2AFD7#89112, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_179E2DC2_04DD_42AD_8A5D_05D1CAC1BA80#89113, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_61850D2E_4DA0_4F84_8D7B_8F6EEA9DA600#89114, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_AC5AC666_697F_4088_94DD_0099260FB365#89115, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_8E604EB7_16E5_40E5_A4E2_17F94B244DD1#89116, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_3DF4AEE9_D88F_4E52_9C61_EDF9314DD224#89117, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_45DB3FBB_DF1D_464F_A743_4F7818D01E52#89118, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_A5B0138C_30A2_4571_906E_5FBC0204B6A1#89119, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_FA2EA612_7FE7_4F5C_99A8_DCB3793F7356#89120, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_80AAD516_38AE_481E_9D7C_AD0311AF765B#89121, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_87FD5068_FC58_46FE_ACBB_8B53A776BB00#89122, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_9437EE2E_54EF_4CB4_B63C_83E63D042068#89123, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_F936E01A_8164_4CFC_8CE4_49EADEFE7D2A#89124, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_30AA1F6D_11AA_4014_B627_31ACC67B8EF8#89125, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_3090C8FC_C5E2_4E02_98B0_27E189BB108D#89126, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_83562E0A_339F_4EB0_81CD_83F92A8F0DDA#89127, ... 36 more fields]

WholeStageCodegen (1)

FileScan csv [c0#88676] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/execution/empty.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<c0:string>

Details

== Physical Plan ==
CollectLimit (3)
+- * Project (2)
   +- Scan csv  (1)


(1) Scan csv 
Output [1]: [c0#88676]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/execution/empty.csv]
ReadSchema: struct<c0:string>

(2) Project [codegen id : 1]
Output [60]: [c0#88676 AS COL_B19A02CC_7A67_4D86_A34E_C32BB0F8C518#89104, c0#88676 AS COL_176E97F1_5DE2_4367_A3E2_A445AD4B66CA#89105, c0#88676 AS COL_16933538_3674_482B_9FB6_160D786B3E40#89106, cast(c0#88676 as bigint) AS COL_660BF14A_2847_486A_AA8B_07E156D1EDBF#89107L, cast(c0#88676 as bigint) AS COL_884906BD_3CA9_4AE2_A19D_44B3F7AD407E#89108L, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_CE7C6DDD_F928_4A4B_A6C9_E806DF0C1007#89109, cast(c0#88676 as bigint) AS COL_F0B0EC13_7F5F_4B99_B20C_3DC34265876A#89110L, cast(c0#88676 as bigint) AS COL_10A1B851_92A5_4D95_97C6_BEB4F8E28644#89111L, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_528B241A_120D_4617_8209_0221F7C2AFD7#89112, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_179E2DC2_04DD_42AD_8A5D_05D1CAC1BA80#89113, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_61850D2E_4DA0_4F84_8D7B_8F6EEA9DA600#89114, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_AC5AC666_697F_4088_94DD_0099260FB365#89115, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_8E604EB7_16E5_40E5_A4E2_17F94B244DD1#89116, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_3DF4AEE9_D88F_4E52_9C61_EDF9314DD224#89117, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_45DB3FBB_DF1D_464F_A743_4F7818D01E52#89118, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_A5B0138C_30A2_4571_906E_5FBC0204B6A1#89119, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_FA2EA612_7FE7_4F5C_99A8_DCB3793F7356#89120, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_80AAD516_38AE_481E_9D7C_AD0311AF765B#89121, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_87FD5068_FC58_46FE_ACBB_8B53A776BB00#89122, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_9437EE2E_54EF_4CB4_B63C_83E63D042068#89123, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_F936E01A_8164_4CFC_8CE4_49EADEFE7D2A#89124, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_30AA1F6D_11AA_4014_B627_31ACC67B8EF8#89125, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_3090C8FC_C5E2_4E02_98B0_27E189BB108D#89126, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_83562E0A_339F_4EB0_81CD_83F92A8F0DDA#89127, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_B4DD5045_58F1_4510_A7BF_ED59062D0806#89128, c0#88676 AS COL_117A9E75_0BEF_4E1E_B043_7A3C681A7F36#89129, c0#88676 AS COL_992514CE_E023_4D70_973F_BCDB5C13CFC7#89130, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_127D151F_29F6_46E3_9C8D_A673BF99FC9D#89131, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_9921B02F_0F4D_4A0A_ADAF_205BCAE6BD75#89132, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_7383820D_71C1_47BF_8338_D0EE2A23DEA1#89133, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_59A4C734_154A_4853_BF08_5FFFE62D7426#89134, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_2B3D6E79_6090_4104_B43C_C13F75B6EBE7#89135, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_54A679A7_E61A_43B8_AF9F_6D9A9E94C09A#89136, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_2FD33A15_7A1A_460E_A314_B44CE542E33E#89137, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_5CB699BA_B6CB_4CBB_AB28_19E480FD48B6#89138, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_24E9DDFD_8845_4976_B355_024380D3A5EE#89139, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_F0E60D38_F3D0_4E77_80FD_1B44CC226A5D#89140, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_84C793EE_7BF2_4A85_BDB8_3839FFD9680E#89141, c0#88676 AS COL_D19EEC46_E63B_47EA_A16C_5C5D1E1C4464#89142, c0#88676 AS COL_F6CB8A2E_8887_4A18_B5B4_2BC855CB4794#89143, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_63CE5028_8E08_439A_BEF0_2DE9670C9A53#89144, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_36B579F9_33D3_4EF6_A8CA_74893468E9BF#89145, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_4A066DFB_D87A_42E9_B098_18B5D605C23D#89146, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_01DCB722_31E0_4653_891C_F7A8BC50448C#89147, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_40A0DDBA_A007_4326_AB2E_4801F8D55703#89148, c0#88676 AS COL_6844B956_AD69_458B_A243_EB924AC60AD2#89149, c0#88676 AS COL_EC6E43DA_AD81_4C1A_BD53_C3F3DE447DBE#89150, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_ECC72D4A_FA4B_42EE_9F12_FDE2F5646432#89151, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_EB671156_210E_42A4_BE04_DA2884327A96#89152, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_DBAE8DCB_D589_40C4_A86C_348410F9F458#89153, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_AEA4B4D5_1A14_4C1C_9354_71C70111CC5F#89154, c0#88676 AS COL_215E70A1_A538_4E94_A780_25D640DB7975#89155, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_92CC18E4_8605_4891_AD19_C691198CE3EC#89156, cast(REFORMAT_FOR_DOUBLE(c0#88676) as double) AS COL_4E5E75F5_31B1_48C8_8866_FA9586524EA5#89157, c0#88676 AS COL_D13880B4_A1FA_4CE8_A55A_1241D6C99A7E#89158, c0#88676 AS COL_7A463934_8116_490A_ABAE_6FB9A8F2D94A#89159, c0#88676 AS COL_A7B1F1B7_9B7D_476D_AC1B_EBFC3D2C82BE#89160, c0#88676 AS COL_79CAA6C0_B7A2_4230_BFC3_DF16525FD0B2#89161, c0#88676 AS COL_9618E860_628A_47DB_BCAF_678EB0903CA8#89162, c0#88676 AS COL_B8C30103_BB63_4A7B_A8F2_F5F08631713A#89163]
Input [1]: [c0#88676]

(3) CollectLimit
Input [60]: [COL_B19A02CC_7A67_4D86_A34E_C32BB0F8C518#89104, COL_176E97F1_5DE2_4367_A3E2_A445AD4B66CA#89105, COL_16933538_3674_482B_9FB6_160D786B3E40#89106, COL_660BF14A_2847_486A_AA8B_07E156D1EDBF#89107L, COL_884906BD_3CA9_4AE2_A19D_44B3F7AD407E#89108L, COL_CE7C6DDD_F928_4A4B_A6C9_E806DF0C1007#89109, COL_F0B0EC13_7F5F_4B99_B20C_3DC34265876A#89110L, COL_10A1B851_92A5_4D95_97C6_BEB4F8E28644#89111L, COL_528B241A_120D_4617_8209_0221F7C2AFD7#89112, COL_179E2DC2_04DD_42AD_8A5D_05D1CAC1BA80#89113, COL_61850D2E_4DA0_4F84_8D7B_8F6EEA9DA600#89114, COL_AC5AC666_697F_4088_94DD_0099260FB365#89115, COL_8E604EB7_16E5_40E5_A4E2_17F94B244DD1#89116, COL_3DF4AEE9_D88F_4E52_9C61_EDF9314DD224#89117, COL_45DB3FBB_DF1D_464F_A743_4F7818D01E52#89118, COL_A5B0138C_30A2_4571_906E_5FBC0204B6A1#89119, COL_FA2EA612_7FE7_4F5C_99A8_DCB3793F7356#89120, COL_80AAD516_38AE_481E_9D7C_AD0311AF765B#89121, COL_87FD5068_FC58_46FE_ACBB_8B53A776BB00#89122, COL_9437EE2E_54EF_4CB4_B63C_83E63D042068#89123, COL_F936E01A_8164_4CFC_8CE4_49EADEFE7D2A#89124, COL_30AA1F6D_11AA_4014_B627_31ACC67B8EF8#89125, COL_3090C8FC_C5E2_4E02_98B0_27E189BB108D#89126, COL_83562E0A_339F_4EB0_81CD_83F92A8F0DDA#89127, COL_B4DD5045_58F1_4510_A7BF_ED59062D0806#89128, COL_117A9E75_0BEF_4E1E_B043_7A3C681A7F36#89129, COL_992514CE_E023_4D70_973F_BCDB5C13CFC7#89130, COL_127D151F_29F6_46E3_9C8D_A673BF99FC9D#89131, COL_9921B02F_0F4D_4A0A_ADAF_205BCAE6BD75#89132, COL_7383820D_71C1_47BF_8338_D0EE2A23DEA1#89133, COL_59A4C734_154A_4853_BF08_5FFFE62D7426#89134, COL_2B3D6E79_6090_4104_B43C_C13F75B6EBE7#89135, COL_54A679A7_E61A_43B8_AF9F_6D9A9E94C09A#89136, COL_2FD33A15_7A1A_460E_A314_B44CE542E33E#89137, COL_5CB699BA_B6CB_4CBB_AB28_19E480FD48B6#89138, COL_24E9DDFD_8845_4976_B355_024380D3A5EE#89139, COL_F0E60D38_F3D0_4E77_80FD_1B44CC226A5D#89140, COL_84C793EE_7BF2_4A85_BDB8_3839FFD9680E#89141, COL_D19EEC46_E63B_47EA_A16C_5C5D1E1C4464#89142, COL_F6CB8A2E_8887_4A18_B5B4_2BC855CB4794#89143, COL_63CE5028_8E08_439A_BEF0_2DE9670C9A53#89144, COL_36B579F9_33D3_4EF6_A8CA_74893468E9BF#89145, COL_4A066DFB_D87A_42E9_B098_18B5D605C23D#89146, COL_01DCB722_31E0_4653_891C_F7A8BC50448C#89147, COL_40A0DDBA_A007_4326_AB2E_4801F8D55703#89148, COL_6844B956_AD69_458B_A243_EB924AC60AD2#89149, COL_EC6E43DA_AD81_4C1A_BD53_C3F3DE447DBE#89150, COL_ECC72D4A_FA4B_42EE_9F12_FDE2F5646432#89151, COL_EB671156_210E_42A4_BE04_DA2884327A96#89152, COL_DBAE8DCB_D589_40C4_A86C_348410F9F458#89153, COL_AEA4B4D5_1A14_4C1C_9354_71C70111CC5F#89154, COL_215E70A1_A538_4E94_A780_25D640DB7975#89155, COL_92CC18E4_8605_4891_AD19_C691198CE3EC#89156, COL_4E5E75F5_31B1_48C8_8866_FA9586524EA5#89157, COL_D13880B4_A1FA_4CE8_A55A_1241D6C99A7E#89158, COL_7A463934_8116_490A_ABAE_6FB9A8F2D94A#89159, COL_A7B1F1B7_9B7D_476D_AC1B_EBFC3D2C82BE#89160, COL_79CAA6C0_B7A2_4230_BFC3_DF16525FD0B2#89161, COL_9618E860_628A_47DB_BCAF_678EB0903CA8#89162, COL_B8C30103_BB63_4A7B_A8F2_F5F08631713A#89163]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet