SP1 - Details for Query 239

Submitted Time: 2026/08/27 10:17:12
Duration: 0.1 s
Succeeded Jobs: 282

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 8 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 13"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 1,082 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 7 ms metadata time: 0 ms size of files read: 11.9 KiB number of output rows: 1,082"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#45432 AS COL_D6F0BC97_25A3_473B_8687_677B0C3EB4C0#45551, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#45433 AS COL_41318AD7_8FF9_4479_B2E4_EDA2FB675ADD#45552, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#45434 AS COL_25FAFF01_9E4C_49D6_9E11_64D1153AFD08#45553, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#45435 AS COL_31F8CBFD_AF6E_46AE_BEED_FD6DCC4D867B#45554, COL_29DF3038_8623_408F_A4D3_491A5CC96072#45436 AS COL_96CBCDEE_5B0A_47E0_BC76_613524CEF2AF#45555, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#45437 AS COL_31AB0B57_8C50_4157_9066_6FDA6819D589#45556, COL_0725B500_263D_4281_9E31_0C88C331997B#45438 AS COL_D288E817_B5F5_4D5F_9560_F3EFA2783E4A#45557, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#45439 AS COL_69DDC1AD_6FCA_40E0_A545_4C7FC433F396#45558, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#45440 AS COL_2C5AE624_A1A9_4E26_801B_3956331F87D0#45559, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#45441 AS COL_B3A68C1E_DE72_4666_9504_BDEB55DB85FD#45560, COL_284CB802_3CCC_4662_8621_E9D86421E323#45442 AS COL_EA12AFFE_CA55_47D2_B6A6_DD648DB696DA#45561, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#45443 AS COL_004A0F33_C8A5_41AE_BF2C_17BC109D3342#45562, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#45444 AS COL_0F80E9E7_17AE_41F9_A0E1_D785A8E3722A#45563, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#45445 AS COL_BE0ACE67_4805_4F1F_9DFD_48E69B00651C#45564, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#45446 AS COL_DCDE675A_68A3_41FA_9CEA_570B2C6A021F#45565, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#45447 AS COL_8182D3E4_9E3A_40D9_8143_CFA78556D1B2#45566, COL_C5A709BE_431C_438F_9D06_CF5062F95337#45448 AS COL_0B62474F_16B7_4602_89AE_8ECD829788AB#45567, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#45449 AS COL_DC0CA0B1_18B2_4EF4_97C2_6EFD32EE600E#45568, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#45450 AS COL_9BF9B1AE_D2B1_4585_A660_4EBA265EA486#45569]

Filter (COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#45433 <=> U007)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#45432,COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#45433,COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#45434,COL_679429E8_F296_4070_BD8D_965A22EC3CBE#45435,COL_29DF3038_8623_408F_A4D3_491A5CC96072#45436,COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#45437,COL_0725B500_263D_4281_9E31_0C88C331997B#45438,COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#45439,COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#45440,COL_0C88E707_C744_453C_85B0_EE0A692AB65E#45441,COL_284CB802_3CCC_4662_8621_E9D86421E323#45442,COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#45443,COL_1FA10848_BD22_4359_B892_88E9573CF8A0#45444,COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#45445,COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#45446,COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#45447,COL_C5A709BE_431C_438F_9D06_CF5062F95337#45448,COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#45449,COL_243C22C5_FF94_4709_8525_3663AF36B8FC#45450] Batched: true, DataFilters: [(COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#45433 <=> U007)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/ACTIVITE_USAGER_424908], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7,U007)], ReadSchema: struct<COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150:string,COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#45432, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#45433, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#45434, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#45435, COL_29DF3038_8623_408F_A4D3_491A5CC96072#45436, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#45437, COL_0725B500_263D_4281_9E31_0C88C331997B#45438, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#45439, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#45440, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#45441, COL_284CB802_3CCC_4662_8621_E9D86421E323#45442, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#45443, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#45444, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#45445, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#45446, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#45447, COL_C5A709BE_431C_438F_9D06_CF5062F95337#45448, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#45449, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#45450]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/ACTIVITE_USAGER_424908]
PushedFilters: [EqualNullSafe(COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7,U007)]
ReadSchema: struct<COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150:string,COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7:string,COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693:string,COL_679429E8_F296_4070_BD8D_965A22EC3CBE:timestamp,COL_29DF3038_8623_408F_A4D3_491A5CC96072:double,COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70:string,COL_0725B500_263D_4281_9E31_0C88C331997B:string,COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050:string,COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA:string,COL_0C88E707_C744_453C_85B0_EE0A692AB65E:int,COL_284CB802_3CCC_4662_8621_E9D86421E323:string,COL_7FDC3FC6_B808_480A_9A65_60002B54AB53:string,COL_1FA10848_BD22_4359_B892_88E9573CF8A0:timestamp,COL_DF6F912F_7882_4994_80FA_567FC7C3A90B:int,COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9:string,COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5:string,COL_C5A709BE_431C_438F_9D06_CF5062F95337:string,COL_5A6517EA_35A1_4D1D_BC75_D151006144E3:string,COL_243C22C5_FF94_4709_8525_3663AF36B8FC:int>

(2) ColumnarToRow [codegen id : 1]
Input [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#45432, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#45433, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#45434, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#45435, COL_29DF3038_8623_408F_A4D3_491A5CC96072#45436, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#45437, COL_0725B500_263D_4281_9E31_0C88C331997B#45438, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#45439, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#45440, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#45441, COL_284CB802_3CCC_4662_8621_E9D86421E323#45442, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#45443, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#45444, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#45445, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#45446, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#45447, COL_C5A709BE_431C_438F_9D06_CF5062F95337#45448, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#45449, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#45450]

(3) Filter [codegen id : 1]
Input [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#45432, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#45433, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#45434, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#45435, COL_29DF3038_8623_408F_A4D3_491A5CC96072#45436, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#45437, COL_0725B500_263D_4281_9E31_0C88C331997B#45438, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#45439, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#45440, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#45441, COL_284CB802_3CCC_4662_8621_E9D86421E323#45442, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#45443, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#45444, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#45445, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#45446, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#45447, COL_C5A709BE_431C_438F_9D06_CF5062F95337#45448, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#45449, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#45450]
Condition : (COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#45433 <=> U007)

(4) Project [codegen id : 1]
Output [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#45432 AS COL_D6F0BC97_25A3_473B_8687_677B0C3EB4C0#45551, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#45433 AS COL_41318AD7_8FF9_4479_B2E4_EDA2FB675ADD#45552, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#45434 AS COL_25FAFF01_9E4C_49D6_9E11_64D1153AFD08#45553, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#45435 AS COL_31F8CBFD_AF6E_46AE_BEED_FD6DCC4D867B#45554, COL_29DF3038_8623_408F_A4D3_491A5CC96072#45436 AS COL_96CBCDEE_5B0A_47E0_BC76_613524CEF2AF#45555, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#45437 AS COL_31AB0B57_8C50_4157_9066_6FDA6819D589#45556, COL_0725B500_263D_4281_9E31_0C88C331997B#45438 AS COL_D288E817_B5F5_4D5F_9560_F3EFA2783E4A#45557, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#45439 AS COL_69DDC1AD_6FCA_40E0_A545_4C7FC433F396#45558, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#45440 AS COL_2C5AE624_A1A9_4E26_801B_3956331F87D0#45559, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#45441 AS COL_B3A68C1E_DE72_4666_9504_BDEB55DB85FD#45560, COL_284CB802_3CCC_4662_8621_E9D86421E323#45442 AS COL_EA12AFFE_CA55_47D2_B6A6_DD648DB696DA#45561, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#45443 AS COL_004A0F33_C8A5_41AE_BF2C_17BC109D3342#45562, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#45444 AS COL_0F80E9E7_17AE_41F9_A0E1_D785A8E3722A#45563, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#45445 AS COL_BE0ACE67_4805_4F1F_9DFD_48E69B00651C#45564, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#45446 AS COL_DCDE675A_68A3_41FA_9CEA_570B2C6A021F#45565, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#45447 AS COL_8182D3E4_9E3A_40D9_8143_CFA78556D1B2#45566, COL_C5A709BE_431C_438F_9D06_CF5062F95337#45448 AS COL_0B62474F_16B7_4602_89AE_8ECD829788AB#45567, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#45449 AS COL_DC0CA0B1_18B2_4EF4_97C2_6EFD32EE600E#45568, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#45450 AS COL_9BF9B1AE_D2B1_4585_A660_4EBA265EA486#45569]
Input [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#45432, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#45433, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#45434, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#45435, COL_29DF3038_8623_408F_A4D3_491A5CC96072#45436, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#45437, COL_0725B500_263D_4281_9E31_0C88C331997B#45438, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#45439, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#45440, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#45441, COL_284CB802_3CCC_4662_8621_E9D86421E323#45442, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#45443, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#45444, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#45445, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#45446, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#45447, COL_C5A709BE_431C_438F_9D06_CF5062F95337#45448, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#45449, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#45450]

(5) CollectLimit
Input [19]: [COL_D6F0BC97_25A3_473B_8687_677B0C3EB4C0#45551, COL_41318AD7_8FF9_4479_B2E4_EDA2FB675ADD#45552, COL_25FAFF01_9E4C_49D6_9E11_64D1153AFD08#45553, COL_31F8CBFD_AF6E_46AE_BEED_FD6DCC4D867B#45554, COL_96CBCDEE_5B0A_47E0_BC76_613524CEF2AF#45555, COL_31AB0B57_8C50_4157_9066_6FDA6819D589#45556, COL_D288E817_B5F5_4D5F_9560_F3EFA2783E4A#45557, COL_69DDC1AD_6FCA_40E0_A545_4C7FC433F396#45558, COL_2C5AE624_A1A9_4E26_801B_3956331F87D0#45559, COL_B3A68C1E_DE72_4666_9504_BDEB55DB85FD#45560, COL_EA12AFFE_CA55_47D2_B6A6_DD648DB696DA#45561, COL_004A0F33_C8A5_41AE_BF2C_17BC109D3342#45562, COL_0F80E9E7_17AE_41F9_A0E1_D785A8E3722A#45563, COL_BE0ACE67_4805_4F1F_9DFD_48E69B00651C#45564, COL_DCDE675A_68A3_41FA_9CEA_570B2C6A021F#45565, COL_8182D3E4_9E3A_40D9_8143_CFA78556D1B2#45566, COL_0B62474F_16B7_4602_89AE_8ECD829788AB#45567, COL_DC0CA0B1_18B2_4EF4_97C2_6EFD32EE600E#45568, COL_9BF9B1AE_D2B1_4585_A660_4EBA265EA486#45569]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet