SP1 - Details for Query 259

Submitted Time: 2026/08/27 10:17:27
Duration: 55 ms
Succeeded Jobs: 302

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 7 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 13"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 1,082 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 7 ms metadata time: 0 ms size of files read: 11.9 KiB number of output rows: 1,082"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#47936 AS COL_D6F0BC97_25A3_473B_8687_677B0C3EB4C0#48055, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#47937 AS COL_41318AD7_8FF9_4479_B2E4_EDA2FB675ADD#48056, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#47938 AS COL_25FAFF01_9E4C_49D6_9E11_64D1153AFD08#48057, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#47939 AS COL_31F8CBFD_AF6E_46AE_BEED_FD6DCC4D867B#48058, COL_29DF3038_8623_408F_A4D3_491A5CC96072#47940 AS COL_96CBCDEE_5B0A_47E0_BC76_613524CEF2AF#48059, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#47941 AS COL_31AB0B57_8C50_4157_9066_6FDA6819D589#48060, COL_0725B500_263D_4281_9E31_0C88C331997B#47942 AS COL_D288E817_B5F5_4D5F_9560_F3EFA2783E4A#48061, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#47943 AS COL_69DDC1AD_6FCA_40E0_A545_4C7FC433F396#48062, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#47944 AS COL_2C5AE624_A1A9_4E26_801B_3956331F87D0#48063, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#47945 AS COL_B3A68C1E_DE72_4666_9504_BDEB55DB85FD#48064, COL_284CB802_3CCC_4662_8621_E9D86421E323#47946 AS COL_EA12AFFE_CA55_47D2_B6A6_DD648DB696DA#48065, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#47947 AS COL_004A0F33_C8A5_41AE_BF2C_17BC109D3342#48066, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#47948 AS COL_0F80E9E7_17AE_41F9_A0E1_D785A8E3722A#48067, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#47949 AS COL_BE0ACE67_4805_4F1F_9DFD_48E69B00651C#48068, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#47950 AS COL_DCDE675A_68A3_41FA_9CEA_570B2C6A021F#48069, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#47951 AS COL_8182D3E4_9E3A_40D9_8143_CFA78556D1B2#48070, COL_C5A709BE_431C_438F_9D06_CF5062F95337#47952 AS COL_0B62474F_16B7_4602_89AE_8ECD829788AB#48071, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#47953 AS COL_DC0CA0B1_18B2_4EF4_97C2_6EFD32EE600E#48072, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#47954 AS COL_9BF9B1AE_D2B1_4585_A660_4EBA265EA486#48073]

Filter (COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#47937 <=> U007)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#47936,COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#47937,COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#47938,COL_679429E8_F296_4070_BD8D_965A22EC3CBE#47939,COL_29DF3038_8623_408F_A4D3_491A5CC96072#47940,COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#47941,COL_0725B500_263D_4281_9E31_0C88C331997B#47942,COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#47943,COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#47944,COL_0C88E707_C744_453C_85B0_EE0A692AB65E#47945,COL_284CB802_3CCC_4662_8621_E9D86421E323#47946,COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#47947,COL_1FA10848_BD22_4359_B892_88E9573CF8A0#47948,COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#47949,COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#47950,COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#47951,COL_C5A709BE_431C_438F_9D06_CF5062F95337#47952,COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#47953,COL_243C22C5_FF94_4709_8525_3663AF36B8FC#47954] Batched: true, DataFilters: [(COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#47937 <=> U007)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/ACTIVITE_USAGER_424908], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7,U007)], ReadSchema: struct<COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150:string,COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#47936, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#47937, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#47938, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#47939, COL_29DF3038_8623_408F_A4D3_491A5CC96072#47940, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#47941, COL_0725B500_263D_4281_9E31_0C88C331997B#47942, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#47943, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#47944, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#47945, COL_284CB802_3CCC_4662_8621_E9D86421E323#47946, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#47947, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#47948, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#47949, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#47950, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#47951, COL_C5A709BE_431C_438F_9D06_CF5062F95337#47952, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#47953, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#47954]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/ACTIVITE_USAGER_424908]
PushedFilters: [EqualNullSafe(COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7,U007)]
ReadSchema: struct<COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150:string,COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7:string,COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693:string,COL_679429E8_F296_4070_BD8D_965A22EC3CBE:timestamp,COL_29DF3038_8623_408F_A4D3_491A5CC96072:double,COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70:string,COL_0725B500_263D_4281_9E31_0C88C331997B:string,COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050:string,COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA:string,COL_0C88E707_C744_453C_85B0_EE0A692AB65E:int,COL_284CB802_3CCC_4662_8621_E9D86421E323:string,COL_7FDC3FC6_B808_480A_9A65_60002B54AB53:string,COL_1FA10848_BD22_4359_B892_88E9573CF8A0:timestamp,COL_DF6F912F_7882_4994_80FA_567FC7C3A90B:int,COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9:string,COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5:string,COL_C5A709BE_431C_438F_9D06_CF5062F95337:string,COL_5A6517EA_35A1_4D1D_BC75_D151006144E3:string,COL_243C22C5_FF94_4709_8525_3663AF36B8FC:int>

(2) ColumnarToRow [codegen id : 1]
Input [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#47936, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#47937, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#47938, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#47939, COL_29DF3038_8623_408F_A4D3_491A5CC96072#47940, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#47941, COL_0725B500_263D_4281_9E31_0C88C331997B#47942, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#47943, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#47944, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#47945, COL_284CB802_3CCC_4662_8621_E9D86421E323#47946, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#47947, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#47948, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#47949, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#47950, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#47951, COL_C5A709BE_431C_438F_9D06_CF5062F95337#47952, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#47953, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#47954]

(3) Filter [codegen id : 1]
Input [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#47936, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#47937, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#47938, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#47939, COL_29DF3038_8623_408F_A4D3_491A5CC96072#47940, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#47941, COL_0725B500_263D_4281_9E31_0C88C331997B#47942, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#47943, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#47944, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#47945, COL_284CB802_3CCC_4662_8621_E9D86421E323#47946, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#47947, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#47948, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#47949, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#47950, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#47951, COL_C5A709BE_431C_438F_9D06_CF5062F95337#47952, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#47953, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#47954]
Condition : (COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#47937 <=> U007)

(4) Project [codegen id : 1]
Output [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#47936 AS COL_D6F0BC97_25A3_473B_8687_677B0C3EB4C0#48055, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#47937 AS COL_41318AD7_8FF9_4479_B2E4_EDA2FB675ADD#48056, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#47938 AS COL_25FAFF01_9E4C_49D6_9E11_64D1153AFD08#48057, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#47939 AS COL_31F8CBFD_AF6E_46AE_BEED_FD6DCC4D867B#48058, COL_29DF3038_8623_408F_A4D3_491A5CC96072#47940 AS COL_96CBCDEE_5B0A_47E0_BC76_613524CEF2AF#48059, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#47941 AS COL_31AB0B57_8C50_4157_9066_6FDA6819D589#48060, COL_0725B500_263D_4281_9E31_0C88C331997B#47942 AS COL_D288E817_B5F5_4D5F_9560_F3EFA2783E4A#48061, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#47943 AS COL_69DDC1AD_6FCA_40E0_A545_4C7FC433F396#48062, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#47944 AS COL_2C5AE624_A1A9_4E26_801B_3956331F87D0#48063, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#47945 AS COL_B3A68C1E_DE72_4666_9504_BDEB55DB85FD#48064, COL_284CB802_3CCC_4662_8621_E9D86421E323#47946 AS COL_EA12AFFE_CA55_47D2_B6A6_DD648DB696DA#48065, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#47947 AS COL_004A0F33_C8A5_41AE_BF2C_17BC109D3342#48066, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#47948 AS COL_0F80E9E7_17AE_41F9_A0E1_D785A8E3722A#48067, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#47949 AS COL_BE0ACE67_4805_4F1F_9DFD_48E69B00651C#48068, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#47950 AS COL_DCDE675A_68A3_41FA_9CEA_570B2C6A021F#48069, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#47951 AS COL_8182D3E4_9E3A_40D9_8143_CFA78556D1B2#48070, COL_C5A709BE_431C_438F_9D06_CF5062F95337#47952 AS COL_0B62474F_16B7_4602_89AE_8ECD829788AB#48071, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#47953 AS COL_DC0CA0B1_18B2_4EF4_97C2_6EFD32EE600E#48072, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#47954 AS COL_9BF9B1AE_D2B1_4585_A660_4EBA265EA486#48073]
Input [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#47936, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#47937, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#47938, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#47939, COL_29DF3038_8623_408F_A4D3_491A5CC96072#47940, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#47941, COL_0725B500_263D_4281_9E31_0C88C331997B#47942, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#47943, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#47944, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#47945, COL_284CB802_3CCC_4662_8621_E9D86421E323#47946, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#47947, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#47948, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#47949, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#47950, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#47951, COL_C5A709BE_431C_438F_9D06_CF5062F95337#47952, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#47953, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#47954]

(5) CollectLimit
Input [19]: [COL_D6F0BC97_25A3_473B_8687_677B0C3EB4C0#48055, COL_41318AD7_8FF9_4479_B2E4_EDA2FB675ADD#48056, COL_25FAFF01_9E4C_49D6_9E11_64D1153AFD08#48057, COL_31F8CBFD_AF6E_46AE_BEED_FD6DCC4D867B#48058, COL_96CBCDEE_5B0A_47E0_BC76_613524CEF2AF#48059, COL_31AB0B57_8C50_4157_9066_6FDA6819D589#48060, COL_D288E817_B5F5_4D5F_9560_F3EFA2783E4A#48061, COL_69DDC1AD_6FCA_40E0_A545_4C7FC433F396#48062, COL_2C5AE624_A1A9_4E26_801B_3956331F87D0#48063, COL_B3A68C1E_DE72_4666_9504_BDEB55DB85FD#48064, COL_EA12AFFE_CA55_47D2_B6A6_DD648DB696DA#48065, COL_004A0F33_C8A5_41AE_BF2C_17BC109D3342#48066, COL_0F80E9E7_17AE_41F9_A0E1_D785A8E3722A#48067, COL_BE0ACE67_4805_4F1F_9DFD_48E69B00651C#48068, COL_DCDE675A_68A3_41FA_9CEA_570B2C6A021F#48069, COL_8182D3E4_9E3A_40D9_8143_CFA78556D1B2#48070, COL_0B62474F_16B7_4602_89AE_8ECD829788AB#48071, COL_DC0CA0B1_18B2_4EF4_97C2_6EFD32EE600E#48072, COL_9BF9B1AE_D2B1_4585_A660_4EBA265EA486#48073]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet