SP1 - Details for Query 292

Submitted Time: 2026/08/28 07:49:05
Duration: 66 ms
Succeeded Jobs: 331

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 7 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 13"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 1,082 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 7 ms metadata time: 0 ms size of files read: 11.9 KiB number of output rows: 1,082"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#54425 AS COL_D6F0BC97_25A3_473B_8687_677B0C3EB4C0#54544, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#54426 AS COL_41318AD7_8FF9_4479_B2E4_EDA2FB675ADD#54545, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#54427 AS COL_25FAFF01_9E4C_49D6_9E11_64D1153AFD08#54546, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#54428 AS COL_31F8CBFD_AF6E_46AE_BEED_FD6DCC4D867B#54547, COL_29DF3038_8623_408F_A4D3_491A5CC96072#54429 AS COL_96CBCDEE_5B0A_47E0_BC76_613524CEF2AF#54548, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#54430 AS COL_31AB0B57_8C50_4157_9066_6FDA6819D589#54549, COL_0725B500_263D_4281_9E31_0C88C331997B#54431 AS COL_D288E817_B5F5_4D5F_9560_F3EFA2783E4A#54550, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#54432 AS COL_69DDC1AD_6FCA_40E0_A545_4C7FC433F396#54551, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#54433 AS COL_2C5AE624_A1A9_4E26_801B_3956331F87D0#54552, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#54434 AS COL_B3A68C1E_DE72_4666_9504_BDEB55DB85FD#54553, COL_284CB802_3CCC_4662_8621_E9D86421E323#54435 AS COL_EA12AFFE_CA55_47D2_B6A6_DD648DB696DA#54554, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#54436 AS COL_004A0F33_C8A5_41AE_BF2C_17BC109D3342#54555, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#54437 AS COL_0F80E9E7_17AE_41F9_A0E1_D785A8E3722A#54556, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#54438 AS COL_BE0ACE67_4805_4F1F_9DFD_48E69B00651C#54557, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#54439 AS COL_DCDE675A_68A3_41FA_9CEA_570B2C6A021F#54558, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#54440 AS COL_8182D3E4_9E3A_40D9_8143_CFA78556D1B2#54559, COL_C5A709BE_431C_438F_9D06_CF5062F95337#54441 AS COL_0B62474F_16B7_4602_89AE_8ECD829788AB#54560, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#54442 AS COL_DC0CA0B1_18B2_4EF4_97C2_6EFD32EE600E#54561, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#54443 AS COL_9BF9B1AE_D2B1_4585_A660_4EBA265EA486#54562]

Filter (COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#54426 <=> U007)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#54425,COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#54426,COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#54427,COL_679429E8_F296_4070_BD8D_965A22EC3CBE#54428,COL_29DF3038_8623_408F_A4D3_491A5CC96072#54429,COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#54430,COL_0725B500_263D_4281_9E31_0C88C331997B#54431,COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#54432,COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#54433,COL_0C88E707_C744_453C_85B0_EE0A692AB65E#54434,COL_284CB802_3CCC_4662_8621_E9D86421E323#54435,COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#54436,COL_1FA10848_BD22_4359_B892_88E9573CF8A0#54437,COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#54438,COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#54439,COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#54440,COL_C5A709BE_431C_438F_9D06_CF5062F95337#54441,COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#54442,COL_243C22C5_FF94_4709_8525_3663AF36B8FC#54443] Batched: true, DataFilters: [(COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#54426 <=> U007)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/ACTIVITE_USAGER_424908], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7,U007)], ReadSchema: struct<COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150:string,COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#54425, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#54426, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#54427, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#54428, COL_29DF3038_8623_408F_A4D3_491A5CC96072#54429, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#54430, COL_0725B500_263D_4281_9E31_0C88C331997B#54431, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#54432, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#54433, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#54434, COL_284CB802_3CCC_4662_8621_E9D86421E323#54435, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#54436, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#54437, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#54438, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#54439, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#54440, COL_C5A709BE_431C_438F_9D06_CF5062F95337#54441, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#54442, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#54443]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/ACTIVITE_USAGER_424908]
PushedFilters: [EqualNullSafe(COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7,U007)]
ReadSchema: struct<COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150:string,COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7:string,COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693:string,COL_679429E8_F296_4070_BD8D_965A22EC3CBE:timestamp,COL_29DF3038_8623_408F_A4D3_491A5CC96072:double,COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70:string,COL_0725B500_263D_4281_9E31_0C88C331997B:string,COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050:string,COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA:string,COL_0C88E707_C744_453C_85B0_EE0A692AB65E:int,COL_284CB802_3CCC_4662_8621_E9D86421E323:string,COL_7FDC3FC6_B808_480A_9A65_60002B54AB53:string,COL_1FA10848_BD22_4359_B892_88E9573CF8A0:timestamp,COL_DF6F912F_7882_4994_80FA_567FC7C3A90B:int,COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9:string,COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5:string,COL_C5A709BE_431C_438F_9D06_CF5062F95337:string,COL_5A6517EA_35A1_4D1D_BC75_D151006144E3:string,COL_243C22C5_FF94_4709_8525_3663AF36B8FC:int>

(2) ColumnarToRow [codegen id : 1]
Input [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#54425, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#54426, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#54427, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#54428, COL_29DF3038_8623_408F_A4D3_491A5CC96072#54429, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#54430, COL_0725B500_263D_4281_9E31_0C88C331997B#54431, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#54432, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#54433, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#54434, COL_284CB802_3CCC_4662_8621_E9D86421E323#54435, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#54436, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#54437, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#54438, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#54439, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#54440, COL_C5A709BE_431C_438F_9D06_CF5062F95337#54441, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#54442, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#54443]

(3) Filter [codegen id : 1]
Input [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#54425, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#54426, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#54427, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#54428, COL_29DF3038_8623_408F_A4D3_491A5CC96072#54429, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#54430, COL_0725B500_263D_4281_9E31_0C88C331997B#54431, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#54432, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#54433, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#54434, COL_284CB802_3CCC_4662_8621_E9D86421E323#54435, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#54436, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#54437, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#54438, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#54439, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#54440, COL_C5A709BE_431C_438F_9D06_CF5062F95337#54441, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#54442, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#54443]
Condition : (COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#54426 <=> U007)

(4) Project [codegen id : 1]
Output [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#54425 AS COL_D6F0BC97_25A3_473B_8687_677B0C3EB4C0#54544, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#54426 AS COL_41318AD7_8FF9_4479_B2E4_EDA2FB675ADD#54545, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#54427 AS COL_25FAFF01_9E4C_49D6_9E11_64D1153AFD08#54546, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#54428 AS COL_31F8CBFD_AF6E_46AE_BEED_FD6DCC4D867B#54547, COL_29DF3038_8623_408F_A4D3_491A5CC96072#54429 AS COL_96CBCDEE_5B0A_47E0_BC76_613524CEF2AF#54548, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#54430 AS COL_31AB0B57_8C50_4157_9066_6FDA6819D589#54549, COL_0725B500_263D_4281_9E31_0C88C331997B#54431 AS COL_D288E817_B5F5_4D5F_9560_F3EFA2783E4A#54550, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#54432 AS COL_69DDC1AD_6FCA_40E0_A545_4C7FC433F396#54551, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#54433 AS COL_2C5AE624_A1A9_4E26_801B_3956331F87D0#54552, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#54434 AS COL_B3A68C1E_DE72_4666_9504_BDEB55DB85FD#54553, COL_284CB802_3CCC_4662_8621_E9D86421E323#54435 AS COL_EA12AFFE_CA55_47D2_B6A6_DD648DB696DA#54554, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#54436 AS COL_004A0F33_C8A5_41AE_BF2C_17BC109D3342#54555, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#54437 AS COL_0F80E9E7_17AE_41F9_A0E1_D785A8E3722A#54556, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#54438 AS COL_BE0ACE67_4805_4F1F_9DFD_48E69B00651C#54557, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#54439 AS COL_DCDE675A_68A3_41FA_9CEA_570B2C6A021F#54558, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#54440 AS COL_8182D3E4_9E3A_40D9_8143_CFA78556D1B2#54559, COL_C5A709BE_431C_438F_9D06_CF5062F95337#54441 AS COL_0B62474F_16B7_4602_89AE_8ECD829788AB#54560, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#54442 AS COL_DC0CA0B1_18B2_4EF4_97C2_6EFD32EE600E#54561, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#54443 AS COL_9BF9B1AE_D2B1_4585_A660_4EBA265EA486#54562]
Input [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#54425, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#54426, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#54427, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#54428, COL_29DF3038_8623_408F_A4D3_491A5CC96072#54429, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#54430, COL_0725B500_263D_4281_9E31_0C88C331997B#54431, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#54432, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#54433, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#54434, COL_284CB802_3CCC_4662_8621_E9D86421E323#54435, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#54436, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#54437, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#54438, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#54439, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#54440, COL_C5A709BE_431C_438F_9D06_CF5062F95337#54441, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#54442, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#54443]

(5) CollectLimit
Input [19]: [COL_D6F0BC97_25A3_473B_8687_677B0C3EB4C0#54544, COL_41318AD7_8FF9_4479_B2E4_EDA2FB675ADD#54545, COL_25FAFF01_9E4C_49D6_9E11_64D1153AFD08#54546, COL_31F8CBFD_AF6E_46AE_BEED_FD6DCC4D867B#54547, COL_96CBCDEE_5B0A_47E0_BC76_613524CEF2AF#54548, COL_31AB0B57_8C50_4157_9066_6FDA6819D589#54549, COL_D288E817_B5F5_4D5F_9560_F3EFA2783E4A#54550, COL_69DDC1AD_6FCA_40E0_A545_4C7FC433F396#54551, COL_2C5AE624_A1A9_4E26_801B_3956331F87D0#54552, COL_B3A68C1E_DE72_4666_9504_BDEB55DB85FD#54553, COL_EA12AFFE_CA55_47D2_B6A6_DD648DB696DA#54554, COL_004A0F33_C8A5_41AE_BF2C_17BC109D3342#54555, COL_0F80E9E7_17AE_41F9_A0E1_D785A8E3722A#54556, COL_BE0ACE67_4805_4F1F_9DFD_48E69B00651C#54557, COL_DCDE675A_68A3_41FA_9CEA_570B2C6A021F#54558, COL_8182D3E4_9E3A_40D9_8143_CFA78556D1B2#54559, COL_0B62474F_16B7_4602_89AE_8ECD829788AB#54560, COL_DC0CA0B1_18B2_4EF4_97C2_6EFD32EE600E#54561, COL_9BF9B1AE_D2B1_4585_A660_4EBA265EA486#54562]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet