SP1 - Details for Query 3450

Submitted Time: 2026/08/26 10:29:04
Duration: 0.1 s
Succeeded Jobs: 3847

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 8 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 22"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 1,082 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 8 ms metadata time: 0 ms size of files read: 11.9 KiB number of output rows: 1,082"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#834138 AS COL_D6F0BC97_25A3_473B_8687_677B0C3EB4C0#834257, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#834139 AS COL_41318AD7_8FF9_4479_B2E4_EDA2FB675ADD#834258, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#834140 AS COL_25FAFF01_9E4C_49D6_9E11_64D1153AFD08#834259, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#834141 AS COL_31F8CBFD_AF6E_46AE_BEED_FD6DCC4D867B#834260, COL_29DF3038_8623_408F_A4D3_491A5CC96072#834142 AS COL_96CBCDEE_5B0A_47E0_BC76_613524CEF2AF#834261, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#834143 AS COL_31AB0B57_8C50_4157_9066_6FDA6819D589#834262, COL_0725B500_263D_4281_9E31_0C88C331997B#834144 AS COL_D288E817_B5F5_4D5F_9560_F3EFA2783E4A#834263, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#834145 AS COL_69DDC1AD_6FCA_40E0_A545_4C7FC433F396#834264, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#834146 AS COL_2C5AE624_A1A9_4E26_801B_3956331F87D0#834265, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#834147 AS COL_B3A68C1E_DE72_4666_9504_BDEB55DB85FD#834266, COL_284CB802_3CCC_4662_8621_E9D86421E323#834148 AS COL_EA12AFFE_CA55_47D2_B6A6_DD648DB696DA#834267, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#834149 AS COL_004A0F33_C8A5_41AE_BF2C_17BC109D3342#834268, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#834150 AS COL_0F80E9E7_17AE_41F9_A0E1_D785A8E3722A#834269, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#834151 AS COL_BE0ACE67_4805_4F1F_9DFD_48E69B00651C#834270, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#834152 AS COL_DCDE675A_68A3_41FA_9CEA_570B2C6A021F#834271, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#834153 AS COL_8182D3E4_9E3A_40D9_8143_CFA78556D1B2#834272, COL_C5A709BE_431C_438F_9D06_CF5062F95337#834154 AS COL_0B62474F_16B7_4602_89AE_8ECD829788AB#834273, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#834155 AS COL_DC0CA0B1_18B2_4EF4_97C2_6EFD32EE600E#834274, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#834156 AS COL_9BF9B1AE_D2B1_4585_A660_4EBA265EA486#834275]

Filter (COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#834139 <=> U002)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#834138,COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#834139,COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#834140,COL_679429E8_F296_4070_BD8D_965A22EC3CBE#834141,COL_29DF3038_8623_408F_A4D3_491A5CC96072#834142,COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#834143,COL_0725B500_263D_4281_9E31_0C88C331997B#834144,COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#834145,COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#834146,COL_0C88E707_C744_453C_85B0_EE0A692AB65E#834147,COL_284CB802_3CCC_4662_8621_E9D86421E323#834148,COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#834149,COL_1FA10848_BD22_4359_B892_88E9573CF8A0#834150,COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#834151,COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#834152,COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#834153,COL_C5A709BE_431C_438F_9D06_CF5062F95337#834154,COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#834155,COL_243C22C5_FF94_4709_8525_3663AF36B8FC#834156] Batched: true, DataFilters: [(COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#834139 <=> U002)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/ACTIVITE_USAGER_424908], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7,U002)], ReadSchema: struct<COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150:string,COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#834138, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#834139, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#834140, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#834141, COL_29DF3038_8623_408F_A4D3_491A5CC96072#834142, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#834143, COL_0725B500_263D_4281_9E31_0C88C331997B#834144, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#834145, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#834146, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#834147, COL_284CB802_3CCC_4662_8621_E9D86421E323#834148, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#834149, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#834150, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#834151, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#834152, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#834153, COL_C5A709BE_431C_438F_9D06_CF5062F95337#834154, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#834155, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#834156]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/ACTIVITE_USAGER_424908]
PushedFilters: [EqualNullSafe(COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7,U002)]
ReadSchema: struct<COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150:string,COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7:string,COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693:string,COL_679429E8_F296_4070_BD8D_965A22EC3CBE:timestamp,COL_29DF3038_8623_408F_A4D3_491A5CC96072:double,COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70:string,COL_0725B500_263D_4281_9E31_0C88C331997B:string,COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050:string,COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA:string,COL_0C88E707_C744_453C_85B0_EE0A692AB65E:int,COL_284CB802_3CCC_4662_8621_E9D86421E323:string,COL_7FDC3FC6_B808_480A_9A65_60002B54AB53:string,COL_1FA10848_BD22_4359_B892_88E9573CF8A0:timestamp,COL_DF6F912F_7882_4994_80FA_567FC7C3A90B:int,COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9:string,COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5:string,COL_C5A709BE_431C_438F_9D06_CF5062F95337:string,COL_5A6517EA_35A1_4D1D_BC75_D151006144E3:string,COL_243C22C5_FF94_4709_8525_3663AF36B8FC:int>

(2) ColumnarToRow [codegen id : 1]
Input [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#834138, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#834139, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#834140, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#834141, COL_29DF3038_8623_408F_A4D3_491A5CC96072#834142, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#834143, COL_0725B500_263D_4281_9E31_0C88C331997B#834144, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#834145, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#834146, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#834147, COL_284CB802_3CCC_4662_8621_E9D86421E323#834148, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#834149, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#834150, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#834151, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#834152, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#834153, COL_C5A709BE_431C_438F_9D06_CF5062F95337#834154, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#834155, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#834156]

(3) Filter [codegen id : 1]
Input [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#834138, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#834139, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#834140, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#834141, COL_29DF3038_8623_408F_A4D3_491A5CC96072#834142, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#834143, COL_0725B500_263D_4281_9E31_0C88C331997B#834144, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#834145, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#834146, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#834147, COL_284CB802_3CCC_4662_8621_E9D86421E323#834148, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#834149, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#834150, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#834151, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#834152, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#834153, COL_C5A709BE_431C_438F_9D06_CF5062F95337#834154, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#834155, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#834156]
Condition : (COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#834139 <=> U002)

(4) Project [codegen id : 1]
Output [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#834138 AS COL_D6F0BC97_25A3_473B_8687_677B0C3EB4C0#834257, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#834139 AS COL_41318AD7_8FF9_4479_B2E4_EDA2FB675ADD#834258, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#834140 AS COL_25FAFF01_9E4C_49D6_9E11_64D1153AFD08#834259, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#834141 AS COL_31F8CBFD_AF6E_46AE_BEED_FD6DCC4D867B#834260, COL_29DF3038_8623_408F_A4D3_491A5CC96072#834142 AS COL_96CBCDEE_5B0A_47E0_BC76_613524CEF2AF#834261, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#834143 AS COL_31AB0B57_8C50_4157_9066_6FDA6819D589#834262, COL_0725B500_263D_4281_9E31_0C88C331997B#834144 AS COL_D288E817_B5F5_4D5F_9560_F3EFA2783E4A#834263, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#834145 AS COL_69DDC1AD_6FCA_40E0_A545_4C7FC433F396#834264, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#834146 AS COL_2C5AE624_A1A9_4E26_801B_3956331F87D0#834265, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#834147 AS COL_B3A68C1E_DE72_4666_9504_BDEB55DB85FD#834266, COL_284CB802_3CCC_4662_8621_E9D86421E323#834148 AS COL_EA12AFFE_CA55_47D2_B6A6_DD648DB696DA#834267, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#834149 AS COL_004A0F33_C8A5_41AE_BF2C_17BC109D3342#834268, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#834150 AS COL_0F80E9E7_17AE_41F9_A0E1_D785A8E3722A#834269, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#834151 AS COL_BE0ACE67_4805_4F1F_9DFD_48E69B00651C#834270, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#834152 AS COL_DCDE675A_68A3_41FA_9CEA_570B2C6A021F#834271, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#834153 AS COL_8182D3E4_9E3A_40D9_8143_CFA78556D1B2#834272, COL_C5A709BE_431C_438F_9D06_CF5062F95337#834154 AS COL_0B62474F_16B7_4602_89AE_8ECD829788AB#834273, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#834155 AS COL_DC0CA0B1_18B2_4EF4_97C2_6EFD32EE600E#834274, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#834156 AS COL_9BF9B1AE_D2B1_4585_A660_4EBA265EA486#834275]
Input [19]: [COL_514C4F56_10ED_4BB8_B1CE_B840B68FD150#834138, COL_567D7F2B_7E1E_499D_BC7C_C05A30EB2CC7#834139, COL_19ABE871_2D4F_4B09_8ED1_06F3E5214693#834140, COL_679429E8_F296_4070_BD8D_965A22EC3CBE#834141, COL_29DF3038_8623_408F_A4D3_491A5CC96072#834142, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#834143, COL_0725B500_263D_4281_9E31_0C88C331997B#834144, COL_0D05B1AD_3119_4CFF_8E26_B56A2BE33050#834145, COL_87706BA3_2954_46B8_8C37_CB9EF6D69FEA#834146, COL_0C88E707_C744_453C_85B0_EE0A692AB65E#834147, COL_284CB802_3CCC_4662_8621_E9D86421E323#834148, COL_7FDC3FC6_B808_480A_9A65_60002B54AB53#834149, COL_1FA10848_BD22_4359_B892_88E9573CF8A0#834150, COL_DF6F912F_7882_4994_80FA_567FC7C3A90B#834151, COL_4542E218_4E85_485D_B9C4_6DA2BA3BC6A9#834152, COL_50DBB0D7_79A5_4932_B97C_A6CC1F0A92B5#834153, COL_C5A709BE_431C_438F_9D06_CF5062F95337#834154, COL_5A6517EA_35A1_4D1D_BC75_D151006144E3#834155, COL_243C22C5_FF94_4709_8525_3663AF36B8FC#834156]

(5) CollectLimit
Input [19]: [COL_D6F0BC97_25A3_473B_8687_677B0C3EB4C0#834257, COL_41318AD7_8FF9_4479_B2E4_EDA2FB675ADD#834258, COL_25FAFF01_9E4C_49D6_9E11_64D1153AFD08#834259, COL_31F8CBFD_AF6E_46AE_BEED_FD6DCC4D867B#834260, COL_96CBCDEE_5B0A_47E0_BC76_613524CEF2AF#834261, COL_31AB0B57_8C50_4157_9066_6FDA6819D589#834262, COL_D288E817_B5F5_4D5F_9560_F3EFA2783E4A#834263, COL_69DDC1AD_6FCA_40E0_A545_4C7FC433F396#834264, COL_2C5AE624_A1A9_4E26_801B_3956331F87D0#834265, COL_B3A68C1E_DE72_4666_9504_BDEB55DB85FD#834266, COL_EA12AFFE_CA55_47D2_B6A6_DD648DB696DA#834267, COL_004A0F33_C8A5_41AE_BF2C_17BC109D3342#834268, COL_0F80E9E7_17AE_41F9_A0E1_D785A8E3722A#834269, COL_BE0ACE67_4805_4F1F_9DFD_48E69B00651C#834270, COL_DCDE675A_68A3_41FA_9CEA_570B2C6A021F#834271, COL_8182D3E4_9E3A_40D9_8143_CFA78556D1B2#834272, COL_0B62474F_16B7_4602_89AE_8ECD829788AB#834273, COL_DC0CA0B1_18B2_4EF4_97C2_6EFD32EE600E#834274, COL_9BF9B1AE_D2B1_4585_A660_4EBA265EA486#834275]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet