SP1 - Details for Query 866

Submitted Time: 2026/06/30 08:48:59
Duration: 0.4 s
Succeeded Jobs: 1136 1137 1138
Show the Stage ID and Task ID that corresponds to the max metric
Details
== Physical Plan ==
AdaptiveSparkPlan (18)
+- == Final Plan ==
   LocalTableScan (1)
+- == Initial Plan ==
   CollectLimit (17)
   +- HashAggregate (16)
      +- Exchange (15)
         +- HashAggregate (14)
            +- Project (13)
               +- Filter (12)
                  +- SortMergeJoin LeftOuter (11)
                     :- Sort (5)
                     :  +- Exchange (4)
                     :     +- Project (3)
                     :        +- Scan parquet  (2)
                     +- Sort (10)
                        +- Exchange (9)
                           +- Project (8)
                              +- Filter (7)
                                 +- Scan csv  (6)


(1) LocalTableScan
Output [2]: [COL_D537EA99_278F_4810_BBB0_AA6C108C96E6#308210, COL_0D9F5E0F_36BC_4A16_B0B9_5ED1AC51ED6C#308211L]
Arguments: <empty>, [COL_D537EA99_278F_4810_BBB0_AA6C108C96E6#308210, COL_0D9F5E0F_36BC_4A16_B0B9_5ED1AC51ED6C#308211L]

(2) Scan parquet 
Output [5]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#306475, COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#306480, COL_E17EADEB_E65F_4085_A8B4_917D173CE61E#306542, COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB#306544, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#306559]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/DB_ALL_ANALYSE__412343]
ReadSchema: struct<COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3:string,COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0:double,COL_E17EADEB_E65F_4085_A8B4_917D173CE61E:string,COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB:string,COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3:string>

(3) Project
Output [4]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#306475 AS COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#307584, COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#306480 AS COL_E0C989B8_EF4F_4294_867C_FB1D65033843#307589, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#306559 AS COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#307668, str_concat(array(COL_E17EADEB_E65F_4085_A8B4_917D173CE61E#306542,  (, COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB#306544, ))) AS COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#307669]
Input [5]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#306475, COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#306480, COL_E17EADEB_E65F_4085_A8B4_917D173CE61E#306542, COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB#306544, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#306559]

(4) Exchange
Input [4]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#307584, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#307589, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#307668, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#307669]
Arguments: hashpartitioning(COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#307668, COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#307584, 10), ENSURE_REQUIREMENTS, [plan_id=42029]

(5) Sort
Input [4]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#307584, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#307589, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#307668, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#307669]
Arguments: [COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#307668 ASC NULLS FIRST, COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#307584 ASC NULLS FIRST], false, 0

(6) Scan csv 
Output [3]: [COLONNE#306429, ENDPOINT#306430, LIM_PCT_NULL_NAN#306431]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/execution/A9E1F4EF_094A_46A6_ADCD_19561E6E2DCB/current/COL_EXPO.csv]
PushedFilters: [IsNotNull(ENDPOINT), IsNotNull(COLONNE)]
ReadSchema: struct<COLONNE:string,ENDPOINT:string,LIM_PCT_NULL_NAN:double>

(7) Filter
Input [3]: [COLONNE#306429, ENDPOINT#306430, LIM_PCT_NULL_NAN#306431]
Condition : (isnotnull(ENDPOINT#306430) AND isnotnull(COLONNE#306429))

(8) Project
Output [3]: [ENDPOINT#306430 AS DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#307759, COLONNE#306429 AS DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#307760, LIM_PCT_NULL_NAN#306431 AS DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#307761]
Input [3]: [COLONNE#306429, ENDPOINT#306430, LIM_PCT_NULL_NAN#306431]

(9) Exchange
Input [3]: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#307759, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#307760, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#307761]
Arguments: hashpartitioning(DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#307759, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#307760, 10), ENSURE_REQUIREMENTS, [plan_id=42030]

(10) Sort
Input [3]: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#307759, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#307760, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#307761]
Arguments: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#307759 ASC NULLS FIRST, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#307760 ASC NULLS FIRST], false, 0

(11) SortMergeJoin
Left keys [2]: [COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#307668, COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#307584]
Right keys [2]: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#307759, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#307760]
Join type: LeftOuter
Join condition: None

(12) Filter
Input [7]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#307584, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#307589, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#307668, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#307669, DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#307759, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#307760, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#307761]
Condition : (str_if_with_rule(CASE WHEN (isnull(DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#307761) OR isnull(COL_E0C989B8_EF4F_4294_867C_FB1D65033843#307589)) THEN false ELSE (DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#307761 < COL_E0C989B8_EF4F_4294_867C_FB1D65033843#307589) END, ALERTE, VALIDE) <=> ALERTE)

(13) Project
Output [1]: [COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#307669 AS COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#308150]
Input [7]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#307584, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#307589, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#307668, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#307669, DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#307759, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#307760, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#307761]

(14) HashAggregate
Input [1]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#308150]
Keys [1]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#308150]
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#308214L]
Results [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#308150, count#308215L]

(15) Exchange
Input [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#308150, count#308215L]
Arguments: hashpartitioning(COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#308150, 10), ENSURE_REQUIREMENTS, [plan_id=42038]

(16) HashAggregate
Input [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#308150, count#308215L]
Keys [1]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#308150]
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#308185L]
Results [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#308150 AS COL_D537EA99_278F_4810_BBB0_AA6C108C96E6#308210, count(1)#308185L AS COL_0D9F5E0F_36BC_4A16_B0B9_5ED1AC51ED6C#308211L]

(17) CollectLimit
Input [2]: [COL_D537EA99_278F_4810_BBB0_AA6C108C96E6#308210, COL_0D9F5E0F_36BC_4A16_B0B9_5ED1AC51ED6C#308211L]
Arguments: 500000

(18) AdaptiveSparkPlan
Output [2]: [COL_D537EA99_278F_4810_BBB0_AA6C108C96E6#308210, COL_0D9F5E0F_36BC_4A16_B0B9_5ED1AC51ED6C#308211L]
Arguments: isFinalPlan=true
SQL / DataFrame Properties
Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet