hdh-spark-job - Details for Query 36

Submitted Time: 2026/10/26 13:13:27
Duration: 0.6 s
Succeeded Jobs: 37 38 39 40

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (6)\n \nduration: 3 ms"; 2 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build: 0 ms peak memory: 64.2 MiB number of output rows: 4 number of sort fallback tasks: 0 avg hash probes per key: 1"]; } 3 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 328.0 B number of coalesced partitions: 1"]; 4 [labelType="html" label="Exchange shuffle records written: 4 local merged chunks fetched: 0 shuffle write time: 2 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 4 local bytes read: 328.0 B fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 168.0 B local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 328.0 B"]; subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (5)\n \nduration: 196 ms"; 6 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build: 139 ms peak memory: 256.0 KiB number of output rows: 4 number of sort fallback tasks: 0 avg hash probes per key: 0"]; 7 [labelType="html" label=" Project "]; 8 [labelType="html" label="Filter number of output rows: 86"]; 9 [labelType="html" label="SortMergeJoin number of output rows: 254 spill size: 0.0 B"]; } subgraph cluster10 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 240 ms"; 11 [labelType="html" label="Sort sort time: 2 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 12 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 11.5 KiB number of coalesced partitions: 1"]; 13 [labelType="html" label="Exchange shuffle records written: 254 local merged chunks fetched: 0 shuffle write time: 2 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 254 local bytes read: 10.8 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 23.1 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 10.8 KiB"]; subgraph cluster14 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 39 ms"; 15 [labelType="html" label=" Project "]; 16 [labelType="html" label="ColumnarToRow number of output rows: 254 number of input batches: 1"]; } 17 [labelType="html" label="Scan parquet number of files read: 1 scan time: 20 ms metadata time: 0 ms size of files read: 117.6 KiB number of output rows: 254"]; subgraph cluster18 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: 5.6 s"; 19 [labelType="html" label="Sort sort time: 2 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 20 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 9.2 KiB number of coalesced partitions: 1"]; 21 [labelType="html" label="Exchange shuffle records written: 263 local merged chunks fetched: 0 shuffle write time: 2 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 263 local bytes read: 8.7 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 16.9 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 8.7 KiB"]; subgraph cluster22 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 64 ms"; 23 [labelType="html" label=" Project "]; 24 [labelType="html" label="Filter number of output rows: 263"]; } 25 [labelType="html" label="Scan csv number of output rows: 263 number of files read: 1 metadata time: 0 ms size of files read: 8.0 KiB"]; 2->0; 3->2; 4->3; 6->4; 7->6; 8->7; 9->8; 11->9; 12->11; 13->12; 15->13; 16->15; 17->16; 19->9; 20->19; 21->20; 23->21; 24->23; 25->24; }

AdaptiveSparkPlan isFinalPlan=true

HashAggregate(keys=[COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190], functions=[count(1)])

WholeStageCodegen (6)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190, 10), ENSURE_REQUIREMENTS, [plan_id=1259]

HashAggregate(keys=[COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190], functions=[partial_count(1)])

Project [COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709 AS COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190]

Filter (str_if_with_rule(CASE WHEN (isnull(DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801) OR isnull(COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629)) THEN false ELSE (DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801 < COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629) END, ALERTE, VALIDE) <=> ALERTE)

SortMergeJoin [COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624], [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800], LeftOuter

WholeStageCodegen (5)

Sort [COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708 ASC NULLS FIRST, COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624 ASC NULLS FIRST], false, 0

WholeStageCodegen (3)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, 10), ENSURE_REQUIREMENTS, [plan_id=1120]

Project [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#2515 AS COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#2520 AS COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#2599 AS COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, str_concat(array(COL_E17EADEB_E65F_4085_A8B4_917D173CE61E#2582, (, COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB#2584, ))) AS COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#2515,COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#2520,COL_E17EADEB_E65F_4085_A8B4_917D173CE61E#2582,COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB#2584,COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#2599] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/DB_ALL_ANALYSE__412343], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3:string,COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0:d...

Sort [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799 ASC NULLS FIRST, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800 ASC NULLS FIRST], false, 0

WholeStageCodegen (4)

AQEShuffleRead coalesced

Exchange hashpartitioning(DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, 10), ENSURE_REQUIREMENTS, [plan_id=1134]

Project [ENDPOINT#2470 AS DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, COLONNE#2469 AS DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, LIM_PCT_NULL_NAN#2471 AS DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801]

Filter (isnotnull(ENDPOINT#2470) AND isnotnull(COLONNE#2469))

WholeStageCodegen (2)

FileScan csv [COLONNE#2469,ENDPOINT#2470,LIM_PCT_NULL_NAN#2471] Batched: false, DataFilters: [isnotnull(ENDPOINT#2470), isnotnull(COLONNE#2469)], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/execution/A9E1F4EF_094A_46A6_ADCD_19561E6E2..., PartitionFilters: [], PushedFilters: [IsNotNull(ENDPOINT), IsNotNull(COLONNE)], ReadSchema: struct<COLONNE:string,ENDPOINT:string,LIM_PCT_NULL_NAN:double>

Details

== Physical Plan ==
AdaptiveSparkPlan (37)
+- == Final Plan ==
   * HashAggregate (22)
   +- AQEShuffleRead (21)
      +- ShuffleQueryStage (20), Statistics(sizeInBytes=168.0 B, rowCount=4)
         +- Exchange (19)
            +- * HashAggregate (18)
               +- * Project (17)
                  +- * Filter (16)
                     +- * SortMergeJoin LeftOuter (15)
                        :- * Sort (7)
                        :  +- AQEShuffleRead (6)
                        :     +- ShuffleQueryStage (5), Statistics(sizeInBytes=23.1 KiB, rowCount=254)
                        :        +- Exchange (4)
                        :           +- * Project (3)
                        :              +- * ColumnarToRow (2)
                        :                 +- Scan parquet  (1)
                        +- * Sort (14)
                           +- AQEShuffleRead (13)
                              +- ShuffleQueryStage (12), Statistics(sizeInBytes=16.9 KiB, rowCount=263)
                                 +- Exchange (11)
                                    +- * Project (10)
                                       +- * Filter (9)
                                          +- Scan csv  (8)
+- == Initial Plan ==
   CollectLimit (36)
   +- HashAggregate (35)
      +- Exchange (34)
         +- HashAggregate (33)
            +- Project (32)
               +- Filter (31)
                  +- SortMergeJoin LeftOuter (30)
                     :- Sort (25)
                     :  +- Exchange (24)
                     :     +- Project (23)
                     :        +- Scan parquet  (1)
                     +- Sort (29)
                        +- Exchange (28)
                           +- Project (27)
                              +- Filter (26)
                                 +- Scan csv  (8)


(1) Scan parquet 
Output [5]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#2515, COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#2520, COL_E17EADEB_E65F_4085_A8B4_917D173CE61E#2582, COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB#2584, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#2599]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/DB_ALL_ANALYSE__412343]
ReadSchema: struct<COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3:string,COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0:double,COL_E17EADEB_E65F_4085_A8B4_917D173CE61E:string,COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB:string,COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3:string>

(2) ColumnarToRow [codegen id : 1]
Input [5]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#2515, COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#2520, COL_E17EADEB_E65F_4085_A8B4_917D173CE61E#2582, COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB#2584, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#2599]

(3) Project [codegen id : 1]
Output [4]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#2515 AS COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#2520 AS COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#2599 AS COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, str_concat(array(COL_E17EADEB_E65F_4085_A8B4_917D173CE61E#2582,  (, COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB#2584, ))) AS COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709]
Input [5]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#2515, COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#2520, COL_E17EADEB_E65F_4085_A8B4_917D173CE61E#2582, COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB#2584, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#2599]

(4) Exchange
Input [4]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709]
Arguments: hashpartitioning(COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, 10), ENSURE_REQUIREMENTS, [plan_id=1120]

(5) ShuffleQueryStage
Output [4]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709]
Arguments: 0

(6) AQEShuffleRead
Input [4]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709]
Arguments: coalesced

(7) Sort [codegen id : 3]
Input [4]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709]
Arguments: [COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708 ASC NULLS FIRST, COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624 ASC NULLS FIRST], false, 0

(8) Scan csv 
Output [3]: [COLONNE#2469, ENDPOINT#2470, LIM_PCT_NULL_NAN#2471]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/execution/A9E1F4EF_094A_46A6_ADCD_19561E6E2DCB/current/COL_EXPO.csv]
PushedFilters: [IsNotNull(ENDPOINT), IsNotNull(COLONNE)]
ReadSchema: struct<COLONNE:string,ENDPOINT:string,LIM_PCT_NULL_NAN:double>

(9) Filter [codegen id : 2]
Input [3]: [COLONNE#2469, ENDPOINT#2470, LIM_PCT_NULL_NAN#2471]
Condition : (isnotnull(ENDPOINT#2470) AND isnotnull(COLONNE#2469))

(10) Project [codegen id : 2]
Output [3]: [ENDPOINT#2470 AS DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, COLONNE#2469 AS DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, LIM_PCT_NULL_NAN#2471 AS DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801]
Input [3]: [COLONNE#2469, ENDPOINT#2470, LIM_PCT_NULL_NAN#2471]

(11) Exchange
Input [3]: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801]
Arguments: hashpartitioning(DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, 10), ENSURE_REQUIREMENTS, [plan_id=1134]

(12) ShuffleQueryStage
Output [3]: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801]
Arguments: 1

(13) AQEShuffleRead
Input [3]: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801]
Arguments: coalesced

(14) Sort [codegen id : 4]
Input [3]: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801]
Arguments: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799 ASC NULLS FIRST, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800 ASC NULLS FIRST], false, 0

(15) SortMergeJoin [codegen id : 5]
Left keys [2]: [COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624]
Right keys [2]: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800]
Join type: LeftOuter
Join condition: None

(16) Filter [codegen id : 5]
Input [7]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709, DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801]
Condition : (str_if_with_rule(CASE WHEN (isnull(DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801) OR isnull(COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629)) THEN false ELSE (DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801 < COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629) END, ALERTE, VALIDE) <=> ALERTE)

(17) Project [codegen id : 5]
Output [1]: [COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709 AS COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190]
Input [7]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709, DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801]

(18) HashAggregate [codegen id : 5]
Input [1]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190]
Keys [1]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190]
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#4254L]
Results [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190, count#4255L]

(19) Exchange
Input [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190, count#4255L]
Arguments: hashpartitioning(COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190, 10), ENSURE_REQUIREMENTS, [plan_id=1259]

(20) ShuffleQueryStage
Output [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190, count#4255L]
Arguments: 2

(21) AQEShuffleRead
Input [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190, count#4255L]
Arguments: coalesced

(22) HashAggregate [codegen id : 6]
Input [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190, count#4255L]
Keys [1]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190]
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#4225L]
Results [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190 AS COL_D537EA99_278F_4810_BBB0_AA6C108C96E6#4250, count(1)#4225L AS COL_0D9F5E0F_36BC_4A16_B0B9_5ED1AC51ED6C#4251L]

(23) Project
Output [4]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#2515 AS COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#2520 AS COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#2599 AS COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, str_concat(array(COL_E17EADEB_E65F_4085_A8B4_917D173CE61E#2582,  (, COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB#2584, ))) AS COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709]
Input [5]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#2515, COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#2520, COL_E17EADEB_E65F_4085_A8B4_917D173CE61E#2582, COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB#2584, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#2599]

(24) Exchange
Input [4]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709]
Arguments: hashpartitioning(COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, 10), ENSURE_REQUIREMENTS, [plan_id=1075]

(25) Sort
Input [4]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709]
Arguments: [COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708 ASC NULLS FIRST, COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624 ASC NULLS FIRST], false, 0

(26) Filter
Input [3]: [COLONNE#2469, ENDPOINT#2470, LIM_PCT_NULL_NAN#2471]
Condition : (isnotnull(ENDPOINT#2470) AND isnotnull(COLONNE#2469))

(27) Project
Output [3]: [ENDPOINT#2470 AS DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, COLONNE#2469 AS DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, LIM_PCT_NULL_NAN#2471 AS DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801]
Input [3]: [COLONNE#2469, ENDPOINT#2470, LIM_PCT_NULL_NAN#2471]

(28) Exchange
Input [3]: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801]
Arguments: hashpartitioning(DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, 10), ENSURE_REQUIREMENTS, [plan_id=1076]

(29) Sort
Input [3]: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801]
Arguments: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799 ASC NULLS FIRST, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800 ASC NULLS FIRST], false, 0

(30) SortMergeJoin
Left keys [2]: [COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624]
Right keys [2]: [DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800]
Join type: LeftOuter
Join condition: None

(31) Filter
Input [7]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709, DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801]
Condition : (str_if_with_rule(CASE WHEN (isnull(DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801) OR isnull(COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629)) THEN false ELSE (DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801 < COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629) END, ALERTE, VALIDE) <=> ALERTE)

(32) Project
Output [1]: [COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709 AS COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190]
Input [7]: [COL_B11C30A8_8B17_469C_800D_F0C4EEC5D7CE#3624, COL_E0C989B8_EF4F_4294_867C_FB1D65033843#3629, COL_46BCD87C_CE7E_49E7_AE20_6D51A8AB179A#3708, COL_6BA9790B_FF80_493D_A7CA_5184D4D57391#3709, DB_REGLE_NULL_N_403634_COL_F41E8D28_5B72_47F8_A8DF_E59DDD7FBB3E#3799, DB_REGLE_NULL_N_403634_COL_41718E21_91EF_4566_9633_18C9DEBA18B6#3800, DB_REGLE_NULL_N_403634_COL_7E4C31DF_17DE_49EB_B355_3BAE43A3E09C#3801]

(33) HashAggregate
Input [1]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190]
Keys [1]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190]
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#4254L]
Results [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190, count#4255L]

(34) Exchange
Input [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190, count#4255L]
Arguments: hashpartitioning(COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190, 10), ENSURE_REQUIREMENTS, [plan_id=1084]

(35) HashAggregate
Input [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190, count#4255L]
Keys [1]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190]
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#4225L]
Results [2]: [COL_A4FA4B4E_3A57_44A3_BA04_76D2F5DF6A19#4190 AS COL_D537EA99_278F_4810_BBB0_AA6C108C96E6#4250, count(1)#4225L AS COL_0D9F5E0F_36BC_4A16_B0B9_5ED1AC51ED6C#4251L]

(36) CollectLimit
Input [2]: [COL_D537EA99_278F_4810_BBB0_AA6C108C96E6#4250, COL_0D9F5E0F_36BC_4A16_B0B9_5ED1AC51ED6C#4251L]
Arguments: 500000

(37) AdaptiveSparkPlan
Output [2]: [COL_D537EA99_278F_4810_BBB0_AA6C108C96E6#4250, COL_0D9F5E0F_36BC_4A16_B0B9_5ED1AC51ED6C#4251L]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet