SP1 - Details for Query 227

Submitted Time: 2026/08/27 10:17:08
Duration: 0.4 s
Succeeded Jobs: 268 270

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 4 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build: 0 ms peak memory: 16.3 MiB number of output rows: 5 number of sort fallback tasks: 0 avg hash probes per key: 1"]; } 4 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 469.0 B number of coalesced partitions: 1"]; 5 [labelType="html" label="Exchange shuffle records written: 5 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 5 local bytes read: 442.0 B fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 368.0 B local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 442.0 B"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 36 ms"; 7 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build: 10 ms peak memory: 256.0 KiB number of output rows: 5 number of sort fallback tasks: 0 avg hash probes per key: 0"]; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="ColumnarToRow number of output rows: 1,082 number of input batches: 1"]; } 10 [labelType="html" label="Scan parquet number of files read: 1 scan time: 6 ms metadata time: 0 ms size of files read: 11.9 KiB number of output rows: 1,082"]; 2->0; 3->2; 4->3; 5->4; 7->5; 8->7; 9->8; 10->9; }

AdaptiveSparkPlan isFinalPlan=true

Project [COL_A95E2176_868C_4865_ADAE_CF338D1FE439#44109, COL_F9E1515F_ACFA_46D8_BB61_B33FEDBE4AB3#44152, COL_C12DA395_23FB_41B1_BC3E_A3DA4D80513B#44154, COL_42CAAD70_3AE5_4837_AF0A_792AF17BB1AC#44156, COL_1BBDC835_21BB_403B_A3A6_6A89647398CD#44161L, date_diff(DAY, COL_42CAAD70_3AE5_4837_AF0A_792AF17BB1AC#44156, COL_C12DA395_23FB_41B1_BC3E_A3DA4D80513B#44154) AS COL_6C621043_B503_4176_B7EC_4D07CF5FC87A#44256L]

HashAggregate(keys=[COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039], functions=[sum(COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037), min(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035), max(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035), count(1)])

WholeStageCodegen (2)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039, 10), ENSURE_REQUIREMENTS, [plan_id=8676]

HashAggregate(keys=[COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039], functions=[partial_sum(COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037), partial_min(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035), partial_max(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035), partial_count(1)])

Project [COL_679429E8_F296_4070_BD8D_965A22EC3CBE#43715 AS COL_0C085E05_B069_457C_9270_E215FBB17F08#44035, COL_29DF3038_8623_408F_A4D3_491A5CC96072#43726 AS COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#43729 AS COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_679429E8_F296_4070_BD8D_965A22EC3CBE#43715,COL_29DF3038_8623_408F_A4D3_491A5CC96072#43726,COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#43729] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/ACTIVITE_USAGER_424908], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_679429E8_F296_4070_BD8D_965A22EC3CBE:timestamp,COL_29DF3038_8623_408F_A4D3_491A5CC9607...

Details

== Physical Plan ==
AdaptiveSparkPlan (16)
+- == Final Plan ==
   * Project (9)
   +- * HashAggregate (8)
      +- AQEShuffleRead (7)
         +- ShuffleQueryStage (6), Statistics(sizeInBytes=368.0 B, rowCount=5)
            +- Exchange (5)
               +- * HashAggregate (4)
                  +- * Project (3)
                     +- * ColumnarToRow (2)
                        +- Scan parquet  (1)
+- == Initial Plan ==
   CollectLimit (15)
   +- Project (14)
      +- HashAggregate (13)
         +- Exchange (12)
            +- HashAggregate (11)
               +- Project (10)
                  +- Scan parquet  (1)


(1) Scan parquet 
Output [3]: [COL_679429E8_F296_4070_BD8D_965A22EC3CBE#43715, COL_29DF3038_8623_408F_A4D3_491A5CC96072#43726, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#43729]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/ACTIVITE_USAGER_424908]
ReadSchema: struct<COL_679429E8_F296_4070_BD8D_965A22EC3CBE:timestamp,COL_29DF3038_8623_408F_A4D3_491A5CC96072:double,COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70:string>

(2) ColumnarToRow [codegen id : 1]
Input [3]: [COL_679429E8_F296_4070_BD8D_965A22EC3CBE#43715, COL_29DF3038_8623_408F_A4D3_491A5CC96072#43726, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#43729]

(3) Project [codegen id : 1]
Output [3]: [COL_679429E8_F296_4070_BD8D_965A22EC3CBE#43715 AS COL_0C085E05_B069_457C_9270_E215FBB17F08#44035, COL_29DF3038_8623_408F_A4D3_491A5CC96072#43726 AS COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#43729 AS COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039]
Input [3]: [COL_679429E8_F296_4070_BD8D_965A22EC3CBE#43715, COL_29DF3038_8623_408F_A4D3_491A5CC96072#43726, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#43729]

(4) HashAggregate [codegen id : 1]
Input [3]: [COL_0C085E05_B069_457C_9270_E215FBB17F08#44035, COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037, COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039]
Keys [1]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039]
Functions [4]: [partial_sum(COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037), partial_min(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035), partial_max(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035), partial_count(1)]
Aggregate Attributes [4]: [sum#44268, min#44269, max#44270, count#44271L]
Results [5]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039, sum#44272, min#44273, max#44274, count#44275L]

(5) Exchange
Input [5]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039, sum#44272, min#44273, max#44274, count#44275L]
Arguments: hashpartitioning(COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039, 10), ENSURE_REQUIREMENTS, [plan_id=8676]

(6) ShuffleQueryStage
Output [5]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039, sum#44272, min#44273, max#44274, count#44275L]
Arguments: 0

(7) AQEShuffleRead
Input [5]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039, sum#44272, min#44273, max#44274, count#44275L]
Arguments: coalesced

(8) HashAggregate [codegen id : 2]
Input [5]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039, sum#44272, min#44273, max#44274, count#44275L]
Keys [1]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039]
Functions [4]: [sum(COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037), min(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035), max(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035), count(1)]
Aggregate Attributes [4]: [sum(COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037)#44151, min(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035)#44153, max(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035)#44155, count(1)#44157L]
Results [5]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039 AS COL_A95E2176_868C_4865_ADAE_CF338D1FE439#44109, sum(COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037)#44151 AS COL_F9E1515F_ACFA_46D8_BB61_B33FEDBE4AB3#44152, min(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035)#44153 AS COL_C12DA395_23FB_41B1_BC3E_A3DA4D80513B#44154, max(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035)#44155 AS COL_42CAAD70_3AE5_4837_AF0A_792AF17BB1AC#44156, count(1)#44157L AS COL_1BBDC835_21BB_403B_A3A6_6A89647398CD#44161L]

(9) Project [codegen id : 2]
Output [6]: [COL_A95E2176_868C_4865_ADAE_CF338D1FE439#44109, COL_F9E1515F_ACFA_46D8_BB61_B33FEDBE4AB3#44152, COL_C12DA395_23FB_41B1_BC3E_A3DA4D80513B#44154, COL_42CAAD70_3AE5_4837_AF0A_792AF17BB1AC#44156, COL_1BBDC835_21BB_403B_A3A6_6A89647398CD#44161L, date_diff(DAY, COL_42CAAD70_3AE5_4837_AF0A_792AF17BB1AC#44156, COL_C12DA395_23FB_41B1_BC3E_A3DA4D80513B#44154) AS COL_6C621043_B503_4176_B7EC_4D07CF5FC87A#44256L]
Input [5]: [COL_A95E2176_868C_4865_ADAE_CF338D1FE439#44109, COL_F9E1515F_ACFA_46D8_BB61_B33FEDBE4AB3#44152, COL_C12DA395_23FB_41B1_BC3E_A3DA4D80513B#44154, COL_42CAAD70_3AE5_4837_AF0A_792AF17BB1AC#44156, COL_1BBDC835_21BB_403B_A3A6_6A89647398CD#44161L]

(10) Project
Output [3]: [COL_679429E8_F296_4070_BD8D_965A22EC3CBE#43715 AS COL_0C085E05_B069_457C_9270_E215FBB17F08#44035, COL_29DF3038_8623_408F_A4D3_491A5CC96072#43726 AS COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#43729 AS COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039]
Input [3]: [COL_679429E8_F296_4070_BD8D_965A22EC3CBE#43715, COL_29DF3038_8623_408F_A4D3_491A5CC96072#43726, COL_52508E21_DB82_4B97_95B2_2C90B4E7CB70#43729]

(11) HashAggregate
Input [3]: [COL_0C085E05_B069_457C_9270_E215FBB17F08#44035, COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037, COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039]
Keys [1]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039]
Functions [4]: [partial_sum(COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037), partial_min(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035), partial_max(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035), partial_count(1)]
Aggregate Attributes [4]: [sum#44268, min#44269, max#44270, count#44271L]
Results [5]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039, sum#44272, min#44273, max#44274, count#44275L]

(12) Exchange
Input [5]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039, sum#44272, min#44273, max#44274, count#44275L]
Arguments: hashpartitioning(COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039, 10), ENSURE_REQUIREMENTS, [plan_id=8656]

(13) HashAggregate
Input [5]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039, sum#44272, min#44273, max#44274, count#44275L]
Keys [1]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039]
Functions [4]: [sum(COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037), min(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035), max(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035), count(1)]
Aggregate Attributes [4]: [sum(COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037)#44151, min(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035)#44153, max(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035)#44155, count(1)#44157L]
Results [5]: [COL_EB649512_A183_4CAC_928F_0CDE009A407C#44039 AS COL_A95E2176_868C_4865_ADAE_CF338D1FE439#44109, sum(COL_747F309B_DFA3_49B4_8E36_EC6D690B62AA#44037)#44151 AS COL_F9E1515F_ACFA_46D8_BB61_B33FEDBE4AB3#44152, min(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035)#44153 AS COL_C12DA395_23FB_41B1_BC3E_A3DA4D80513B#44154, max(COL_0C085E05_B069_457C_9270_E215FBB17F08#44035)#44155 AS COL_42CAAD70_3AE5_4837_AF0A_792AF17BB1AC#44156, count(1)#44157L AS COL_1BBDC835_21BB_403B_A3A6_6A89647398CD#44161L]

(14) Project
Output [6]: [COL_A95E2176_868C_4865_ADAE_CF338D1FE439#44109, COL_F9E1515F_ACFA_46D8_BB61_B33FEDBE4AB3#44152, COL_C12DA395_23FB_41B1_BC3E_A3DA4D80513B#44154, COL_42CAAD70_3AE5_4837_AF0A_792AF17BB1AC#44156, COL_1BBDC835_21BB_403B_A3A6_6A89647398CD#44161L, date_diff(DAY, COL_42CAAD70_3AE5_4837_AF0A_792AF17BB1AC#44156, COL_C12DA395_23FB_41B1_BC3E_A3DA4D80513B#44154) AS COL_6C621043_B503_4176_B7EC_4D07CF5FC87A#44256L]
Input [5]: [COL_A95E2176_868C_4865_ADAE_CF338D1FE439#44109, COL_F9E1515F_ACFA_46D8_BB61_B33FEDBE4AB3#44152, COL_C12DA395_23FB_41B1_BC3E_A3DA4D80513B#44154, COL_42CAAD70_3AE5_4837_AF0A_792AF17BB1AC#44156, COL_1BBDC835_21BB_403B_A3A6_6A89647398CD#44161L]

(15) CollectLimit
Input [6]: [COL_A95E2176_868C_4865_ADAE_CF338D1FE439#44109, COL_F9E1515F_ACFA_46D8_BB61_B33FEDBE4AB3#44152, COL_C12DA395_23FB_41B1_BC3E_A3DA4D80513B#44154, COL_42CAAD70_3AE5_4837_AF0A_792AF17BB1AC#44156, COL_1BBDC835_21BB_403B_A3A6_6A89647398CD#44161L, COL_6C621043_B503_4176_B7EC_4D07CF5FC87A#44256L]
Arguments: 500000

(16) AdaptiveSparkPlan
Output [6]: [COL_A95E2176_868C_4865_ADAE_CF338D1FE439#44109, COL_F9E1515F_ACFA_46D8_BB61_B33FEDBE4AB3#44152, COL_C12DA395_23FB_41B1_BC3E_A3DA4D80513B#44154, COL_42CAAD70_3AE5_4837_AF0A_792AF17BB1AC#44156, COL_1BBDC835_21BB_403B_A3A6_6A89647398CD#44161L, COL_6C621043_B503_4176_B7EC_4D07CF5FC87A#44256L]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet