digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: 3 ms";
2 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 0 ms<br>peak memory: 256.0 KiB<br>number of output rows: 5<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
3 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 442.0 B<br>number of coalesced partitions: 1"];
4 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 5<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 5<br>local bytes read: 424.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 208.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 424.0 B"];
subgraph cluster5 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 4 ms";
6 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 1 ms<br>peak memory: 256.0 KiB<br>number of output rows: 5<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
7 [labelType="html" label="<br><b>Project</b><br><br>"];
8 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 5"];
9 [labelType="html" label="<b>Scan JDBCRelation((SELECT \"etablissement_id\", \"nom\", \"type_esms\", \"adresse_fictive\", \"capacite_autorisee\" FROM \"seraphin\".\"etablissements\") as x) [numPartitions=1] </b><br><br>number of output rows: 5"];
}
2->0;
3->2;
4->3;
6->4;
7->6;
8->7;
9->8;
}
10
AdaptiveSparkPlan isFinalPlan=true
HashAggregate(keys=[COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205], functions=[])
WholeStageCodegen (2)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205, 10), ENSURE_REQUIREMENTS, [plan_id=10486]
HashAggregate(keys=[COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205], functions=[])
Project [str_join(array(nom#56008, etablissement_id#56007), -) AS COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205]
Filter CASE WHEN isnull(Contains(str_remove_accent(upper(str_remove_accent(str_join(array(nom#56008, etablissement_id#56007), -)))), )) THEN false ELSE Contains(str_remove_accent(upper(str_remove_accent(str_join(array(nom#56008, etablissement_id#56007), -)))), ) END
Scan JDBCRelation((SELECT "etablissement_id", "nom", "type_esms", "adresse_fictive", "capacite_autorisee" FROM "seraphin"."etablissements") as x) [numPartitions=1] [nom#56008,etablissement_id#56007] PushedFilters: [], ReadSchema: struct<nom:string,etablissement_id:string>
WholeStageCodegen (1)
== Physical Plan ==
AdaptiveSparkPlan (12)
+- == Final Plan ==
* HashAggregate (8)
+- AQEShuffleRead (7)
+- ShuffleQueryStage (6), Statistics(sizeInBytes=208.0 B, rowCount=5)
+- Exchange (5)
+- * HashAggregate (4)
+- * Project (3)
+- * Filter (2)
+- * Scan JDBCRelation((SELECT "etablissement_id", "nom", "type_esms", "adresse_fictive", "capacite_autorisee" FROM "seraphin"."etablissements") as x) [numPartitions=1] (1)
+- == Initial Plan ==
CollectLimit (11)
+- HashAggregate (10)
+- Exchange (9)
+- HashAggregate (4)
+- Project (3)
+- Filter (2)
+- Scan JDBCRelation((SELECT "etablissement_id", "nom", "type_esms", "adresse_fictive", "capacite_autorisee" FROM "seraphin"."etablissements") as x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT "etablissement_id", "nom", "type_esms", "adresse_fictive", "capacite_autorisee" FROM "seraphin"."etablissements") as x) [numPartitions=1] [codegen id : 1]
Output [2]: [nom#56008, etablissement_id#56007]
ReadSchema: struct<nom:string,etablissement_id:string>
(2) Filter [codegen id : 1]
Input [2]: [nom#56008, etablissement_id#56007]
Condition : CASE WHEN isnull(Contains(str_remove_accent(upper(str_remove_accent(str_join(array(nom#56008, etablissement_id#56007), -)))), )) THEN false ELSE Contains(str_remove_accent(upper(str_remove_accent(str_join(array(nom#56008, etablissement_id#56007), -)))), ) END
(3) Project [codegen id : 1]
Output [1]: [str_join(array(nom#56008, etablissement_id#56007), -) AS COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205]
Input [2]: [nom#56008, etablissement_id#56007]
(4) HashAggregate [codegen id : 1]
Input [1]: [COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205]
Keys [1]: [COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205]
Functions: []
Aggregate Attributes: []
Results [1]: [COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205]
(5) Exchange
Input [1]: [COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205]
Arguments: hashpartitioning(COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205, 10), ENSURE_REQUIREMENTS, [plan_id=10486]
(6) ShuffleQueryStage
Output [1]: [COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205]
Arguments: 0
(7) AQEShuffleRead
Input [1]: [COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205]
Arguments: coalesced
(8) HashAggregate [codegen id : 2]
Input [1]: [COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205]
Keys [1]: [COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205]
Functions: []
Aggregate Attributes: []
Results [1]: [COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205 AS COL_83F2558A_33AD_4B96_A7C9_713849706A68#56232]
(9) Exchange
Input [1]: [COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205]
Arguments: hashpartitioning(COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205, 10), ENSURE_REQUIREMENTS, [plan_id=10473]
(10) HashAggregate
Input [1]: [COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205]
Keys [1]: [COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205]
Functions: []
Aggregate Attributes: []
Results [1]: [COL_821FC6B2_9ED0_4C52_8462_C6B93B13BCCF#56205 AS COL_83F2558A_33AD_4B96_A7C9_713849706A68#56232]
(11) CollectLimit
Input [1]: [COL_83F2558A_33AD_4B96_A7C9_713849706A68#56232]
Arguments: 100
(12) AdaptiveSparkPlan
Output [1]: [COL_83F2558A_33AD_4B96_A7C9_713849706A68#56232]
Arguments: isFinalPlan=true