digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: 0 ms";
2 [labelType="html" label="<b>HashAggregate</b><br><br>time in aggregation build: 0 ms<br>number of output rows: 1"];
}
3 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1<br>local merged chunks fetched: 0<br>shuffle write time: 0 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1<br>local bytes read: 88.0 B<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 104.0 B<br>local merged bytes read: 0.0 B<br>number of partitions: 1<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 88.0 B"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: 14 ms";
5 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 14 ms<br>peak memory: 0.0 B<br>number of output rows: 1<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
6 [labelType="html" label="<br><b>Project</b><br><br>"];
7 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 503<br>spill size: 0.0 B"];
}
subgraph cluster8 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: 17 ms";
9 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
10 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 10.7 KiB<br>number of coalesced partitions: 1"];
11 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 741<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 741<br>local bytes read: 10.3 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 23.2 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 10.3 KiB"];
12 [labelType="html" label="<br><b>Project</b><br><br>"];
13 [labelType="html" label="<br><b>Project</b><br><br>"];
14 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 741"];
subgraph cluster15 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 138 ms";
16 [labelType="html" label="<b>Generate</b><br><br>number of output rows: 1,002"];
}
17 [labelType="html" label="<br><b>Project</b><br><br>"];
18 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1"];
19 [labelType="html" label="<b>Scan text </b><br><br>number of output rows: 1<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 599.6 KiB"];
subgraph cluster20 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: 0 ms";
21 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 16.1 MiB<br>spill size: 0.0 B"];
}
22 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 18.3 KiB<br>number of coalesced partitions: 1"];
23 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1,505<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1,505<br>local bytes read: 17.3 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 47.0 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 17.3 KiB"];
subgraph cluster24 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: 7 ms";
25 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build: 3 ms<br>peak memory: 256.0 KiB<br>number of output rows: 1,505<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
26 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 1<br>partition data size: 128.6 KiB<br>number of coalesced partitions: 1"];
27 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 1,505<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>15 ms (1 ms, 2 ms, 3 ms (stage 1013.0: task 1377))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 1,505<br>local bytes read: 123.2 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 6<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>184.0 KiB (880.0 B, 36.6 KiB, 37.1 KiB (stage 1013.0: task 1374))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>123.2 KiB (1008.0 B, 24.4 KiB, 24.7 KiB (stage 1013.0: task 1374))"];
subgraph cluster28 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n168 ms (7 ms, 19 ms, 31 ms (stage 1013.0: task 1378))";
29 [labelType="html" label="<b>HashAggregate</b><br><br>spill size: 0.0 B<br>time in aggregation build total (min, med, max (stageId: taskId))<br>119 ms (4 ms, 12 ms, 23 ms (stage 1013.0: task 1378))<br>peak memory total (min, med, max (stageId: taskId))<br>2.3 MiB (256.0 KiB, 256.0 KiB, 256.0 KiB (stage 1013.0: task 1381))<br>number of output rows: 1,505<br>number of sort fallback tasks: 0<br>avg hash probes per key: 0"];
}
30 [labelType="html" label="<br><b>Project</b><br><br>"];
subgraph cluster31 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n182 ms (8 ms, 23 ms, 31 ms (stage 1013.0: task 1378))";
32 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 1,505"];
33 [labelType="html" label="<b>Generate</b><br><br>number of output rows: 1,507"];
}
34 [labelType="html" label="<br><b>Project</b><br><br>"];
35 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 16"];
36 [labelType="html" label="<b>Scan text </b><br><br>number of output rows: 30<br>number of files read: 30<br>metadata time: 0 ms<br>size of files read: 266.0 KiB"];
2->0;
3->2;
5->3;
6->5;
7->6;
9->7;
10->9;
11->10;
12->11;
13->12;
14->13;
16->14;
17->16;
18->17;
19->18;
21->7;
22->21;
23->22;
25->23;
26->25;
27->26;
29->27;
30->29;
32->30;
33->32;
34->33;
35->34;
36->35;
}
37
AdaptiveSparkPlan isFinalPlan=true
HashAggregate(keys=[], functions=[avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689), avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506), avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800), avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898), avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023), avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#160157)])
WholeStageCodegen (8)
Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=18014]
HashAggregate(keys=[], functions=[partial_avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689), partial_avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506), partial_avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800), partial_avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898), partial_avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023), partial_avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#160157)])
Project [dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#158363L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309)))), 100.0)), 2)) AS COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506, str_to_integer(str_create(0)) AS COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689, str_to_integer(str_create(100)) AS COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800, str_to_integer(str_create(25)) AS COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898, str_to_integer(str_create(50)) AS COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023, str_to_integer(str_create(75)) AS COL_CA890354_B95E_461B_87B4_7F83650C3820#160157]
SortMergeJoin [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296], [INFORMATION_STA_119303_STATIONCODE_119307#158366], Inner, CASE WHEN isnull(dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#158363L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309)))), 100.0)), 2))) THEN false ELSE (dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#158363L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309)))), 100.0)), 2)) > 20) END
WholeStageCodegen (7)
Sort [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296 ASC NULLS FIRST], false, 0
WholeStageCodegen (5)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, 10), ENSURE_REQUIREMENTS, [plan_id=17784]
Project [get_json_object(COL_9091B58C_8072_40BA_9B1C_4828078CF13A#157838, $.stationcode) AS COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, str_to_integer(get_json_object(COL_9091B58C_8072_40BA_9B1C_4828078CF13A#157838, $.numbikesavailable)) AS COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309]
Project [to_json(root#156975, Some(Etc/UTC)) AS COL_9091B58C_8072_40BA_9B1C_4828078CF13A#157838]
Filter ((str_remove_accent(upper(str_if_with_rule((CASE WHEN isnull(str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.ebike))) THEN false ELSE (str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.ebike)) > 0) END AND CASE WHEN isnull(str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.mechanical))) THEN false ELSE (str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.mechanical)) > 0) END), Mécaniques + Electriques, str_if_with_rule(CASE WHEN isnull(str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.mechanical))) THEN false ELSE (str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.mechanical)) > 0) END, Mécaniques, str_if_with_rule(CASE WHEN isnull(str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.ebike))) THEN false ELSE (str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.ebike)) > 0) END, Electriques, Pas de disponibilité))))) <=> MECANIQUES + ELECTRIQUES) AND isnotnull(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.stationcode)))
Generate explode(_extract_fields#160728), false, [root#156975]
WholeStageCodegen (1)
Project [from_json(ArrayType(StructType(StructField(fields,StructType(StructField(capacity,LongType,true),StructField(coordonnees_geo,ArrayType(DoubleType,true),true),StructField(duedate,StringType,true),StructField(ebike,LongType,true),StructField(is_installed,StringType,true),StructField(is_renting,StringType,true),StructField(is_returning,StringType,true),StructField(mechanical,LongType,true),StructField(name,StringType,true),StructField(nom_arrondissement_communes,StringType,true),StructField(numbikesavailable,LongType,true),StructField(numdocksavailable,LongType,true),StructField(stationcode,StringType,true)),true)),true), get_json_object(value#156947, $.records), Some(Etc/UTC)).fields AS _extract_fields#160728]
Filter ((size(from_json(ArrayType(StructType(StructField(fields,StructType(StructField(capacity,LongType,true),StructField(coordonnees_geo,ArrayType(DoubleType,true),true),StructField(duedate,StringType,true),StructField(ebike,LongType,true),StructField(is_installed,StringType,true),StructField(is_renting,StringType,true),StructField(is_returning,StringType,true),StructField(mechanical,LongType,true),StructField(name,StringType,true),StructField(nom_arrondissement_communes,StringType,true),StructField(numbikesavailable,LongType,true),StructField(numdocksavailable,LongType,true),StructField(stationcode,StringType,true)),true)),true), get_json_object(value#156947, $.records), Some(Etc/UTC)).fields, true) > 0) AND isnotnull(from_json(ArrayType(StructType(StructField(fields,StructType(StructField(capacity,LongType,true),StructField(coordonnees_geo,ArrayType(DoubleType,true),true),StructField(duedate,StringType,true),StructField(ebike,LongType,true),StructField(is_installed,StringType,true),StructField(is_renting,StringType,true),StructField(is_returning,StringType,true),StructField(mechanical,LongType,true),StructField(name,StringType,true),StructField(nom_arrondissement_communes,StringType,true),StructField(numbikesavailable,LongType,true),StructField(numdocksavailable,LongType,true),StructField(stationcode,StringType,true)),true)),true), get_json_object(value#156947, $.records), Some(Etc/UTC)).fields))
FileScan text [value#156947] Batched: false, DataFilters: [(size(from_json(ArrayType(StructType(StructField(fields,StructType(StructField(capacity,LongType..., Format: Text, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/json/tmp/VLIB_JSON_119256171/HTTP_FILE_0.json], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<value:string>
Sort [INFORMATION_STA_119303_STATIONCODE_119307#158366 ASC NULLS FIRST], false, 0
WholeStageCodegen (6)
AQEShuffleRead coalesced
Exchange hashpartitioning(INFORMATION_STA_119303_STATIONCODE_119307#158366, 10), ENSURE_REQUIREMENTS, [plan_id=17924]
HashAggregate(keys=[CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711], functions=[])
WholeStageCodegen (4)
AQEShuffleRead coalesced
Exchange hashpartitioning(CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711, 10), ENSURE_REQUIREMENTS, [plan_id=17807]
HashAggregate(keys=[CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711], functions=[])
WholeStageCodegen (3)
Project [root#157653.capacity AS CAPACITY_119304#157708L, to_json(root#157653.coordonnees_geo, Some(Etc/UTC)) AS COORDONNEES_GEO_119305#157709, root#157653.name AS NAME_119306#157710, root#157653.stationcode AS STATIONCODE_119307#157711]
Filter (CASE WHEN isnull(bigint_to_int(root#157653.capacity)) THEN false ELSE (bigint_to_int(root#157653.capacity) > 0) END AND isnotnull(root#157653.stationcode))
Generate explode(root#157650), false, [root#157653]
WholeStageCodegen (2)
Project [from_json(ArrayType(StructType(StructField(capacity,LongType,true),StructField(coordonnees_geo,StructType(StructField(lat,DoubleType,true),StructField(lon,DoubleType,true)),true),StructField(name,StringType,true),StructField(station_opening_hours,StringType,true),StructField(stationcode,StringType,true)),true), get_json_object(value#157217, $.results), Some(Etc/UTC)) AS root#157650]
Filter ((size(from_json(ArrayType(StructType(StructField(capacity,LongType,true),StructField(coordonnees_geo,StructType(StructField(lat,DoubleType,true),StructField(lon,DoubleType,true)),true),StructField(name,StringType,true),StructField(station_opening_hours,StringType,true),StructField(stationcode,StringType,true)),true), get_json_object(value#157217, $.results), Some(Etc/UTC)), true) > 0) AND isnotnull(from_json(ArrayType(StructType(StructField(capacity,LongType,true),StructField(coordonnees_geo,StructType(StructField(lat,DoubleType,true),StructField(lon,DoubleType,true)),true),StructField(name,StringType,true),StructField(station_opening_hours,StringType,true),StructField(stationcode,StringType,true)),true), get_json_object(value#157217, $.results), Some(Etc/UTC))))
FileScan text [value#157217] Batched: false, DataFilters: [(size(from_json(ArrayType(StructType(StructField(capacity,LongType,true),StructField(coordonnees..., Format: Text, Location: InMemoryFileIndex(30 paths)[file:/data/input/depot/json/tmp/INFORMATION_STA_119302171/HTTP_FILE_0..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<value:string>
== Physical Plan ==
AdaptiveSparkPlan (52)
+- == Final Plan ==
* HashAggregate (32)
+- ShuffleQueryStage (31), Statistics(sizeInBytes=104.0 B, rowCount=1)
+- Exchange (30)
+- * HashAggregate (29)
+- * Project (28)
+- * SortMergeJoin Inner (27)
:- * Sort (11)
: +- AQEShuffleRead (10)
: +- ShuffleQueryStage (9), Statistics(sizeInBytes=23.2 KiB, rowCount=741)
: +- Exchange (8)
: +- Project (7)
: +- Project (6)
: +- Filter (5)
: +- * Generate (4)
: +- Project (3)
: +- Filter (2)
: +- Scan text (1)
+- * Sort (26)
+- AQEShuffleRead (25)
+- ShuffleQueryStage (24), Statistics(sizeInBytes=47.0 KiB, rowCount=1.51E+3)
+- Exchange (23)
+- * HashAggregate (22)
+- AQEShuffleRead (21)
+- ShuffleQueryStage (20), Statistics(sizeInBytes=184.0 KiB, rowCount=1.51E+3)
+- Exchange (19)
+- * HashAggregate (18)
+- Project (17)
+- * Filter (16)
+- * Generate (15)
+- Project (14)
+- Filter (13)
+- Scan text (12)
+- == Initial Plan ==
HashAggregate (51)
+- Exchange (50)
+- HashAggregate (49)
+- Project (48)
+- SortMergeJoin Inner (47)
:- Sort (38)
: +- Exchange (37)
: +- Project (36)
: +- Project (35)
: +- Filter (34)
: +- Generate (33)
: +- Project (3)
: +- Filter (2)
: +- Scan text (1)
+- Sort (46)
+- Exchange (45)
+- HashAggregate (44)
+- Exchange (43)
+- HashAggregate (42)
+- Project (41)
+- Filter (40)
+- Generate (39)
+- Project (14)
+- Filter (13)
+- Scan text (12)
(1) Scan text
Output [1]: [value#156947]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/json/tmp/VLIB_JSON_119256171/HTTP_FILE_0.json]
ReadSchema: struct<value:string>
(2) Filter
Input [1]: [value#156947]
Condition : ((size(from_json(ArrayType(StructType(StructField(fields,StructType(StructField(capacity,LongType,true),StructField(coordonnees_geo,ArrayType(DoubleType,true),true),StructField(duedate,StringType,true),StructField(ebike,LongType,true),StructField(is_installed,StringType,true),StructField(is_renting,StringType,true),StructField(is_returning,StringType,true),StructField(mechanical,LongType,true),StructField(name,StringType,true),StructField(nom_arrondissement_communes,StringType,true),StructField(numbikesavailable,LongType,true),StructField(numdocksavailable,LongType,true),StructField(stationcode,StringType,true)),true)),true), get_json_object(value#156947, $.records), Some(Etc/UTC)).fields, true) > 0) AND isnotnull(from_json(ArrayType(StructType(StructField(fields,StructType(StructField(capacity,LongType,true),StructField(coordonnees_geo,ArrayType(DoubleType,true),true),StructField(duedate,StringType,true),StructField(ebike,LongType,true),StructField(is_installed,StringType,true),StructField(is_renting,StringType,true),StructField(is_returning,StringType,true),StructField(mechanical,LongType,true),StructField(name,StringType,true),StructField(nom_arrondissement_communes,StringType,true),StructField(numbikesavailable,LongType,true),StructField(numdocksavailable,LongType,true),StructField(stationcode,StringType,true)),true)),true), get_json_object(value#156947, $.records), Some(Etc/UTC)).fields))
(3) Project
Output [1]: [from_json(ArrayType(StructType(StructField(fields,StructType(StructField(capacity,LongType,true),StructField(coordonnees_geo,ArrayType(DoubleType,true),true),StructField(duedate,StringType,true),StructField(ebike,LongType,true),StructField(is_installed,StringType,true),StructField(is_renting,StringType,true),StructField(is_returning,StringType,true),StructField(mechanical,LongType,true),StructField(name,StringType,true),StructField(nom_arrondissement_communes,StringType,true),StructField(numbikesavailable,LongType,true),StructField(numdocksavailable,LongType,true),StructField(stationcode,StringType,true)),true)),true), get_json_object(value#156947, $.records), Some(Etc/UTC)).fields AS _extract_fields#160728]
Input [1]: [value#156947]
(4) Generate [codegen id : 1]
Input [1]: [_extract_fields#160728]
Arguments: explode(_extract_fields#160728), false, [root#156975]
(5) Filter
Input [1]: [root#156975]
Condition : ((str_remove_accent(upper(str_if_with_rule((CASE WHEN isnull(str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.ebike))) THEN false ELSE (str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.ebike)) > 0) END AND CASE WHEN isnull(str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.mechanical))) THEN false ELSE (str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.mechanical)) > 0) END), Mécaniques + Electriques, str_if_with_rule(CASE WHEN isnull(str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.mechanical))) THEN false ELSE (str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.mechanical)) > 0) END, Mécaniques, str_if_with_rule(CASE WHEN isnull(str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.ebike))) THEN false ELSE (str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.ebike)) > 0) END, Electriques, Pas de disponibilité))))) <=> MECANIQUES + ELECTRIQUES) AND isnotnull(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.stationcode)))
(6) Project
Output [1]: [to_json(root#156975, Some(Etc/UTC)) AS COL_9091B58C_8072_40BA_9B1C_4828078CF13A#157838]
Input [1]: [root#156975]
(7) Project
Output [2]: [get_json_object(COL_9091B58C_8072_40BA_9B1C_4828078CF13A#157838, $.stationcode) AS COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, str_to_integer(get_json_object(COL_9091B58C_8072_40BA_9B1C_4828078CF13A#157838, $.numbikesavailable)) AS COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309]
Input [1]: [COL_9091B58C_8072_40BA_9B1C_4828078CF13A#157838]
(8) Exchange
Input [2]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309]
Arguments: hashpartitioning(COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, 10), ENSURE_REQUIREMENTS, [plan_id=17784]
(9) ShuffleQueryStage
Output [2]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309]
Arguments: 0
(10) AQEShuffleRead
Input [2]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309]
Arguments: coalesced
(11) Sort [codegen id : 5]
Input [2]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309]
Arguments: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296 ASC NULLS FIRST], false, 0
(12) Scan text
Output [1]: [value#157217]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/json/tmp/INFORMATION_STA_119302171/HTTP_FILE_0.json, ... 29 entries]
ReadSchema: struct<value:string>
(13) Filter
Input [1]: [value#157217]
Condition : ((size(from_json(ArrayType(StructType(StructField(capacity,LongType,true),StructField(coordonnees_geo,StructType(StructField(lat,DoubleType,true),StructField(lon,DoubleType,true)),true),StructField(name,StringType,true),StructField(station_opening_hours,StringType,true),StructField(stationcode,StringType,true)),true), get_json_object(value#157217, $.results), Some(Etc/UTC)), true) > 0) AND isnotnull(from_json(ArrayType(StructType(StructField(capacity,LongType,true),StructField(coordonnees_geo,StructType(StructField(lat,DoubleType,true),StructField(lon,DoubleType,true)),true),StructField(name,StringType,true),StructField(station_opening_hours,StringType,true),StructField(stationcode,StringType,true)),true), get_json_object(value#157217, $.results), Some(Etc/UTC))))
(14) Project
Output [1]: [from_json(ArrayType(StructType(StructField(capacity,LongType,true),StructField(coordonnees_geo,StructType(StructField(lat,DoubleType,true),StructField(lon,DoubleType,true)),true),StructField(name,StringType,true),StructField(station_opening_hours,StringType,true),StructField(stationcode,StringType,true)),true), get_json_object(value#157217, $.results), Some(Etc/UTC)) AS root#157650]
Input [1]: [value#157217]
(15) Generate [codegen id : 2]
Input [1]: [root#157650]
Arguments: explode(root#157650), false, [root#157653]
(16) Filter [codegen id : 2]
Input [1]: [root#157653]
Condition : (CASE WHEN isnull(bigint_to_int(root#157653.capacity)) THEN false ELSE (bigint_to_int(root#157653.capacity) > 0) END AND isnotnull(root#157653.stationcode))
(17) Project
Output [4]: [root#157653.capacity AS CAPACITY_119304#157708L, to_json(root#157653.coordonnees_geo, Some(Etc/UTC)) AS COORDONNEES_GEO_119305#157709, root#157653.name AS NAME_119306#157710, root#157653.stationcode AS STATIONCODE_119307#157711]
Input [1]: [root#157653]
(18) HashAggregate [codegen id : 3]
Input [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
Keys [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
Functions: []
Aggregate Attributes: []
Results [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
(19) Exchange
Input [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
Arguments: hashpartitioning(CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711, 10), ENSURE_REQUIREMENTS, [plan_id=17807]
(20) ShuffleQueryStage
Output [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
Arguments: 1
(21) AQEShuffleRead
Input [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
Arguments: coalesced
(22) HashAggregate [codegen id : 4]
Input [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
Keys [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
Functions: []
Aggregate Attributes: []
Results [2]: [CAPACITY_119304#157708L AS INFORMATION_STA_119303_CAPACITY_119304#158363L, STATIONCODE_119307#157711 AS INFORMATION_STA_119303_STATIONCODE_119307#158366]
(23) Exchange
Input [2]: [INFORMATION_STA_119303_CAPACITY_119304#158363L, INFORMATION_STA_119303_STATIONCODE_119307#158366]
Arguments: hashpartitioning(INFORMATION_STA_119303_STATIONCODE_119307#158366, 10), ENSURE_REQUIREMENTS, [plan_id=17924]
(24) ShuffleQueryStage
Output [2]: [INFORMATION_STA_119303_CAPACITY_119304#158363L, INFORMATION_STA_119303_STATIONCODE_119307#158366]
Arguments: 2
(25) AQEShuffleRead
Input [2]: [INFORMATION_STA_119303_CAPACITY_119304#158363L, INFORMATION_STA_119303_STATIONCODE_119307#158366]
Arguments: coalesced
(26) Sort [codegen id : 6]
Input [2]: [INFORMATION_STA_119303_CAPACITY_119304#158363L, INFORMATION_STA_119303_STATIONCODE_119307#158366]
Arguments: [INFORMATION_STA_119303_STATIONCODE_119307#158366 ASC NULLS FIRST], false, 0
(27) SortMergeJoin [codegen id : 7]
Left keys [1]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296]
Right keys [1]: [INFORMATION_STA_119303_STATIONCODE_119307#158366]
Join type: Inner
Join condition: CASE WHEN isnull(dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#158363L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309)))), 100.0)), 2))) THEN false ELSE (dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#158363L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309)))), 100.0)), 2)) > 20) END
(28) Project [codegen id : 7]
Output [6]: [dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#158363L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309)))), 100.0)), 2)) AS COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506, str_to_integer(str_create(0)) AS COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689, str_to_integer(str_create(100)) AS COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800, str_to_integer(str_create(25)) AS COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898, str_to_integer(str_create(50)) AS COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023, str_to_integer(str_create(75)) AS COL_CA890354_B95E_461B_87B4_7F83650C3820#160157]
Input [4]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309, INFORMATION_STA_119303_CAPACITY_119304#158363L, INFORMATION_STA_119303_STATIONCODE_119307#158366]
(29) HashAggregate [codegen id : 7]
Input [6]: [COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506, COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689, COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800, COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898, COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023, COL_CA890354_B95E_461B_87B4_7F83650C3820#160157]
Keys: []
Functions [6]: [partial_avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689), partial_avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506), partial_avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800), partial_avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898), partial_avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023), partial_avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#160157)]
Aggregate Attributes [12]: [sum#160754, count#160755L, sum#160756, count#160757L, sum#160758, count#160759L, sum#160760, count#160761L, sum#160762, count#160763L, sum#160764, count#160765L]
Results [12]: [sum#160766, count#160767L, sum#160768, count#160769L, sum#160770, count#160771L, sum#160772, count#160773L, sum#160774, count#160775L, sum#160776, count#160777L]
(30) Exchange
Input [12]: [sum#160766, count#160767L, sum#160768, count#160769L, sum#160770, count#160771L, sum#160772, count#160773L, sum#160774, count#160775L, sum#160776, count#160777L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=18014]
(31) ShuffleQueryStage
Output [12]: [sum#160766, count#160767L, sum#160768, count#160769L, sum#160770, count#160771L, sum#160772, count#160773L, sum#160774, count#160775L, sum#160776, count#160777L]
Arguments: 3
(32) HashAggregate [codegen id : 8]
Input [12]: [sum#160766, count#160767L, sum#160768, count#160769L, sum#160770, count#160771L, sum#160772, count#160773L, sum#160774, count#160775L, sum#160776, count#160777L]
Keys: []
Functions [6]: [avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689), avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506), avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800), avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898), avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023), avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#160157)]
Aggregate Attributes [6]: [avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689)#160322, avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506)#160324, avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800)#160326, avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898)#160328, avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023)#160330, avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#160157)#160332]
Results [6]: [avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689)#160322 AS COL_AF54A9F5_CBB6_427F_8667_E83447A8F563#160323, avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506)#160324 AS COL_E6BCD687_4596_4D15_AC59_90CC70C1343C#160325, avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800)#160326 AS COL_87C3F2BB_CE4E_4CDA_AF24_91837AEFBAEE#160327, avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898)#160328 AS COL_0EAD41C8_A8B9_4F0A_B4DC_674252979444#160329, avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023)#160330 AS COL_F0B1090B_BD84_43C1_B441_5177DBAEEEAF#160331, avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#160157)#160332 AS COL_A41EC495_BE1A_414F_B81F_12D4C98892DE#160333]
(33) Generate
Input [1]: [_extract_fields#160728]
Arguments: explode(_extract_fields#160728), false, [root#156975]
(34) Filter
Input [1]: [root#156975]
Condition : ((str_remove_accent(upper(str_if_with_rule((CASE WHEN isnull(str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.ebike))) THEN false ELSE (str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.ebike)) > 0) END AND CASE WHEN isnull(str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.mechanical))) THEN false ELSE (str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.mechanical)) > 0) END), Mécaniques + Electriques, str_if_with_rule(CASE WHEN isnull(str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.mechanical))) THEN false ELSE (str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.mechanical)) > 0) END, Mécaniques, str_if_with_rule(CASE WHEN isnull(str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.ebike))) THEN false ELSE (str_to_integer(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.ebike)) > 0) END, Electriques, Pas de disponibilité))))) <=> MECANIQUES + ELECTRIQUES) AND isnotnull(get_json_object(to_json(root#156975, Some(Etc/UTC)), $.stationcode)))
(35) Project
Output [1]: [to_json(root#156975, Some(Etc/UTC)) AS COL_9091B58C_8072_40BA_9B1C_4828078CF13A#157838]
Input [1]: [root#156975]
(36) Project
Output [2]: [get_json_object(COL_9091B58C_8072_40BA_9B1C_4828078CF13A#157838, $.stationcode) AS COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, str_to_integer(get_json_object(COL_9091B58C_8072_40BA_9B1C_4828078CF13A#157838, $.numbikesavailable)) AS COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309]
Input [1]: [COL_9091B58C_8072_40BA_9B1C_4828078CF13A#157838]
(37) Exchange
Input [2]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309]
Arguments: hashpartitioning(COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, 10), ENSURE_REQUIREMENTS, [plan_id=17723]
(38) Sort
Input [2]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309]
Arguments: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296 ASC NULLS FIRST], false, 0
(39) Generate
Input [1]: [root#157650]
Arguments: explode(root#157650), false, [root#157653]
(40) Filter
Input [1]: [root#157653]
Condition : (CASE WHEN isnull(bigint_to_int(root#157653.capacity)) THEN false ELSE (bigint_to_int(root#157653.capacity) > 0) END AND isnotnull(root#157653.stationcode))
(41) Project
Output [4]: [root#157653.capacity AS CAPACITY_119304#157708L, to_json(root#157653.coordonnees_geo, Some(Etc/UTC)) AS COORDONNEES_GEO_119305#157709, root#157653.name AS NAME_119306#157710, root#157653.stationcode AS STATIONCODE_119307#157711]
Input [1]: [root#157653]
(42) HashAggregate
Input [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
Keys [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
Functions: []
Aggregate Attributes: []
Results [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
(43) Exchange
Input [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
Arguments: hashpartitioning(CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711, 10), ENSURE_REQUIREMENTS, [plan_id=17717]
(44) HashAggregate
Input [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
Keys [4]: [CAPACITY_119304#157708L, COORDONNEES_GEO_119305#157709, NAME_119306#157710, STATIONCODE_119307#157711]
Functions: []
Aggregate Attributes: []
Results [2]: [CAPACITY_119304#157708L AS INFORMATION_STA_119303_CAPACITY_119304#158363L, STATIONCODE_119307#157711 AS INFORMATION_STA_119303_STATIONCODE_119307#158366]
(45) Exchange
Input [2]: [INFORMATION_STA_119303_CAPACITY_119304#158363L, INFORMATION_STA_119303_STATIONCODE_119307#158366]
Arguments: hashpartitioning(INFORMATION_STA_119303_STATIONCODE_119307#158366, 10), ENSURE_REQUIREMENTS, [plan_id=17724]
(46) Sort
Input [2]: [INFORMATION_STA_119303_CAPACITY_119304#158363L, INFORMATION_STA_119303_STATIONCODE_119307#158366]
Arguments: [INFORMATION_STA_119303_STATIONCODE_119307#158366 ASC NULLS FIRST], false, 0
(47) SortMergeJoin
Left keys [1]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296]
Right keys [1]: [INFORMATION_STA_119303_STATIONCODE_119307#158366]
Join type: Inner
Join condition: CASE WHEN isnull(dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#158363L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309)))), 100.0)), 2))) THEN false ELSE (dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#158363L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309)))), 100.0)), 2)) > 20) END
(48) Project
Output [6]: [dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#158363L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309)))), 100.0)), 2)) AS COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506, str_to_integer(str_create(0)) AS COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689, str_to_integer(str_create(100)) AS COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800, str_to_integer(str_create(25)) AS COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898, str_to_integer(str_create(50)) AS COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023, str_to_integer(str_create(75)) AS COL_CA890354_B95E_461B_87B4_7F83650C3820#160157]
Input [4]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#158296, COL_222816E0_1771_4A96_9C59_DB1900C311FE#158309, INFORMATION_STA_119303_CAPACITY_119304#158363L, INFORMATION_STA_119303_STATIONCODE_119307#158366]
(49) HashAggregate
Input [6]: [COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506, COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689, COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800, COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898, COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023, COL_CA890354_B95E_461B_87B4_7F83650C3820#160157]
Keys: []
Functions [6]: [partial_avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689), partial_avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506), partial_avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800), partial_avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898), partial_avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023), partial_avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#160157)]
Aggregate Attributes [12]: [sum#160754, count#160755L, sum#160756, count#160757L, sum#160758, count#160759L, sum#160760, count#160761L, sum#160762, count#160763L, sum#160764, count#160765L]
Results [12]: [sum#160766, count#160767L, sum#160768, count#160769L, sum#160770, count#160771L, sum#160772, count#160773L, sum#160774, count#160775L, sum#160776, count#160777L]
(50) Exchange
Input [12]: [sum#160766, count#160767L, sum#160768, count#160769L, sum#160770, count#160771L, sum#160772, count#160773L, sum#160774, count#160775L, sum#160776, count#160777L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=17731]
(51) HashAggregate
Input [12]: [sum#160766, count#160767L, sum#160768, count#160769L, sum#160770, count#160771L, sum#160772, count#160773L, sum#160774, count#160775L, sum#160776, count#160777L]
Keys: []
Functions [6]: [avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689), avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506), avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800), avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898), avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023), avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#160157)]
Aggregate Attributes [6]: [avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689)#160322, avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506)#160324, avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800)#160326, avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898)#160328, avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023)#160330, avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#160157)#160332]
Results [6]: [avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#159689)#160322 AS COL_AF54A9F5_CBB6_427F_8667_E83447A8F563#160323, avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#159506)#160324 AS COL_E6BCD687_4596_4D15_AC59_90CC70C1343C#160325, avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#159800)#160326 AS COL_87C3F2BB_CE4E_4CDA_AF24_91837AEFBAEE#160327, avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#159898)#160328 AS COL_0EAD41C8_A8B9_4F0A_B4DC_674252979444#160329, avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#160023)#160330 AS COL_F0B1090B_BD84_43C1_B441_5177DBAEEEAF#160331, avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#160157)#160332 AS COL_A41EC495_BE1A_414F_B81F_12D4C98892DE#160333]
(52) AdaptiveSparkPlan
Output [6]: [COL_AF54A9F5_CBB6_427F_8667_E83447A8F563#160323, COL_E6BCD687_4596_4D15_AC59_90CC70C1343C#160325, COL_87C3F2BB_CE4E_4CDA_AF24_91837AEFBAEE#160327, COL_0EAD41C8_A8B9_4F0A_B4DC_674252979444#160329, COL_F0B1090B_BD84_43C1_B441_5177DBAEEEAF#160331, COL_A41EC495_BE1A_414F_B81F_12D4C98892DE#160333]
Arguments: isFinalPlan=true