hdh-spark-job - Details for Query 1414

Submitted Time: 2026/08/31 15:22:24
Duration: 0.8 s
Succeeded Jobs: 1827 1829 1832 1834

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (6)\n \nduration: 0 ms"; 2 [labelType="html" label="HashAggregate time in aggregation build: 0 ms number of output rows: 1"]; } 3 [labelType="html" label="Exchange shuffle records written: 1 local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 1 local bytes read: 88.0 B fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 104.0 B local merged bytes read: 0.0 B number of partitions: 1 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 88.0 B"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (5)\n \nduration: 135 ms"; 5 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build: 134 ms peak memory: 0.0 B number of output rows: 1 number of sort fallback tasks: 0 avg hash probes per key: 0"]; 6 [labelType="html" label=" Project "]; 7 [labelType="html" label="SortMergeJoin number of output rows: 396 spill size: 0.0 B"]; } subgraph cluster8 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 176 ms"; 9 [labelType="html" label="Sort sort time: 0 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 10 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 10.0 KiB number of coalesced partitions: 1"]; 11 [labelType="html" label="Exchange shuffle records written: 674 local merged chunks fetched: 0 shuffle write time: 2 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 674 local bytes read: 9.5 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 21.1 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 9.5 KiB"]; 12 [labelType="html" label=" Project "]; 13 [labelType="html" label=" Project "]; 14 [labelType="html" label="Filter number of output rows: 674"]; subgraph cluster15 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 312 ms"; 16 [labelType="html" label="Generate number of output rows: 1,004"]; 17 [labelType="html" label=" Project "]; } 18 [labelType="html" label="Scan json number of output rows: 1 number of files read: 1 metadata time: 0 ms size of files read: 599.4 KiB"]; subgraph cluster19 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; 20 [labelType="html" label="Sort sort time: 0 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 21 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 17.9 KiB number of coalesced partitions: 1"]; 22 [labelType="html" label="Exchange shuffle records written: 1,483 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 1,483 local bytes read: 16.9 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 46.3 KiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 16.9 KiB"]; subgraph cluster23 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 5 ms"; 24 [labelType="html" label=" Project "]; 25 [labelType="html" label="Filter number of output rows: 1,483"]; 26 [labelType="html" label="ColumnarToRow number of output rows: 1,487 number of input batches: 1"]; } 27 [labelType="html" label="Scan parquet number of files read: 1 scan time: 2 ms metadata time: 0 ms size of files read: 71.7 KiB number of output rows: 1,487"]; 2->0; 3->2; 5->3; 6->5; 7->6; 9->7; 10->9; 11->10; 12->11; 13->12; 14->13; 16->14; 17->16; 18->17; 20->7; 21->20; 22->21; 24->22; 25->24; 26->25; 27->26; }

AdaptiveSparkPlan isFinalPlan=true

HashAggregate(keys=[], functions=[avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605), avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451), avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704), avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757), avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861), avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#297991)])

WholeStageCodegen (6)

Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=99329]

HashAggregate(keys=[], functions=[partial_avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605), partial_avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451), partial_avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704), partial_avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757), partial_avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861), partial_avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#297991)])

Project [dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#296197L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149)))), 100.0)), 2)) AS COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451, str_to_integer(str_create(0)) AS COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605, str_to_integer(str_create(100)) AS COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704, str_to_integer(str_create(25)) AS COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757, str_to_integer(str_create(50)) AS COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861, str_to_integer(str_create(75)) AS COL_CA890354_B95E_461B_87B4_7F83650C3820#297991]

SortMergeJoin [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136], [INFORMATION_STA_119303_STATIONCODE_119307#296200], Inner, CASE WHEN isnull(dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#296197L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149)))), 100.0)), 2))) THEN false ELSE (dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#296197L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149)))), 100.0)), 2)) > 20) END

WholeStageCodegen (5)

Sort [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136 ASC NULLS FIRST], false, 0

WholeStageCodegen (3)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, 10), ENSURE_REQUIREMENTS, [plan_id=99050]

Project [get_json_object(COL_9091B58C_8072_40BA_9B1C_4828078CF13A#295720, $.stationcode) AS COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, str_to_integer(get_json_object(COL_9091B58C_8072_40BA_9B1C_4828078CF13A#295720, $.numbikesavailable)) AS COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149]

Project [to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)) AS COL_9091B58C_8072_40BA_9B1C_4828078CF13A#295720]

Filter ((str_remove_accent(upper(str_if_with_rule((CASE WHEN isnull(str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.ebike))) THEN false ELSE (str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.ebike)) > 0) END AND CASE WHEN isnull(str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.mechanical))) THEN false ELSE (str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.mechanical)) > 0) END), Mécaniques + Electriques, str_if_with_rule(CASE WHEN isnull(str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.mechanical))) THEN false ELSE (str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.mechanical)) > 0) END, Mécaniques, str_if_with_rule(CASE WHEN isnull(str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.ebike))) THEN false ELSE (str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.ebike)) > 0) END, Electriques, Pas de disponibilité))))) <=> MECANIQUES + ELECTRIQUES) AND isnotnull(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.stationcode)))

Generate explode(_extract_fields#298385), true, [dedcf5bb-3297-4853-9402-425e1be92092#295461]

Project [records#295441.fields AS _extract_fields#298385]

WholeStageCodegen (1)

FileScan json [records#295441] Batched: false, DataFilters: [], Format: JSON, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/json/execution/627AB83B_D966_456D_95BE_93512303..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<records:array<struct<datasetid:string,fields:struct<capacity:bigint,coordonnees_geo:array<...

Sort [INFORMATION_STA_119303_STATIONCODE_119307#296200 ASC NULLS FIRST], false, 0

WholeStageCodegen (4)

AQEShuffleRead coalesced

Exchange hashpartitioning(INFORMATION_STA_119303_STATIONCODE_119307#296200, 10), ENSURE_REQUIREMENTS, [plan_id=99076]

Project [CAPACITY_119304#295681L AS INFORMATION_STA_119303_CAPACITY_119304#296197L, STATIONCODE_119307#295684 AS INFORMATION_STA_119303_STATIONCODE_119307#296200]

Filter (CASE WHEN isnull(bigint_to_int(CAPACITY_119304#295681L)) THEN false ELSE (bigint_to_int(CAPACITY_119304#295681L) > 0) END AND isnotnull(STATIONCODE_119307#295684))

ColumnarToRow

WholeStageCodegen (2)

FileScan parquet [CAPACITY_119304#295681L,STATIONCODE_119307#295684] Batched: true, DataFilters: [CASE WHEN isnull(bigint_to_int(CAPACITY_119304#295681L)) THEN false ELSE (bigint_to_int(CAPACITY..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/uet/INFORMATION_STA_119303], PartitionFilters: [], PushedFilters: [IsNotNull(STATIONCODE_119307)], ReadSchema: struct<CAPACITY_119304:bigint,STATIONCODE_119307:string>

Details

== Physical Plan ==
AdaptiveSparkPlan (41)
+- == Final Plan ==
   * HashAggregate (24)
   +- ShuffleQueryStage (23), Statistics(sizeInBytes=104.0 B, rowCount=1)
      +- Exchange (22)
         +- * HashAggregate (21)
            +- * Project (20)
               +- * SortMergeJoin Inner (19)
                  :- * Sort (10)
                  :  +- AQEShuffleRead (9)
                  :     +- ShuffleQueryStage (8), Statistics(sizeInBytes=21.1 KiB, rowCount=674)
                  :        +- Exchange (7)
                  :           +- Project (6)
                  :              +- Project (5)
                  :                 +- Filter (4)
                  :                    +- * Generate (3)
                  :                       +- * Project (2)
                  :                          +- Scan json  (1)
                  +- * Sort (18)
                     +- AQEShuffleRead (17)
                        +- ShuffleQueryStage (16), Statistics(sizeInBytes=46.3 KiB, rowCount=1.48E+3)
                           +- Exchange (15)
                              +- * Project (14)
                                 +- * Filter (13)
                                    +- * ColumnarToRow (12)
                                       +- Scan parquet  (11)
+- == Initial Plan ==
   HashAggregate (40)
   +- Exchange (39)
      +- HashAggregate (38)
         +- Project (37)
            +- SortMergeJoin Inner (36)
               :- Sort (31)
               :  +- Exchange (30)
               :     +- Project (29)
               :        +- Project (28)
               :           +- Filter (27)
               :              +- Generate (26)
               :                 +- Project (25)
               :                    +- Scan json  (1)
               +- Sort (35)
                  +- Exchange (34)
                     +- Project (33)
                        +- Filter (32)
                           +- Scan parquet  (11)


(1) Scan json 
Output [1]: [records#295441]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/json/execution/627AB83B_D966_456D_95BE_935123037D66/current/TEST.json]
ReadSchema: struct<records:array<struct<datasetid:string,fields:struct<capacity:bigint,coordonnees_geo:array<double>,duedate:timestamp,ebike:bigint,is_installed:string,is_renting:string,is_returning:string,mechanical:bigint,name:string,nom_arrondissement_communes:string,numbikesavailable:bigint,numdocksavailable:bigint,stationcode:string>,geometry:string,record_timestamp:timestamp,recordid:string>>>

(2) Project [codegen id : 1]
Output [1]: [records#295441.fields AS _extract_fields#298385]
Input [1]: [records#295441]

(3) Generate [codegen id : 1]
Input [1]: [_extract_fields#298385]
Arguments: explode(_extract_fields#298385), true, [dedcf5bb-3297-4853-9402-425e1be92092#295461]

(4) Filter
Input [1]: [dedcf5bb-3297-4853-9402-425e1be92092#295461]
Condition : ((str_remove_accent(upper(str_if_with_rule((CASE WHEN isnull(str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.ebike))) THEN false ELSE (str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.ebike)) > 0) END AND CASE WHEN isnull(str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.mechanical))) THEN false ELSE (str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.mechanical)) > 0) END), Mécaniques + Electriques, str_if_with_rule(CASE WHEN isnull(str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.mechanical))) THEN false ELSE (str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.mechanical)) > 0) END, Mécaniques, str_if_with_rule(CASE WHEN isnull(str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.ebike))) THEN false ELSE (str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.ebike)) > 0) END, Electriques, Pas de disponibilité))))) <=> MECANIQUES + ELECTRIQUES) AND isnotnull(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.stationcode)))

(5) Project
Output [1]: [to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)) AS COL_9091B58C_8072_40BA_9B1C_4828078CF13A#295720]
Input [1]: [dedcf5bb-3297-4853-9402-425e1be92092#295461]

(6) Project
Output [2]: [get_json_object(COL_9091B58C_8072_40BA_9B1C_4828078CF13A#295720, $.stationcode) AS COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, str_to_integer(get_json_object(COL_9091B58C_8072_40BA_9B1C_4828078CF13A#295720, $.numbikesavailable)) AS COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149]
Input [1]: [COL_9091B58C_8072_40BA_9B1C_4828078CF13A#295720]

(7) Exchange
Input [2]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149]
Arguments: hashpartitioning(COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, 10), ENSURE_REQUIREMENTS, [plan_id=99050]

(8) ShuffleQueryStage
Output [2]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149]
Arguments: 0

(9) AQEShuffleRead
Input [2]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149]
Arguments: coalesced

(10) Sort [codegen id : 3]
Input [2]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149]
Arguments: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136 ASC NULLS FIRST], false, 0

(11) Scan parquet 
Output [2]: [CAPACITY_119304#295681L, STATIONCODE_119307#295684]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/uet/INFORMATION_STA_119303]
PushedFilters: [IsNotNull(STATIONCODE_119307)]
ReadSchema: struct<CAPACITY_119304:bigint,STATIONCODE_119307:string>

(12) ColumnarToRow [codegen id : 2]
Input [2]: [CAPACITY_119304#295681L, STATIONCODE_119307#295684]

(13) Filter [codegen id : 2]
Input [2]: [CAPACITY_119304#295681L, STATIONCODE_119307#295684]
Condition : (CASE WHEN isnull(bigint_to_int(CAPACITY_119304#295681L)) THEN false ELSE (bigint_to_int(CAPACITY_119304#295681L) > 0) END AND isnotnull(STATIONCODE_119307#295684))

(14) Project [codegen id : 2]
Output [2]: [CAPACITY_119304#295681L AS INFORMATION_STA_119303_CAPACITY_119304#296197L, STATIONCODE_119307#295684 AS INFORMATION_STA_119303_STATIONCODE_119307#296200]
Input [2]: [CAPACITY_119304#295681L, STATIONCODE_119307#295684]

(15) Exchange
Input [2]: [INFORMATION_STA_119303_CAPACITY_119304#296197L, INFORMATION_STA_119303_STATIONCODE_119307#296200]
Arguments: hashpartitioning(INFORMATION_STA_119303_STATIONCODE_119307#296200, 10), ENSURE_REQUIREMENTS, [plan_id=99076]

(16) ShuffleQueryStage
Output [2]: [INFORMATION_STA_119303_CAPACITY_119304#296197L, INFORMATION_STA_119303_STATIONCODE_119307#296200]
Arguments: 1

(17) AQEShuffleRead
Input [2]: [INFORMATION_STA_119303_CAPACITY_119304#296197L, INFORMATION_STA_119303_STATIONCODE_119307#296200]
Arguments: coalesced

(18) Sort [codegen id : 4]
Input [2]: [INFORMATION_STA_119303_CAPACITY_119304#296197L, INFORMATION_STA_119303_STATIONCODE_119307#296200]
Arguments: [INFORMATION_STA_119303_STATIONCODE_119307#296200 ASC NULLS FIRST], false, 0

(19) SortMergeJoin [codegen id : 5]
Left keys [1]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136]
Right keys [1]: [INFORMATION_STA_119303_STATIONCODE_119307#296200]
Join type: Inner
Join condition: CASE WHEN isnull(dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#296197L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149)))), 100.0)), 2))) THEN false ELSE (dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#296197L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149)))), 100.0)), 2)) > 20) END

(20) Project [codegen id : 5]
Output [6]: [dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#296197L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149)))), 100.0)), 2)) AS COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451, str_to_integer(str_create(0)) AS COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605, str_to_integer(str_create(100)) AS COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704, str_to_integer(str_create(25)) AS COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757, str_to_integer(str_create(50)) AS COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861, str_to_integer(str_create(75)) AS COL_CA890354_B95E_461B_87B4_7F83650C3820#297991]
Input [4]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149, INFORMATION_STA_119303_CAPACITY_119304#296197L, INFORMATION_STA_119303_STATIONCODE_119307#296200]

(21) HashAggregate [codegen id : 5]
Input [6]: [COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451, COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605, COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704, COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757, COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861, COL_CA890354_B95E_461B_87B4_7F83650C3820#297991]
Keys: []
Functions [6]: [partial_avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605), partial_avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451), partial_avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704), partial_avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757), partial_avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861), partial_avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#297991)]
Aggregate Attributes [12]: [sum#298412, count#298413L, sum#298414, count#298415L, sum#298416, count#298417L, sum#298418, count#298419L, sum#298420, count#298421L, sum#298422, count#298423L]
Results [12]: [sum#298424, count#298425L, sum#298426, count#298427L, sum#298428, count#298429L, sum#298430, count#298431L, sum#298432, count#298433L, sum#298434, count#298435L]

(22) Exchange
Input [12]: [sum#298424, count#298425L, sum#298426, count#298427L, sum#298428, count#298429L, sum#298430, count#298431L, sum#298432, count#298433L, sum#298434, count#298435L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=99329]

(23) ShuffleQueryStage
Output [12]: [sum#298424, count#298425L, sum#298426, count#298427L, sum#298428, count#298429L, sum#298430, count#298431L, sum#298432, count#298433L, sum#298434, count#298435L]
Arguments: 2

(24) HashAggregate [codegen id : 6]
Input [12]: [sum#298424, count#298425L, sum#298426, count#298427L, sum#298428, count#298429L, sum#298430, count#298431L, sum#298432, count#298433L, sum#298434, count#298435L]
Keys: []
Functions [6]: [avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605), avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451), avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704), avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757), avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861), avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#297991)]
Aggregate Attributes [6]: [avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605)#298155, avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451)#298157, avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704)#298159, avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757)#298161, avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861)#298163, avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#297991)#298165]
Results [6]: [avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605)#298155 AS COL_AF54A9F5_CBB6_427F_8667_E83447A8F563#298156, avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451)#298157 AS COL_E6BCD687_4596_4D15_AC59_90CC70C1343C#298158, avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704)#298159 AS COL_87C3F2BB_CE4E_4CDA_AF24_91837AEFBAEE#298160, avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757)#298161 AS COL_0EAD41C8_A8B9_4F0A_B4DC_674252979444#298162, avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861)#298163 AS COL_F0B1090B_BD84_43C1_B441_5177DBAEEEAF#298164, avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#297991)#298165 AS COL_A41EC495_BE1A_414F_B81F_12D4C98892DE#298166]

(25) Project
Output [1]: [records#295441.fields AS _extract_fields#298385]
Input [1]: [records#295441]

(26) Generate
Input [1]: [_extract_fields#298385]
Arguments: explode(_extract_fields#298385), true, [dedcf5bb-3297-4853-9402-425e1be92092#295461]

(27) Filter
Input [1]: [dedcf5bb-3297-4853-9402-425e1be92092#295461]
Condition : ((str_remove_accent(upper(str_if_with_rule((CASE WHEN isnull(str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.ebike))) THEN false ELSE (str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.ebike)) > 0) END AND CASE WHEN isnull(str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.mechanical))) THEN false ELSE (str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.mechanical)) > 0) END), Mécaniques + Electriques, str_if_with_rule(CASE WHEN isnull(str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.mechanical))) THEN false ELSE (str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.mechanical)) > 0) END, Mécaniques, str_if_with_rule(CASE WHEN isnull(str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.ebike))) THEN false ELSE (str_to_integer(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.ebike)) > 0) END, Electriques, Pas de disponibilité))))) <=> MECANIQUES + ELECTRIQUES) AND isnotnull(get_json_object(to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)), $.stationcode)))

(28) Project
Output [1]: [to_json(dedcf5bb-3297-4853-9402-425e1be92092#295461, Some(Etc/UTC)) AS COL_9091B58C_8072_40BA_9B1C_4828078CF13A#295720]
Input [1]: [dedcf5bb-3297-4853-9402-425e1be92092#295461]

(29) Project
Output [2]: [get_json_object(COL_9091B58C_8072_40BA_9B1C_4828078CF13A#295720, $.stationcode) AS COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, str_to_integer(get_json_object(COL_9091B58C_8072_40BA_9B1C_4828078CF13A#295720, $.numbikesavailable)) AS COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149]
Input [1]: [COL_9091B58C_8072_40BA_9B1C_4828078CF13A#295720]

(30) Exchange
Input [2]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149]
Arguments: hashpartitioning(COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, 10), ENSURE_REQUIREMENTS, [plan_id=98999]

(31) Sort
Input [2]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149]
Arguments: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136 ASC NULLS FIRST], false, 0

(32) Filter
Input [2]: [CAPACITY_119304#295681L, STATIONCODE_119307#295684]
Condition : (CASE WHEN isnull(bigint_to_int(CAPACITY_119304#295681L)) THEN false ELSE (bigint_to_int(CAPACITY_119304#295681L) > 0) END AND isnotnull(STATIONCODE_119307#295684))

(33) Project
Output [2]: [CAPACITY_119304#295681L AS INFORMATION_STA_119303_CAPACITY_119304#296197L, STATIONCODE_119307#295684 AS INFORMATION_STA_119303_STATIONCODE_119307#296200]
Input [2]: [CAPACITY_119304#295681L, STATIONCODE_119307#295684]

(34) Exchange
Input [2]: [INFORMATION_STA_119303_CAPACITY_119304#296197L, INFORMATION_STA_119303_STATIONCODE_119307#296200]
Arguments: hashpartitioning(INFORMATION_STA_119303_STATIONCODE_119307#296200, 10), ENSURE_REQUIREMENTS, [plan_id=99000]

(35) Sort
Input [2]: [INFORMATION_STA_119303_CAPACITY_119304#296197L, INFORMATION_STA_119303_STATIONCODE_119307#296200]
Arguments: [INFORMATION_STA_119303_STATIONCODE_119307#296200 ASC NULLS FIRST], false, 0

(36) SortMergeJoin
Left keys [1]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136]
Right keys [1]: [INFORMATION_STA_119303_STATIONCODE_119307#296200]
Join type: Inner
Join condition: CASE WHEN isnull(dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#296197L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149)))), 100.0)), 2))) THEN false ELSE (dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#296197L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149)))), 100.0)), 2)) > 20) END

(37) Project
Output [6]: [dec_to_int(dec_round(dec_operator(PRODUIT, array(dec_operator(DIVISION, array(COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149, int_sum(array(bigint_to_int(INFORMATION_STA_119303_CAPACITY_119304#296197L), COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149)))), 100.0)), 2)) AS COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451, str_to_integer(str_create(0)) AS COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605, str_to_integer(str_create(100)) AS COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704, str_to_integer(str_create(25)) AS COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757, str_to_integer(str_create(50)) AS COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861, str_to_integer(str_create(75)) AS COL_CA890354_B95E_461B_87B4_7F83650C3820#297991]
Input [4]: [COL_613DB6B3_74E6_4C99_93FD_E5777B617C86#296136, COL_222816E0_1771_4A96_9C59_DB1900C311FE#296149, INFORMATION_STA_119303_CAPACITY_119304#296197L, INFORMATION_STA_119303_STATIONCODE_119307#296200]

(38) HashAggregate
Input [6]: [COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451, COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605, COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704, COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757, COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861, COL_CA890354_B95E_461B_87B4_7F83650C3820#297991]
Keys: []
Functions [6]: [partial_avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605), partial_avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451), partial_avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704), partial_avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757), partial_avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861), partial_avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#297991)]
Aggregate Attributes [12]: [sum#298412, count#298413L, sum#298414, count#298415L, sum#298416, count#298417L, sum#298418, count#298419L, sum#298420, count#298421L, sum#298422, count#298423L]
Results [12]: [sum#298424, count#298425L, sum#298426, count#298427L, sum#298428, count#298429L, sum#298430, count#298431L, sum#298432, count#298433L, sum#298434, count#298435L]

(39) Exchange
Input [12]: [sum#298424, count#298425L, sum#298426, count#298427L, sum#298428, count#298429L, sum#298430, count#298431L, sum#298432, count#298433L, sum#298434, count#298435L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=99007]

(40) HashAggregate
Input [12]: [sum#298424, count#298425L, sum#298426, count#298427L, sum#298428, count#298429L, sum#298430, count#298431L, sum#298432, count#298433L, sum#298434, count#298435L]
Keys: []
Functions [6]: [avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605), avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451), avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704), avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757), avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861), avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#297991)]
Aggregate Attributes [6]: [avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605)#298155, avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451)#298157, avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704)#298159, avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757)#298161, avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861)#298163, avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#297991)#298165]
Results [6]: [avg(COL_60710BBB_84E6_4D82_BF64_43AD7277D805#297605)#298155 AS COL_AF54A9F5_CBB6_427F_8667_E83447A8F563#298156, avg(COL_72171A9C_F337_4AD3_8511_8797B9778C04#297451)#298157 AS COL_E6BCD687_4596_4D15_AC59_90CC70C1343C#298158, avg(COL_CED3F36A_E724_46B8_A288_EEE4FE1ED252#297704)#298159 AS COL_87C3F2BB_CE4E_4CDA_AF24_91837AEFBAEE#298160, avg(COL_51C8BEA6_620D_446F_8AB6_19853E93FD0E#297757)#298161 AS COL_0EAD41C8_A8B9_4F0A_B4DC_674252979444#298162, avg(COL_97F2AE14_003B_420E_B9D6_E6D0C34DCE18#297861)#298163 AS COL_F0B1090B_BD84_43C1_B441_5177DBAEEEAF#298164, avg(COL_CA890354_B95E_461B_87B4_7F83650C3820#297991)#298165 AS COL_A41EC495_BE1A_414F_B81F_12D4C98892DE#298166]

(41) AdaptiveSparkPlan
Output [6]: [COL_AF54A9F5_CBB6_427F_8667_E83447A8F563#298156, COL_E6BCD687_4596_4D15_AC59_90CC70C1343C#298158, COL_87C3F2BB_CE4E_4CDA_AF24_91837AEFBAEE#298160, COL_0EAD41C8_A8B9_4F0A_B4DC_674252979444#298162, COL_F0B1090B_BD84_43C1_B441_5177DBAEEEAF#298164, COL_A41EC495_BE1A_414F_B81F_12D4C98892DE#298166]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet