SP1 - Details for Query 523

Submitted Time: 2026/06/25 16:35:19
Duration: 0.3 s
Succeeded Jobs: 719 721

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 4 ms number of written files: 1 job commit time: 15 ms number of output rows: 1 number of dynamic part: 0 written output: 4.1 KiB"]; 2 [labelType="html" label=" WriteFiles "]; subgraph cluster3 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 35 ms"; 4 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build: 0 ms peak memory: 16.3 MiB number of output rows: 1 number of sort fallback tasks: 0 avg hash probes per key: 1"]; } 5 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 117.0 B number of coalesced partitions: 1"]; 6 [labelType="html" label="Exchange shuffle records written: 1 local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 1 local bytes read: 117.0 B fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 96.0 B local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 117.0 B"]; subgraph cluster7 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 15 ms"; 8 [labelType="html" label="HashAggregate spill size: 0.0 B time in aggregation build: 11 ms peak memory: 256.0 KiB number of output rows: 1 number of sort fallback tasks: 0 avg hash probes per key: 0"]; 9 [labelType="html" label=" Project "]; 10 [labelType="html" label="ColumnarToRow number of output rows: 1,455 number of input batches: 1"]; } 11 [labelType="html" label="Scan parquet number of files read: 1 scan time: 4 ms metadata time: 0 ms size of files read: 312.5 KiB number of output rows: 1,455"]; 1->0; 2->1; 4->2; 5->4; 6->5; 8->6; 9->8; 10->9; 11->10; }

AdaptiveSparkPlan isFinalPlan=true

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/SYNTHESE_METRIC_405900, false, Parquet, [path=file:///data/output/cache/parquet/datablock/SYNTHESE_METRIC_405900], Overwrite, [COL_F665A002_30E5_4915_A1FF_7DFA33F19693, COL_40A16A4C_D11C_4D65_953A_949A157B7F65, COL_DDE6F7DF_741E_40B2_BF44_78E4A3876B6D, COL_F07F6438_0ABC_4A6C_9E6A_30B1EB80F060, COL_DE5BDAC6_9B5C_4D0A_AC8C_A35396CCDC10, COL_D1E7A1BC_C683_4C4A_A828_1CA88CB65AC9, COL_A09D6305_40BD_4268_BD4F_705E3F1F514E, COL_4A9F2C10_B4BE_4299_AF9D_6079D2928364, COL_7A8D6CED_9E83_4F03_AB54_9CC5BC666E2C, COL_788D3F3F_CFD9_4AC7_9B39_E925F8C2DC0D, COL_F2AF53E3_D78C_452A_B6AF_B4629367DD56]

WriteFiles

HashAggregate(keys=[COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L], functions=[sum(COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411), sum(COL_CD704AC6_562E_478B_867D_45C3F251A151#229412), sum(COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413), sum(COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414), sum(COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415), sum(COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416), sum(COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418), sum(COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419), sum(COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420), sum(COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417)])

WholeStageCodegen (2)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, 10), ENSURE_REQUIREMENTS, [plan_id=29399]

HashAggregate(keys=[COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L], functions=[partial_sum(COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411), partial_sum(COL_CD704AC6_562E_478B_867D_45C3F251A151#229412), partial_sum(COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413), partial_sum(COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414), partial_sum(COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415), partial_sum(COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416), partial_sum(COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418), partial_sum(COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419), partial_sum(COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420), partial_sum(COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417)])

Project [COL_35375170_B542_49DE_AFA2_0A2D31967891#224416L AS COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, int_if_with_rule(isnull(COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224421), 1, 0) AS COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411, int_if_with_rule(isnull(COL_22BB8CFF_0E57_4224_8F83_F1E092BDC4D9#224402), 1, 0) AS COL_CD704AC6_562E_478B_867D_45C3F251A151#229412, int_if_with_rule(isnull(COL_D9F6D6B9_54DE_431A_A44B_DDC174B58EC3#224414), 1, 0) AS COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413, int_if_with_rule((COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224421 <=> 0.0), 1, 0) AS COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224427, null) AS COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224419, null) AS COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224422, null) AS COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_47F63D6D_6938_4D8F_855E_E5A0106D02AD#224423, null) AS COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224417, null) AS COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419, int_if_with_rule(CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, 1, 0) AS COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392,COL_22BB8CFF_0E57_4224_8F83_F1E092BDC4D9#224402,COL_D9F6D6B9_54DE_431A_A44B_DDC174B58EC3#224414,COL_35375170_B542_49DE_AFA2_0A2D31967891#224416L,COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224417,COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224419,COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224421,COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224422,COL_47F63D6D_6938_4D8F_855E_E5A0106D02AD#224423,COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224427] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/MATCHING_ANALYS_405366], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214:string,COL_22BB8CFF_0E57_4224_8F83_F1E092BDC4D9:s...

Details

== Physical Plan ==
AdaptiveSparkPlan (17)
+- == Final Plan ==
   Execute InsertIntoHadoopFsRelationCommand (10)
   +- WriteFiles (9)
      +- * HashAggregate (8)
         +- AQEShuffleRead (7)
            +- ShuffleQueryStage (6), Statistics(sizeInBytes=96.0 B, rowCount=1)
               +- Exchange (5)
                  +- * HashAggregate (4)
                     +- * Project (3)
                        +- * ColumnarToRow (2)
                           +- Scan parquet  (1)
+- == Initial Plan ==
   Execute InsertIntoHadoopFsRelationCommand (16)
   +- WriteFiles (15)
      +- HashAggregate (14)
         +- Exchange (13)
            +- HashAggregate (12)
               +- Project (11)
                  +- Scan parquet  (1)


(1) Scan parquet 
Output [10]: [COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, COL_22BB8CFF_0E57_4224_8F83_F1E092BDC4D9#224402, COL_D9F6D6B9_54DE_431A_A44B_DDC174B58EC3#224414, COL_35375170_B542_49DE_AFA2_0A2D31967891#224416L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224417, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224419, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224421, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224422, COL_47F63D6D_6938_4D8F_855E_E5A0106D02AD#224423, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224427]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/MATCHING_ANALYS_405366]
ReadSchema: struct<COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214:string,COL_22BB8CFF_0E57_4224_8F83_F1E092BDC4D9:string,COL_D9F6D6B9_54DE_431A_A44B_DDC174B58EC3:string,COL_35375170_B542_49DE_AFA2_0A2D31967891:bigint,COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF:double,COL_C0CA120C_6738_4CF5_B569_FD209A7B518A:double,COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE:double,COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF:double,COL_47F63D6D_6938_4D8F_855E_E5A0106D02AD:double,COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028:double>

(2) ColumnarToRow [codegen id : 1]
Input [10]: [COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, COL_22BB8CFF_0E57_4224_8F83_F1E092BDC4D9#224402, COL_D9F6D6B9_54DE_431A_A44B_DDC174B58EC3#224414, COL_35375170_B542_49DE_AFA2_0A2D31967891#224416L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224417, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224419, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224421, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224422, COL_47F63D6D_6938_4D8F_855E_E5A0106D02AD#224423, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224427]

(3) Project [codegen id : 1]
Output [11]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#224416L AS COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, int_if_with_rule(isnull(COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224421), 1, 0) AS COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411, int_if_with_rule(isnull(COL_22BB8CFF_0E57_4224_8F83_F1E092BDC4D9#224402), 1, 0) AS COL_CD704AC6_562E_478B_867D_45C3F251A151#229412, int_if_with_rule(isnull(COL_D9F6D6B9_54DE_431A_A44B_DDC174B58EC3#224414), 1, 0) AS COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413, int_if_with_rule((COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224421 <=> 0.0), 1, 0) AS COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224427, null) AS COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224419, null) AS COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224422, null) AS COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_47F63D6D_6938_4D8F_855E_E5A0106D02AD#224423, null) AS COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224417, null) AS COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419, int_if_with_rule(CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, 1, 0) AS COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420]
Input [10]: [COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, COL_22BB8CFF_0E57_4224_8F83_F1E092BDC4D9#224402, COL_D9F6D6B9_54DE_431A_A44B_DDC174B58EC3#224414, COL_35375170_B542_49DE_AFA2_0A2D31967891#224416L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224417, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224419, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224421, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224422, COL_47F63D6D_6938_4D8F_855E_E5A0106D02AD#224423, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224427]

(4) HashAggregate [codegen id : 1]
Input [11]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411, COL_CD704AC6_562E_478B_867D_45C3F251A151#229412, COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413, COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414, COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415, COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416, COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417, COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418, COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419, COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420]
Keys [1]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L]
Functions [10]: [partial_sum(COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411), partial_sum(COL_CD704AC6_562E_478B_867D_45C3F251A151#229412), partial_sum(COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413), partial_sum(COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414), partial_sum(COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415), partial_sum(COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416), partial_sum(COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418), partial_sum(COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419), partial_sum(COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420), partial_sum(COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417)]
Aggregate Attributes [10]: [sum#230447L, sum#230448L, sum#230449L, sum#230450L, sum#230451, sum#230452, sum#230453, sum#230454, sum#230455L, sum#230456]
Results [11]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, sum#230457L, sum#230458L, sum#230459L, sum#230460L, sum#230461, sum#230462, sum#230463, sum#230464, sum#230465L, sum#230466]

(5) Exchange
Input [11]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, sum#230457L, sum#230458L, sum#230459L, sum#230460L, sum#230461, sum#230462, sum#230463, sum#230464, sum#230465L, sum#230466]
Arguments: hashpartitioning(COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, 10), ENSURE_REQUIREMENTS, [plan_id=29399]

(6) ShuffleQueryStage
Output [11]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, sum#230457L, sum#230458L, sum#230459L, sum#230460L, sum#230461, sum#230462, sum#230463, sum#230464, sum#230465L, sum#230466]
Arguments: 0

(7) AQEShuffleRead
Input [11]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, sum#230457L, sum#230458L, sum#230459L, sum#230460L, sum#230461, sum#230462, sum#230463, sum#230464, sum#230465L, sum#230466]
Arguments: coalesced

(8) HashAggregate [codegen id : 2]
Input [11]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, sum#230457L, sum#230458L, sum#230459L, sum#230460L, sum#230461, sum#230462, sum#230463, sum#230464, sum#230465L, sum#230466]
Keys [1]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L]
Functions [10]: [sum(COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411), sum(COL_CD704AC6_562E_478B_867D_45C3F251A151#229412), sum(COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413), sum(COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414), sum(COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415), sum(COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416), sum(COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418), sum(COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419), sum(COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420), sum(COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417)]
Aggregate Attributes [10]: [sum(COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411)#229562L, sum(COL_CD704AC6_562E_478B_867D_45C3F251A151#229412)#229564L, sum(COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413)#229566L, sum(COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414)#229568L, sum(COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415)#229570, sum(COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416)#229572, sum(COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418)#229574, sum(COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419)#229576, sum(COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420)#229578L, sum(COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417)#229580]
Results [11]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L AS COL_F665A002_30E5_4915_A1FF_7DFA33F19693#230030L, bigint_to_dec(sum(COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411)#229562L) AS COL_40A16A4C_D11C_4D65_953A_949A157B7F65#230031, bigint_to_dec(sum(COL_CD704AC6_562E_478B_867D_45C3F251A151#229412)#229564L) AS COL_DDE6F7DF_741E_40B2_BF44_78E4A3876B6D#230032, bigint_to_dec(sum(COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413)#229566L) AS COL_F07F6438_0ABC_4A6C_9E6A_30B1EB80F060#230033, bigint_to_dec(sum(COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414)#229568L) AS COL_DE5BDAC6_9B5C_4D0A_AC8C_A35396CCDC10#230034, round(sum(COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415)#229570, 0) AS COL_D1E7A1BC_C683_4C4A_A828_1CA88CB65AC9#230035, round(sum(COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416)#229572, 0) AS COL_A09D6305_40BD_4268_BD4F_705E3F1F514E#230036, round(sum(COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418)#229574, 0) AS COL_4A9F2C10_B4BE_4299_AF9D_6079D2928364#230037, round(sum(COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419)#229576, 0) AS COL_7A8D6CED_9E83_4F03_AB54_9CC5BC666E2C#230038, bigint_to_dec(sum(COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420)#229578L) AS COL_788D3F3F_CFD9_4AC7_9B39_E925F8C2DC0D#230039, round(sum(COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417)#229580, 0) AS COL_F2AF53E3_D78C_452A_B6AF_B4629367DD56#230040]

(9) WriteFiles
Input [11]: [COL_F665A002_30E5_4915_A1FF_7DFA33F19693#230030L, COL_40A16A4C_D11C_4D65_953A_949A157B7F65#230031, COL_DDE6F7DF_741E_40B2_BF44_78E4A3876B6D#230032, COL_F07F6438_0ABC_4A6C_9E6A_30B1EB80F060#230033, COL_DE5BDAC6_9B5C_4D0A_AC8C_A35396CCDC10#230034, COL_D1E7A1BC_C683_4C4A_A828_1CA88CB65AC9#230035, COL_A09D6305_40BD_4268_BD4F_705E3F1F514E#230036, COL_4A9F2C10_B4BE_4299_AF9D_6079D2928364#230037, COL_7A8D6CED_9E83_4F03_AB54_9CC5BC666E2C#230038, COL_788D3F3F_CFD9_4AC7_9B39_E925F8C2DC0D#230039, COL_F2AF53E3_D78C_452A_B6AF_B4629367DD56#230040]

(10) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/SYNTHESE_METRIC_405900, false, Parquet, [path=file:///data/output/cache/parquet/datablock/SYNTHESE_METRIC_405900], Overwrite, [COL_F665A002_30E5_4915_A1FF_7DFA33F19693, COL_40A16A4C_D11C_4D65_953A_949A157B7F65, COL_DDE6F7DF_741E_40B2_BF44_78E4A3876B6D, COL_F07F6438_0ABC_4A6C_9E6A_30B1EB80F060, COL_DE5BDAC6_9B5C_4D0A_AC8C_A35396CCDC10, COL_D1E7A1BC_C683_4C4A_A828_1CA88CB65AC9, COL_A09D6305_40BD_4268_BD4F_705E3F1F514E, COL_4A9F2C10_B4BE_4299_AF9D_6079D2928364, COL_7A8D6CED_9E83_4F03_AB54_9CC5BC666E2C, COL_788D3F3F_CFD9_4AC7_9B39_E925F8C2DC0D, COL_F2AF53E3_D78C_452A_B6AF_B4629367DD56]

(11) Project
Output [11]: [COL_35375170_B542_49DE_AFA2_0A2D31967891#224416L AS COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, int_if_with_rule(isnull(COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224421), 1, 0) AS COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411, int_if_with_rule(isnull(COL_22BB8CFF_0E57_4224_8F83_F1E092BDC4D9#224402), 1, 0) AS COL_CD704AC6_562E_478B_867D_45C3F251A151#229412, int_if_with_rule(isnull(COL_D9F6D6B9_54DE_431A_A44B_DDC174B58EC3#224414), 1, 0) AS COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413, int_if_with_rule((COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224421 <=> 0.0), 1, 0) AS COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224427, null) AS COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224419, null) AS COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224422, null) AS COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_47F63D6D_6938_4D8F_855E_E5A0106D02AD#224423, null) AS COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418, dec_if_with_rule(NOT CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224417, null) AS COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419, int_if_with_rule(CASE WHEN isnull(Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT)) THEN false ELSE Contains(COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, VACANT) END, 1, 0) AS COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420]
Input [10]: [COL_280ABAAC_E0C3_4D6B_9FFD_C2F4C25A3214#224392, COL_22BB8CFF_0E57_4224_8F83_F1E092BDC4D9#224402, COL_D9F6D6B9_54DE_431A_A44B_DDC174B58EC3#224414, COL_35375170_B542_49DE_AFA2_0A2D31967891#224416L, COL_1841F771_16DF_485A_B9B9_9B9C75CEA7FF#224417, COL_C0CA120C_6738_4CF5_B569_FD209A7B518A#224419, COL_E682A08A_BBA8_4717_9D96_AEC5FE5E42DE#224421, COL_0D8E2436_E961_45FA_A7F3_A7C5D2ED89CF#224422, COL_47F63D6D_6938_4D8F_855E_E5A0106D02AD#224423, COL_EAFDA249_1ED2_4EA1_B82E_F10F08D7F028#224427]

(12) HashAggregate
Input [11]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411, COL_CD704AC6_562E_478B_867D_45C3F251A151#229412, COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413, COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414, COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415, COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416, COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417, COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418, COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419, COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420]
Keys [1]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L]
Functions [10]: [partial_sum(COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411), partial_sum(COL_CD704AC6_562E_478B_867D_45C3F251A151#229412), partial_sum(COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413), partial_sum(COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414), partial_sum(COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415), partial_sum(COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416), partial_sum(COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418), partial_sum(COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419), partial_sum(COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420), partial_sum(COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417)]
Aggregate Attributes [10]: [sum#230447L, sum#230448L, sum#230449L, sum#230450L, sum#230451, sum#230452, sum#230453, sum#230454, sum#230455L, sum#230456]
Results [11]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, sum#230457L, sum#230458L, sum#230459L, sum#230460L, sum#230461, sum#230462, sum#230463, sum#230464, sum#230465L, sum#230466]

(13) Exchange
Input [11]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, sum#230457L, sum#230458L, sum#230459L, sum#230460L, sum#230461, sum#230462, sum#230463, sum#230464, sum#230465L, sum#230466]
Arguments: hashpartitioning(COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, 10), ENSURE_REQUIREMENTS, [plan_id=29379]

(14) HashAggregate
Input [11]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L, sum#230457L, sum#230458L, sum#230459L, sum#230460L, sum#230461, sum#230462, sum#230463, sum#230464, sum#230465L, sum#230466]
Keys [1]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L]
Functions [10]: [sum(COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411), sum(COL_CD704AC6_562E_478B_867D_45C3F251A151#229412), sum(COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413), sum(COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414), sum(COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415), sum(COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416), sum(COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418), sum(COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419), sum(COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420), sum(COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417)]
Aggregate Attributes [10]: [sum(COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411)#229562L, sum(COL_CD704AC6_562E_478B_867D_45C3F251A151#229412)#229564L, sum(COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413)#229566L, sum(COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414)#229568L, sum(COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415)#229570, sum(COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416)#229572, sum(COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418)#229574, sum(COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419)#229576, sum(COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420)#229578L, sum(COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417)#229580]
Results [11]: [COL_32482042_4C68_423E_9E40_347021FD7E8D#225131L AS COL_F665A002_30E5_4915_A1FF_7DFA33F19693#230030L, bigint_to_dec(sum(COL_65C28B62_6B19_4F2F_95ED_3ACD8B21BE00#229411)#229562L) AS COL_40A16A4C_D11C_4D65_953A_949A157B7F65#230031, bigint_to_dec(sum(COL_CD704AC6_562E_478B_867D_45C3F251A151#229412)#229564L) AS COL_DDE6F7DF_741E_40B2_BF44_78E4A3876B6D#230032, bigint_to_dec(sum(COL_249B0839_F9CA_48C3_87A1_EAC4955B11F8#229413)#229566L) AS COL_F07F6438_0ABC_4A6C_9E6A_30B1EB80F060#230033, bigint_to_dec(sum(COL_44CB993B_E89B_439B_84B5_681E49AA93FC#229414)#229568L) AS COL_DE5BDAC6_9B5C_4D0A_AC8C_A35396CCDC10#230034, round(sum(COL_8D7ADA57_5165_469C_B31C_4D9D114F65D4#229415)#229570, 0) AS COL_D1E7A1BC_C683_4C4A_A828_1CA88CB65AC9#230035, round(sum(COL_D4437912_B508_4BA5_8CF8_C50A4BCFEBDE#229416)#229572, 0) AS COL_A09D6305_40BD_4268_BD4F_705E3F1F514E#230036, round(sum(COL_539EDF83_155D_401F_862C_E6AE1499BE2A#229418)#229574, 0) AS COL_4A9F2C10_B4BE_4299_AF9D_6079D2928364#230037, round(sum(COL_F23D5195_47ED_400D_B1A4_B19FF1D75B0D#229419)#229576, 0) AS COL_7A8D6CED_9E83_4F03_AB54_9CC5BC666E2C#230038, bigint_to_dec(sum(COL_0CCC0A4F_004C_4801_BE71_47CB013719DE#229420)#229578L) AS COL_788D3F3F_CFD9_4AC7_9B39_E925F8C2DC0D#230039, round(sum(COL_2DE00AD4_3361_4BB3_BCE5_85AE22C07C58#229417)#229580, 0) AS COL_F2AF53E3_D78C_452A_B6AF_B4629367DD56#230040]

(15) WriteFiles
Input [11]: [COL_F665A002_30E5_4915_A1FF_7DFA33F19693#230030L, COL_40A16A4C_D11C_4D65_953A_949A157B7F65#230031, COL_DDE6F7DF_741E_40B2_BF44_78E4A3876B6D#230032, COL_F07F6438_0ABC_4A6C_9E6A_30B1EB80F060#230033, COL_DE5BDAC6_9B5C_4D0A_AC8C_A35396CCDC10#230034, COL_D1E7A1BC_C683_4C4A_A828_1CA88CB65AC9#230035, COL_A09D6305_40BD_4268_BD4F_705E3F1F514E#230036, COL_4A9F2C10_B4BE_4299_AF9D_6079D2928364#230037, COL_7A8D6CED_9E83_4F03_AB54_9CC5BC666E2C#230038, COL_788D3F3F_CFD9_4AC7_9B39_E925F8C2DC0D#230039, COL_F2AF53E3_D78C_452A_B6AF_B4629367DD56#230040]

(16) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/SYNTHESE_METRIC_405900, false, Parquet, [path=file:///data/output/cache/parquet/datablock/SYNTHESE_METRIC_405900], Overwrite, [COL_F665A002_30E5_4915_A1FF_7DFA33F19693, COL_40A16A4C_D11C_4D65_953A_949A157B7F65, COL_DDE6F7DF_741E_40B2_BF44_78E4A3876B6D, COL_F07F6438_0ABC_4A6C_9E6A_30B1EB80F060, COL_DE5BDAC6_9B5C_4D0A_AC8C_A35396CCDC10, COL_D1E7A1BC_C683_4C4A_A828_1CA88CB65AC9, COL_A09D6305_40BD_4268_BD4F_705E3F1F514E, COL_4A9F2C10_B4BE_4299_AF9D_6079D2928364, COL_7A8D6CED_9E83_4F03_AB54_9CC5BC666E2C, COL_788D3F3F_CFD9_4AC7_9B39_E925F8C2DC0D, COL_F2AF53E3_D78C_452A_B6AF_B4629367DD56]

(17) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet