hdh-spark-job - Details for Query 1616

Submitted Time: 2026/09/01 14:48:59
Duration: 0.2 s
Succeeded Jobs: 2071 2072

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; 2 [labelType="html" label="HashAggregate time in aggregation build: 0 ms number of output rows: 1"]; } 3 [labelType="html" label="Exchange shuffle records written: 2 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 3063.0: task 25734)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 2 local bytes read: 178.0 B fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 2 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 336.0 B (168.0 B, 168.0 B, 168.0 B (stage 3063.0: task 25734)) local merged bytes read: 0.0 B number of partitions: 1 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 178.0 B (89.0 B, 89.0 B, 89.0 B (stage 3063.0: task 25734))"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n177 ms (84 ms, 93 ms, 93 ms (stage 3063.0: task 25733))"; 5 [labelType="html" label="HashAggregate time in aggregation build total (min, med, max (stageId: taskId)) 175 ms (83 ms, 92 ms, 92 ms (stage 3063.0: task 25733)) number of output rows: 2"]; 6 [labelType="html" label=" Project "]; 7 [labelType="html" label="ColumnarToRow number of output rows: 116,351 number of input batches: 30"]; } 8 [labelType="html" label="Scan parquet number of files read: 2 scan time total (min, med, max (stageId: taskId)) 10 ms (5 ms, 5 ms, 5 ms (stage 3063.0: task 25734)) metadata time: 0 ms size of files read: 941.0 KiB number of output rows: 116,351"]; 2->0; 3->2; 5->3; 6->5; 7->6; 8->7; }

AdaptiveSparkPlan isFinalPlan=true

HashAggregate(keys=[], functions=[count(COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608), count(COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609), count(COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610), count(COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611), count(COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612), count(COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613), count(COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614), count(COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615), count(COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616), count(COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617), count(COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618), count(COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619), count(COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620), count(COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621), count(COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622), count(COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623), count(COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624), count(COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625), count(COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626), count(COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627)])

WholeStageCodegen (2)

Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=104792]

HashAggregate(keys=[], functions=[partial_count(COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608), partial_count(COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609), partial_count(COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610), partial_count(COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611), partial_count(COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612), partial_count(COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613), partial_count(COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614), partial_count(COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615), partial_count(COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616), partial_count(COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617), partial_count(COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618), partial_count(COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619), partial_count(COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620), partial_count(COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621), partial_count(COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622), partial_count(COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623), partial_count(COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624), partial_count(COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625), partial_count(COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626), partial_count(COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627)])

Project [PERSON_ID_15395#428500 AS COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608, GENDER_CONCEPT__15396#428495 AS COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609, YEAR_OF_BIRTH_15397#428506 AS COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610, MONTH_OF_BIRTH_15398#428499 AS COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611, DAY_OF_BIRTH_15399#428490 AS COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612, BIRTH_DATETIME_15400#428488 AS COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613, DEATH_DATETIME_15401#428491 AS COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614, RACE_CONCEPT_ID_15402#428503 AS COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615, ETHNICITY_CONCE_15403#428492 AS COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616, LOCATION_ID_15404#428498 AS COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617, PROVIDER_ID_15405#428502 AS COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618, CARE_SITE_ID_15406#428489 AS COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619, PERSON_SOURCE_V_15407#428501 AS COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620, GENDER_SOURCE_V_15408#428497 AS COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621, GENDER_SOURCE_C_15409#428496 AS COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622, RACE_SOURCE_VAL_15410#428505 AS COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623, RACE_SOURCE_CON_15411#428504 AS COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624, ETHNICITY_SOURC_15412#428493 AS COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625, ETHNICITY_SOURC_15413#428494 AS COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626, AGE_25968#428507 AS COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [BIRTH_DATETIME_15400#428488,CARE_SITE_ID_15406#428489,DAY_OF_BIRTH_15399#428490,DEATH_DATETIME_15401#428491,ETHNICITY_CONCE_15403#428492,ETHNICITY_SOURC_15412#428493,ETHNICITY_SOURC_15413#428494,GENDER_CONCEPT__15396#428495,GENDER_SOURCE_C_15409#428496,GENDER_SOURCE_V_15408#428497,LOCATION_ID_15404#428498,MONTH_OF_BIRTH_15398#428499,PERSON_ID_15395#428500,PERSON_SOURCE_V_15407#428501,PROVIDER_ID_15405#428502,RACE_CONCEPT_ID_15402#428503,RACE_SOURCE_CON_15411#428504,RACE_SOURCE_VAL_15410#428505,YEAR_OF_BIRTH_15397#428506,AGE_25968#428507] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/uet/PERSON_15394], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<BIRTH_DATETIME_15400:timestamp,CARE_SITE_ID_15406:int,DAY_OF_BIRTH_15399:int,DEATH_DATETIM...

Details

== Physical Plan ==
AdaptiveSparkPlan (12)
+- == Final Plan ==
   * HashAggregate (7)
   +- ShuffleQueryStage (6), Statistics(sizeInBytes=336.0 B, rowCount=2)
      +- Exchange (5)
         +- * HashAggregate (4)
            +- * Project (3)
               +- * ColumnarToRow (2)
                  +- Scan parquet  (1)
+- == Initial Plan ==
   HashAggregate (11)
   +- Exchange (10)
      +- HashAggregate (9)
         +- Project (8)
            +- Scan parquet  (1)


(1) Scan parquet 
Output [20]: [BIRTH_DATETIME_15400#428488, CARE_SITE_ID_15406#428489, DAY_OF_BIRTH_15399#428490, DEATH_DATETIME_15401#428491, ETHNICITY_CONCE_15403#428492, ETHNICITY_SOURC_15412#428493, ETHNICITY_SOURC_15413#428494, GENDER_CONCEPT__15396#428495, GENDER_SOURCE_C_15409#428496, GENDER_SOURCE_V_15408#428497, LOCATION_ID_15404#428498, MONTH_OF_BIRTH_15398#428499, PERSON_ID_15395#428500, PERSON_SOURCE_V_15407#428501, PROVIDER_ID_15405#428502, RACE_CONCEPT_ID_15402#428503, RACE_SOURCE_CON_15411#428504, RACE_SOURCE_VAL_15410#428505, YEAR_OF_BIRTH_15397#428506, AGE_25968#428507]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/uet/PERSON_15394]
ReadSchema: struct<BIRTH_DATETIME_15400:timestamp,CARE_SITE_ID_15406:int,DAY_OF_BIRTH_15399:int,DEATH_DATETIME_15401:string,ETHNICITY_CONCE_15403:int,ETHNICITY_SOURC_15412:string,ETHNICITY_SOURC_15413:int,GENDER_CONCEPT__15396:int,GENDER_SOURCE_C_15409:int,GENDER_SOURCE_V_15408:string,LOCATION_ID_15404:int,MONTH_OF_BIRTH_15398:int,PERSON_ID_15395:int,PERSON_SOURCE_V_15407:string,PROVIDER_ID_15405:int,RACE_CONCEPT_ID_15402:int,RACE_SOURCE_CON_15411:int,RACE_SOURCE_VAL_15410:string,YEAR_OF_BIRTH_15397:int,AGE_25968:string>

(2) ColumnarToRow [codegen id : 1]
Input [20]: [BIRTH_DATETIME_15400#428488, CARE_SITE_ID_15406#428489, DAY_OF_BIRTH_15399#428490, DEATH_DATETIME_15401#428491, ETHNICITY_CONCE_15403#428492, ETHNICITY_SOURC_15412#428493, ETHNICITY_SOURC_15413#428494, GENDER_CONCEPT__15396#428495, GENDER_SOURCE_C_15409#428496, GENDER_SOURCE_V_15408#428497, LOCATION_ID_15404#428498, MONTH_OF_BIRTH_15398#428499, PERSON_ID_15395#428500, PERSON_SOURCE_V_15407#428501, PROVIDER_ID_15405#428502, RACE_CONCEPT_ID_15402#428503, RACE_SOURCE_CON_15411#428504, RACE_SOURCE_VAL_15410#428505, YEAR_OF_BIRTH_15397#428506, AGE_25968#428507]

(3) Project [codegen id : 1]
Output [20]: [PERSON_ID_15395#428500 AS COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608, GENDER_CONCEPT__15396#428495 AS COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609, YEAR_OF_BIRTH_15397#428506 AS COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610, MONTH_OF_BIRTH_15398#428499 AS COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611, DAY_OF_BIRTH_15399#428490 AS COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612, BIRTH_DATETIME_15400#428488 AS COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613, DEATH_DATETIME_15401#428491 AS COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614, RACE_CONCEPT_ID_15402#428503 AS COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615, ETHNICITY_CONCE_15403#428492 AS COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616, LOCATION_ID_15404#428498 AS COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617, PROVIDER_ID_15405#428502 AS COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618, CARE_SITE_ID_15406#428489 AS COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619, PERSON_SOURCE_V_15407#428501 AS COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620, GENDER_SOURCE_V_15408#428497 AS COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621, GENDER_SOURCE_C_15409#428496 AS COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622, RACE_SOURCE_VAL_15410#428505 AS COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623, RACE_SOURCE_CON_15411#428504 AS COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624, ETHNICITY_SOURC_15412#428493 AS COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625, ETHNICITY_SOURC_15413#428494 AS COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626, AGE_25968#428507 AS COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627]
Input [20]: [BIRTH_DATETIME_15400#428488, CARE_SITE_ID_15406#428489, DAY_OF_BIRTH_15399#428490, DEATH_DATETIME_15401#428491, ETHNICITY_CONCE_15403#428492, ETHNICITY_SOURC_15412#428493, ETHNICITY_SOURC_15413#428494, GENDER_CONCEPT__15396#428495, GENDER_SOURCE_C_15409#428496, GENDER_SOURCE_V_15408#428497, LOCATION_ID_15404#428498, MONTH_OF_BIRTH_15398#428499, PERSON_ID_15395#428500, PERSON_SOURCE_V_15407#428501, PROVIDER_ID_15405#428502, RACE_CONCEPT_ID_15402#428503, RACE_SOURCE_CON_15411#428504, RACE_SOURCE_VAL_15410#428505, YEAR_OF_BIRTH_15397#428506, AGE_25968#428507]

(4) HashAggregate [codegen id : 1]
Input [20]: [COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608, COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609, COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610, COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611, COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612, COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613, COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614, COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615, COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616, COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617, COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618, COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619, COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620, COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621, COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622, COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623, COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624, COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625, COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626, COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627]
Keys: []
Functions [20]: [partial_count(COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608), partial_count(COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609), partial_count(COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610), partial_count(COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611), partial_count(COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612), partial_count(COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613), partial_count(COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614), partial_count(COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615), partial_count(COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616), partial_count(COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617), partial_count(COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618), partial_count(COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619), partial_count(COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620), partial_count(COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621), partial_count(COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622), partial_count(COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623), partial_count(COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624), partial_count(COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625), partial_count(COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626), partial_count(COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627)]
Aggregate Attributes [20]: [count#428770L, count#428771L, count#428772L, count#428773L, count#428774L, count#428775L, count#428776L, count#428777L, count#428778L, count#428779L, count#428780L, count#428781L, count#428782L, count#428783L, count#428784L, count#428785L, count#428786L, count#428787L, count#428788L, count#428789L]
Results [20]: [count#428790L, count#428791L, count#428792L, count#428793L, count#428794L, count#428795L, count#428796L, count#428797L, count#428798L, count#428799L, count#428800L, count#428801L, count#428802L, count#428803L, count#428804L, count#428805L, count#428806L, count#428807L, count#428808L, count#428809L]

(5) Exchange
Input [20]: [count#428790L, count#428791L, count#428792L, count#428793L, count#428794L, count#428795L, count#428796L, count#428797L, count#428798L, count#428799L, count#428800L, count#428801L, count#428802L, count#428803L, count#428804L, count#428805L, count#428806L, count#428807L, count#428808L, count#428809L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=104792]

(6) ShuffleQueryStage
Output [20]: [count#428790L, count#428791L, count#428792L, count#428793L, count#428794L, count#428795L, count#428796L, count#428797L, count#428798L, count#428799L, count#428800L, count#428801L, count#428802L, count#428803L, count#428804L, count#428805L, count#428806L, count#428807L, count#428808L, count#428809L]
Arguments: 0

(7) HashAggregate [codegen id : 2]
Input [20]: [count#428790L, count#428791L, count#428792L, count#428793L, count#428794L, count#428795L, count#428796L, count#428797L, count#428798L, count#428799L, count#428800L, count#428801L, count#428802L, count#428803L, count#428804L, count#428805L, count#428806L, count#428807L, count#428808L, count#428809L]
Keys: []
Functions [20]: [count(COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608), count(COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609), count(COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610), count(COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611), count(COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612), count(COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613), count(COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614), count(COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615), count(COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616), count(COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617), count(COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618), count(COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619), count(COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620), count(COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621), count(COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622), count(COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623), count(COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624), count(COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625), count(COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626), count(COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627)]
Aggregate Attributes [20]: [count(COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608)#428648L, count(COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609)#428651L, count(COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610)#428654L, count(COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611)#428657L, count(COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612)#428660L, count(COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613)#428663L, count(COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614)#428666L, count(COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615)#428669L, count(COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616)#428672L, count(COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617)#428675L, count(COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618)#428678L, count(COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619)#428681L, count(COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620)#428684L, count(COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621)#428687L, count(COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622)#428690L, count(COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623)#428693L, count(COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624)#428696L, count(COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625)#428699L, count(COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626)#428702L, count(COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627)#428705L]
Results [20]: [count(COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608)#428648L AS COL_31200775_35BC_463C_8D2C_E123B98EFBF0#428650L, count(COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609)#428651L AS COL_DAC91D1F_A24A_4225_AF4D_8C3A74E3F5E5#428653L, count(COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610)#428654L AS COL_8591CA9C_0BD1_46C6_A9E9_6DBE845CF4BA#428656L, count(COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611)#428657L AS COL_C11512E0_4FB6_44B8_8836_7FDC76F1F02A#428659L, count(COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612)#428660L AS COL_23B1884A_8EAB_4252_998F_764888D7C785#428662L, count(COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613)#428663L AS COL_969CBD73_31DB_4FDC_B300_A337AFA5A71D#428665L, count(COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614)#428666L AS COL_698C325B_B77A_4F67_B739_78C977FCB6B9#428668L, count(COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615)#428669L AS COL_4F2EA5DA_5046_4750_AAE4_5D72D35B927B#428671L, count(COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616)#428672L AS COL_668F2717_D818_4B73_97CA_526A0608ACFA#428674L, count(COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617)#428675L AS COL_0BA1BF9D_443C_4DFC_BDA8_6AE12F94D9BC#428677L, count(COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618)#428678L AS COL_A12256B6_2F75_4BEF_B43A_282577EB0728#428680L, count(COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619)#428681L AS COL_D4E6E423_09EA_4617_AF5F_A47D761A2A2A#428683L, count(COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620)#428684L AS COL_527EA40A_153E_4F62_90A5_C85598ADBA4F#428686L, count(COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621)#428687L AS COL_DF5CDAEA_A881_41ED_8321_6179DAD7BB2A#428689L, count(COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622)#428690L AS COL_896ACA99_7BDF_4190_84B9_88D4D3A9AC61#428692L, count(COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623)#428693L AS COL_526A695A_A98E_49E4_B948_CAB9D7BE123A#428695L, count(COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624)#428696L AS COL_32936373_8E9F_4316_BCDB_C2ACF0D42863#428698L, count(COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625)#428699L AS COL_3E29F8EF_0E45_419F_B0C1_7B711041EDFF#428701L, count(COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626)#428702L AS COL_97717AE2_F1BC_4DF7_B4BC_645EBEFA28E3#428704L, count(COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627)#428705L AS COL_5CD2CB41_B372_4E99_9B9F_67FE195D49AD#428707L]

(8) Project
Output [20]: [PERSON_ID_15395#428500 AS COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608, GENDER_CONCEPT__15396#428495 AS COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609, YEAR_OF_BIRTH_15397#428506 AS COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610, MONTH_OF_BIRTH_15398#428499 AS COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611, DAY_OF_BIRTH_15399#428490 AS COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612, BIRTH_DATETIME_15400#428488 AS COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613, DEATH_DATETIME_15401#428491 AS COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614, RACE_CONCEPT_ID_15402#428503 AS COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615, ETHNICITY_CONCE_15403#428492 AS COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616, LOCATION_ID_15404#428498 AS COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617, PROVIDER_ID_15405#428502 AS COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618, CARE_SITE_ID_15406#428489 AS COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619, PERSON_SOURCE_V_15407#428501 AS COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620, GENDER_SOURCE_V_15408#428497 AS COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621, GENDER_SOURCE_C_15409#428496 AS COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622, RACE_SOURCE_VAL_15410#428505 AS COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623, RACE_SOURCE_CON_15411#428504 AS COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624, ETHNICITY_SOURC_15412#428493 AS COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625, ETHNICITY_SOURC_15413#428494 AS COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626, AGE_25968#428507 AS COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627]
Input [20]: [BIRTH_DATETIME_15400#428488, CARE_SITE_ID_15406#428489, DAY_OF_BIRTH_15399#428490, DEATH_DATETIME_15401#428491, ETHNICITY_CONCE_15403#428492, ETHNICITY_SOURC_15412#428493, ETHNICITY_SOURC_15413#428494, GENDER_CONCEPT__15396#428495, GENDER_SOURCE_C_15409#428496, GENDER_SOURCE_V_15408#428497, LOCATION_ID_15404#428498, MONTH_OF_BIRTH_15398#428499, PERSON_ID_15395#428500, PERSON_SOURCE_V_15407#428501, PROVIDER_ID_15405#428502, RACE_CONCEPT_ID_15402#428503, RACE_SOURCE_CON_15411#428504, RACE_SOURCE_VAL_15410#428505, YEAR_OF_BIRTH_15397#428506, AGE_25968#428507]

(9) HashAggregate
Input [20]: [COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608, COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609, COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610, COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611, COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612, COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613, COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614, COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615, COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616, COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617, COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618, COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619, COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620, COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621, COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622, COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623, COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624, COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625, COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626, COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627]
Keys: []
Functions [20]: [partial_count(COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608), partial_count(COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609), partial_count(COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610), partial_count(COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611), partial_count(COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612), partial_count(COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613), partial_count(COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614), partial_count(COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615), partial_count(COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616), partial_count(COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617), partial_count(COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618), partial_count(COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619), partial_count(COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620), partial_count(COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621), partial_count(COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622), partial_count(COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623), partial_count(COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624), partial_count(COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625), partial_count(COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626), partial_count(COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627)]
Aggregate Attributes [20]: [count#428770L, count#428771L, count#428772L, count#428773L, count#428774L, count#428775L, count#428776L, count#428777L, count#428778L, count#428779L, count#428780L, count#428781L, count#428782L, count#428783L, count#428784L, count#428785L, count#428786L, count#428787L, count#428788L, count#428789L]
Results [20]: [count#428790L, count#428791L, count#428792L, count#428793L, count#428794L, count#428795L, count#428796L, count#428797L, count#428798L, count#428799L, count#428800L, count#428801L, count#428802L, count#428803L, count#428804L, count#428805L, count#428806L, count#428807L, count#428808L, count#428809L]

(10) Exchange
Input [20]: [count#428790L, count#428791L, count#428792L, count#428793L, count#428794L, count#428795L, count#428796L, count#428797L, count#428798L, count#428799L, count#428800L, count#428801L, count#428802L, count#428803L, count#428804L, count#428805L, count#428806L, count#428807L, count#428808L, count#428809L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=104775]

(11) HashAggregate
Input [20]: [count#428790L, count#428791L, count#428792L, count#428793L, count#428794L, count#428795L, count#428796L, count#428797L, count#428798L, count#428799L, count#428800L, count#428801L, count#428802L, count#428803L, count#428804L, count#428805L, count#428806L, count#428807L, count#428808L, count#428809L]
Keys: []
Functions [20]: [count(COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608), count(COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609), count(COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610), count(COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611), count(COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612), count(COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613), count(COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614), count(COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615), count(COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616), count(COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617), count(COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618), count(COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619), count(COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620), count(COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621), count(COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622), count(COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623), count(COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624), count(COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625), count(COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626), count(COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627)]
Aggregate Attributes [20]: [count(COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608)#428648L, count(COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609)#428651L, count(COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610)#428654L, count(COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611)#428657L, count(COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612)#428660L, count(COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613)#428663L, count(COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614)#428666L, count(COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615)#428669L, count(COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616)#428672L, count(COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617)#428675L, count(COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618)#428678L, count(COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619)#428681L, count(COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620)#428684L, count(COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621)#428687L, count(COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622)#428690L, count(COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623)#428693L, count(COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624)#428696L, count(COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625)#428699L, count(COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626)#428702L, count(COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627)#428705L]
Results [20]: [count(COL_3B0856F7_5D42_460E_8822_2F207CE19236#428608)#428648L AS COL_31200775_35BC_463C_8D2C_E123B98EFBF0#428650L, count(COL_8ABE315E_9002_4FFE_9E4D_876F0849F557#428609)#428651L AS COL_DAC91D1F_A24A_4225_AF4D_8C3A74E3F5E5#428653L, count(COL_297D247F_358C_4DA0_ACB7_B7CB3D3D35F2#428610)#428654L AS COL_8591CA9C_0BD1_46C6_A9E9_6DBE845CF4BA#428656L, count(COL_9DC22AD7_E026_499C_8DEE_3BE6910CB780#428611)#428657L AS COL_C11512E0_4FB6_44B8_8836_7FDC76F1F02A#428659L, count(COL_A4906472_09A8_4F73_A36D_88BB4CF63B9A#428612)#428660L AS COL_23B1884A_8EAB_4252_998F_764888D7C785#428662L, count(COL_53E87CF7_033F_40F1_BB93_517F8651BE39#428613)#428663L AS COL_969CBD73_31DB_4FDC_B300_A337AFA5A71D#428665L, count(COL_A7496D91_59B8_491F_8703_182B0A2AC1BC#428614)#428666L AS COL_698C325B_B77A_4F67_B739_78C977FCB6B9#428668L, count(COL_F98CA9C6_1085_4E8F_9B89_DCB20E76A1CE#428615)#428669L AS COL_4F2EA5DA_5046_4750_AAE4_5D72D35B927B#428671L, count(COL_06614CA9_2EDA_4252_A202_EBA1F2DD3700#428616)#428672L AS COL_668F2717_D818_4B73_97CA_526A0608ACFA#428674L, count(COL_7450BEEA_8423_473D_99DD_4F2F2691ACEC#428617)#428675L AS COL_0BA1BF9D_443C_4DFC_BDA8_6AE12F94D9BC#428677L, count(COL_2ADE7ED1_4A9F_4919_BD6F_4EB372BA061F#428618)#428678L AS COL_A12256B6_2F75_4BEF_B43A_282577EB0728#428680L, count(COL_1717DAE3_6CD0_4779_A0A3_6AAF301B6BC0#428619)#428681L AS COL_D4E6E423_09EA_4617_AF5F_A47D761A2A2A#428683L, count(COL_4527BF67_3986_4C06_BD84_92BB959E57C1#428620)#428684L AS COL_527EA40A_153E_4F62_90A5_C85598ADBA4F#428686L, count(COL_3E120B09_0831_4268_BD8A_190AE47D67F7#428621)#428687L AS COL_DF5CDAEA_A881_41ED_8321_6179DAD7BB2A#428689L, count(COL_F461789F_44AF_4CE8_A6A9_1A1AAD795FCA#428622)#428690L AS COL_896ACA99_7BDF_4190_84B9_88D4D3A9AC61#428692L, count(COL_4CDB6D60_2ADB_419E_A8D4_761D5BFBA434#428623)#428693L AS COL_526A695A_A98E_49E4_B948_CAB9D7BE123A#428695L, count(COL_FCEEC28A_A6CC_48EF_A896_F8B4C5285466#428624)#428696L AS COL_32936373_8E9F_4316_BCDB_C2ACF0D42863#428698L, count(COL_76E4AC4B_36C9_480B_B4F2_0E5780869516#428625)#428699L AS COL_3E29F8EF_0E45_419F_B0C1_7B711041EDFF#428701L, count(COL_DC0B5EE0_B450_4585_955E_FF550ABDB0FF#428626)#428702L AS COL_97717AE2_F1BC_4DF7_B4BC_645EBEFA28E3#428704L, count(COL_26C4AD1E_28FE_4704_9CBF_A4FC2B7D5040#428627)#428705L AS COL_5CD2CB41_B372_4E99_9B9F_67FE195D49AD#428707L]

(12) AdaptiveSparkPlan
Output [20]: [COL_31200775_35BC_463C_8D2C_E123B98EFBF0#428650L, COL_DAC91D1F_A24A_4225_AF4D_8C3A74E3F5E5#428653L, COL_8591CA9C_0BD1_46C6_A9E9_6DBE845CF4BA#428656L, COL_C11512E0_4FB6_44B8_8836_7FDC76F1F02A#428659L, COL_23B1884A_8EAB_4252_998F_764888D7C785#428662L, COL_969CBD73_31DB_4FDC_B300_A337AFA5A71D#428665L, COL_698C325B_B77A_4F67_B739_78C977FCB6B9#428668L, COL_4F2EA5DA_5046_4750_AAE4_5D72D35B927B#428671L, COL_668F2717_D818_4B73_97CA_526A0608ACFA#428674L, COL_0BA1BF9D_443C_4DFC_BDA8_6AE12F94D9BC#428677L, COL_A12256B6_2F75_4BEF_B43A_282577EB0728#428680L, COL_D4E6E423_09EA_4617_AF5F_A47D761A2A2A#428683L, COL_527EA40A_153E_4F62_90A5_C85598ADBA4F#428686L, COL_DF5CDAEA_A881_41ED_8321_6179DAD7BB2A#428689L, COL_896ACA99_7BDF_4190_84B9_88D4D3A9AC61#428692L, COL_526A695A_A98E_49E4_B948_CAB9D7BE123A#428695L, COL_32936373_8E9F_4316_BCDB_C2ACF0D42863#428698L, COL_3E29F8EF_0E45_419F_B0C1_7B711041EDFF#428701L, COL_97717AE2_F1BC_4DF7_B4BC_645EBEFA28E3#428704L, COL_5CD2CB41_B372_4E99_9B9F_67FE195D49AD#428707L]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet