hdh-spark-job - Details for Query 927

Submitted Time: 2026/10/27 13:52:43
Duration: 49 ms
Succeeded Jobs: 870

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 3 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 78 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 10.6 KiB number of output rows: 78"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#316033 AS COL_C383D650_06BD_4ACD_B15F_0B53707DA076#316634, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#316034 AS COL_310BE603_8572_437D_95F0_F73FB8E0A2BA#316635, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#316035 AS COL_BBD1C934_D781_40B6_976E_A84A6AD035A8#316636, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#316036 AS COL_FF0CDD84_9299_4CED_A289_14D948B377AD#316637, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#316037 AS COL_DBA2C1BD_9E3A_4224_A0F3_56697386606C#316638, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#316038 AS COL_FDE7F643_8BC1_4513_8308_DFE047029F81#316640, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#316039 AS COL_33F3BDE9_82EA_487E_88E1_CA43BEDB8231#316642, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#316040 AS COL_785D9DB6_5AA0_4019_9C43_83CA022410F8#316645, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#316041 AS COL_96950312_B61E_4BBB_B277_8D00D371EA24#316647, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#316042 AS COL_78485D03_387F_49F0_8574_494B96A129A4#316649, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#316043L AS COL_2B3E2E5F_8849_4ACA_BE68_7F2E9FC1A3AC#316651L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#316044 AS COL_FA61EFB4_F9E9_45D1_A6FC_BB85F069779C#316653, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#316045 AS COL_BF4FFE72_4C1B_403C_A2C8_BD697AC9EC3C#316656]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#316033,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#316034,COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#316035,COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#316036,COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#316037,COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#316038,COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#316039,COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#316040,COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#316041,COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#316042,COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#316043L,COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#316044,COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#316045] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/FONCIER_PROGRES_10889], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99:string,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#316033, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#316034, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#316035, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#316036, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#316037, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#316038, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#316039, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#316040, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#316041, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#316042, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#316043L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#316044, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#316045]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/FONCIER_PROGRES_10889]
ReadSchema: struct<COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99:string,COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157:string,COL_8A455693_7E23_4C82_B5F4_9A15FB70C575:double,COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21:double,COL_92319292_D4FB_46C9_A773_58F2EBAD0E48:double,COL_B76605D2_F65E_42BD_8749_E59A952F9DFD:double,COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3:double,COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4:double,COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B:double,COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44:double,COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345:bigint,COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56:double,COL_C8AA959A_7B3F_4825_87AB_D61DBF026971:double>

(2) ColumnarToRow [codegen id : 1]
Input [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#316033, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#316034, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#316035, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#316036, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#316037, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#316038, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#316039, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#316040, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#316041, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#316042, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#316043L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#316044, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#316045]

(3) Project [codegen id : 1]
Output [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#316033 AS COL_C383D650_06BD_4ACD_B15F_0B53707DA076#316634, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#316034 AS COL_310BE603_8572_437D_95F0_F73FB8E0A2BA#316635, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#316035 AS COL_BBD1C934_D781_40B6_976E_A84A6AD035A8#316636, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#316036 AS COL_FF0CDD84_9299_4CED_A289_14D948B377AD#316637, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#316037 AS COL_DBA2C1BD_9E3A_4224_A0F3_56697386606C#316638, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#316038 AS COL_FDE7F643_8BC1_4513_8308_DFE047029F81#316640, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#316039 AS COL_33F3BDE9_82EA_487E_88E1_CA43BEDB8231#316642, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#316040 AS COL_785D9DB6_5AA0_4019_9C43_83CA022410F8#316645, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#316041 AS COL_96950312_B61E_4BBB_B277_8D00D371EA24#316647, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#316042 AS COL_78485D03_387F_49F0_8574_494B96A129A4#316649, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#316043L AS COL_2B3E2E5F_8849_4ACA_BE68_7F2E9FC1A3AC#316651L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#316044 AS COL_FA61EFB4_F9E9_45D1_A6FC_BB85F069779C#316653, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#316045 AS COL_BF4FFE72_4C1B_403C_A2C8_BD697AC9EC3C#316656]
Input [13]: [COL_280BAFC5_FF29_4537_BCAA_4465E18FFB99#316033, COL_348CFFCA_5778_4B48_9E5A_89FEAD8E1157#316034, COL_8A455693_7E23_4C82_B5F4_9A15FB70C575#316035, COL_76C9E95A_D6D7_46AB_89C0_154FBC253F21#316036, COL_92319292_D4FB_46C9_A773_58F2EBAD0E48#316037, COL_B76605D2_F65E_42BD_8749_E59A952F9DFD#316038, COL_4FB62D0A_AC91_4150_AF3C_98F4EF9380A3#316039, COL_7EE177B6_43EA_4F6C_8AD2_E8098642FBE4#316040, COL_2882AE1F_6AD5_4E25_AAA1_4368E6B0AD9B#316041, COL_97B1E719_3353_45D4_8FCD_AD1A6856EA44#316042, COL_D85528E2_C7AA_47FA_8A2B_4A41F01FC345#316043L, COL_FAFDA56A_3A12_4BFB_88B3_87369A418F56#316044, COL_C8AA959A_7B3F_4825_87AB_D61DBF026971#316045]

(4) CollectLimit
Input [13]: [COL_C383D650_06BD_4ACD_B15F_0B53707DA076#316634, COL_310BE603_8572_437D_95F0_F73FB8E0A2BA#316635, COL_BBD1C934_D781_40B6_976E_A84A6AD035A8#316636, COL_FF0CDD84_9299_4CED_A289_14D948B377AD#316637, COL_DBA2C1BD_9E3A_4224_A0F3_56697386606C#316638, COL_FDE7F643_8BC1_4513_8308_DFE047029F81#316640, COL_33F3BDE9_82EA_487E_88E1_CA43BEDB8231#316642, COL_785D9DB6_5AA0_4019_9C43_83CA022410F8#316645, COL_96950312_B61E_4BBB_B277_8D00D371EA24#316647, COL_78485D03_387F_49F0_8574_494B96A129A4#316649, COL_2B3E2E5F_8849_4ACA_BE68_7F2E9FC1A3AC#316651L, COL_FA61EFB4_F9E9_45D1_A6FC_BB85F069779C#316653, COL_BF4FFE72_4C1B_403C_A2C8_BD697AC9EC3C#316656]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet