hdh-spark-job - Details for Query 1542

Submitted Time: 2026/10/23 14:48:20
Duration: 71 ms
Succeeded Jobs: 1567

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 22 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 1,406 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 17 ms metadata time: 0 ms size of files read: 40.3 KiB number of output rows: 1,406"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_4C6B621A_1E93_4D55_852A_739EA175C4FA#794845 AS COL_AAD751DC_BA6B_4141_8676_FE50DE4C5A20#795032, COL_C3475650_F5D6_438B_AD93_D495014F3652#794846 AS COL_F1098229_C2F4_4184_8F4C_45522C2A245B#795033, COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F#794847 AS COL_5A7E19F6_45E0_46FF_AC2A_340E9A9EA881#795034, COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20#794848 AS COL_6B1020D8_1FF3_456B_AD10_9540B0410D84#795035, COL_A7144A11_0B97_4A8C_9F09_2A2C81107133#794849 AS COL_7EC9F9CF_88C4_4E8D_977A_06F2B50296E8#795036, COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938#794850 AS COL_2D668D11_4988_4C85_A82B_D303AC3C00A8#795037, COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45#794851 AS COL_BE2B8D20_6103_4607_87CB_61D290094F7F#795038, COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C#794852L AS COL_B2581119_527F_4CEB_ADA7_53444CA4D034#795039L, COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2#794853L AS COL_1FDD7DB1_1555_4734_94B6_2C0770074CEC#795040L, COL_18A79028_0417_4727_8919_AB4BE9A7B523#794854L AS COL_87108C84_4038_46DE_8415_2D1EA211E978#795041L, COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF#794855 AS COL_E5BC009A_C53D_4B36_9C80_A509113356F3#795042]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_4C6B621A_1E93_4D55_852A_739EA175C4FA#794845,COL_C3475650_F5D6_438B_AD93_D495014F3652#794846,COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F#794847,COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20#794848,COL_A7144A11_0B97_4A8C_9F09_2A2C81107133#794849,COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938#794850,COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45#794851,COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C#794852L,COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2#794853L,COL_18A79028_0417_4727_8919_AB4BE9A7B523#794854L,COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF#794855] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/JOBS_DETAILS_TO_326493], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_4C6B621A_1E93_4D55_852A_739EA175C4FA:string,COL_C3475650_F5D6_438B_AD93_D495014F3652:i...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [11]: [COL_4C6B621A_1E93_4D55_852A_739EA175C4FA#794845, COL_C3475650_F5D6_438B_AD93_D495014F3652#794846, COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F#794847, COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20#794848, COL_A7144A11_0B97_4A8C_9F09_2A2C81107133#794849, COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938#794850, COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45#794851, COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C#794852L, COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2#794853L, COL_18A79028_0417_4727_8919_AB4BE9A7B523#794854L, COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF#794855]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/JOBS_DETAILS_TO_326493]
ReadSchema: struct<COL_4C6B621A_1E93_4D55_852A_739EA175C4FA:string,COL_C3475650_F5D6_438B_AD93_D495014F3652:int,COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F:string,COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20:timestamp,COL_A7144A11_0B97_4A8C_9F09_2A2C81107133:timestamp,COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938:string,COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45:string,COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C:bigint,COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2:bigint,COL_18A79028_0417_4727_8919_AB4BE9A7B523:bigint,COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF:string>

(2) ColumnarToRow [codegen id : 1]
Input [11]: [COL_4C6B621A_1E93_4D55_852A_739EA175C4FA#794845, COL_C3475650_F5D6_438B_AD93_D495014F3652#794846, COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F#794847, COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20#794848, COL_A7144A11_0B97_4A8C_9F09_2A2C81107133#794849, COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938#794850, COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45#794851, COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C#794852L, COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2#794853L, COL_18A79028_0417_4727_8919_AB4BE9A7B523#794854L, COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF#794855]

(3) Project [codegen id : 1]
Output [11]: [COL_4C6B621A_1E93_4D55_852A_739EA175C4FA#794845 AS COL_AAD751DC_BA6B_4141_8676_FE50DE4C5A20#795032, COL_C3475650_F5D6_438B_AD93_D495014F3652#794846 AS COL_F1098229_C2F4_4184_8F4C_45522C2A245B#795033, COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F#794847 AS COL_5A7E19F6_45E0_46FF_AC2A_340E9A9EA881#795034, COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20#794848 AS COL_6B1020D8_1FF3_456B_AD10_9540B0410D84#795035, COL_A7144A11_0B97_4A8C_9F09_2A2C81107133#794849 AS COL_7EC9F9CF_88C4_4E8D_977A_06F2B50296E8#795036, COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938#794850 AS COL_2D668D11_4988_4C85_A82B_D303AC3C00A8#795037, COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45#794851 AS COL_BE2B8D20_6103_4607_87CB_61D290094F7F#795038, COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C#794852L AS COL_B2581119_527F_4CEB_ADA7_53444CA4D034#795039L, COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2#794853L AS COL_1FDD7DB1_1555_4734_94B6_2C0770074CEC#795040L, COL_18A79028_0417_4727_8919_AB4BE9A7B523#794854L AS COL_87108C84_4038_46DE_8415_2D1EA211E978#795041L, COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF#794855 AS COL_E5BC009A_C53D_4B36_9C80_A509113356F3#795042]
Input [11]: [COL_4C6B621A_1E93_4D55_852A_739EA175C4FA#794845, COL_C3475650_F5D6_438B_AD93_D495014F3652#794846, COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F#794847, COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20#794848, COL_A7144A11_0B97_4A8C_9F09_2A2C81107133#794849, COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938#794850, COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45#794851, COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C#794852L, COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2#794853L, COL_18A79028_0417_4727_8919_AB4BE9A7B523#794854L, COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF#794855]

(4) CollectLimit
Input [11]: [COL_AAD751DC_BA6B_4141_8676_FE50DE4C5A20#795032, COL_F1098229_C2F4_4184_8F4C_45522C2A245B#795033, COL_5A7E19F6_45E0_46FF_AC2A_340E9A9EA881#795034, COL_6B1020D8_1FF3_456B_AD10_9540B0410D84#795035, COL_7EC9F9CF_88C4_4E8D_977A_06F2B50296E8#795036, COL_2D668D11_4988_4C85_A82B_D303AC3C00A8#795037, COL_BE2B8D20_6103_4607_87CB_61D290094F7F#795038, COL_B2581119_527F_4CEB_ADA7_53444CA4D034#795039L, COL_1FDD7DB1_1555_4734_94B6_2C0770074CEC#795040L, COL_87108C84_4038_46DE_8415_2D1EA211E978#795041L, COL_E5BC009A_C53D_4B36_9C80_A509113356F3#795042]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet