hdh-spark-job - Details for Query 1573

Submitted Time: 2026/10/23 15:02:49
Duration: 46 ms
Succeeded Jobs: 1610

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 6 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 1,406 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 4 ms metadata time: 0 ms size of files read: 40.3 KiB number of output rows: 1,406"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_4C6B621A_1E93_4D55_852A_739EA175C4FA#798099 AS COL_AAD751DC_BA6B_4141_8676_FE50DE4C5A20#798484, COL_C3475650_F5D6_438B_AD93_D495014F3652#798100 AS COL_F1098229_C2F4_4184_8F4C_45522C2A245B#798485, COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F#798101 AS COL_5A7E19F6_45E0_46FF_AC2A_340E9A9EA881#798486, COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20#798102 AS COL_6B1020D8_1FF3_456B_AD10_9540B0410D84#798487, COL_A7144A11_0B97_4A8C_9F09_2A2C81107133#798103 AS COL_7EC9F9CF_88C4_4E8D_977A_06F2B50296E8#798488, COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938#798104 AS COL_2D668D11_4988_4C85_A82B_D303AC3C00A8#798489, COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45#798105 AS COL_BE2B8D20_6103_4607_87CB_61D290094F7F#798490, COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C#798106L AS COL_B2581119_527F_4CEB_ADA7_53444CA4D034#798491L, COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2#798107L AS COL_1FDD7DB1_1555_4734_94B6_2C0770074CEC#798492L, COL_18A79028_0417_4727_8919_AB4BE9A7B523#798108L AS COL_87108C84_4038_46DE_8415_2D1EA211E978#798493L, COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF#798109 AS COL_E5BC009A_C53D_4B36_9C80_A509113356F3#798494]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_4C6B621A_1E93_4D55_852A_739EA175C4FA#798099,COL_C3475650_F5D6_438B_AD93_D495014F3652#798100,COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F#798101,COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20#798102,COL_A7144A11_0B97_4A8C_9F09_2A2C81107133#798103,COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938#798104,COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45#798105,COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C#798106L,COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2#798107L,COL_18A79028_0417_4727_8919_AB4BE9A7B523#798108L,COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF#798109] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/JOBS_DETAILS_TO_326493], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_4C6B621A_1E93_4D55_852A_739EA175C4FA:string,COL_C3475650_F5D6_438B_AD93_D495014F3652:i...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [11]: [COL_4C6B621A_1E93_4D55_852A_739EA175C4FA#798099, COL_C3475650_F5D6_438B_AD93_D495014F3652#798100, COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F#798101, COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20#798102, COL_A7144A11_0B97_4A8C_9F09_2A2C81107133#798103, COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938#798104, COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45#798105, COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C#798106L, COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2#798107L, COL_18A79028_0417_4727_8919_AB4BE9A7B523#798108L, COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF#798109]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/JOBS_DETAILS_TO_326493]
ReadSchema: struct<COL_4C6B621A_1E93_4D55_852A_739EA175C4FA:string,COL_C3475650_F5D6_438B_AD93_D495014F3652:int,COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F:string,COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20:timestamp,COL_A7144A11_0B97_4A8C_9F09_2A2C81107133:timestamp,COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938:string,COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45:string,COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C:bigint,COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2:bigint,COL_18A79028_0417_4727_8919_AB4BE9A7B523:bigint,COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF:string>

(2) ColumnarToRow [codegen id : 1]
Input [11]: [COL_4C6B621A_1E93_4D55_852A_739EA175C4FA#798099, COL_C3475650_F5D6_438B_AD93_D495014F3652#798100, COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F#798101, COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20#798102, COL_A7144A11_0B97_4A8C_9F09_2A2C81107133#798103, COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938#798104, COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45#798105, COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C#798106L, COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2#798107L, COL_18A79028_0417_4727_8919_AB4BE9A7B523#798108L, COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF#798109]

(3) Project [codegen id : 1]
Output [11]: [COL_4C6B621A_1E93_4D55_852A_739EA175C4FA#798099 AS COL_AAD751DC_BA6B_4141_8676_FE50DE4C5A20#798484, COL_C3475650_F5D6_438B_AD93_D495014F3652#798100 AS COL_F1098229_C2F4_4184_8F4C_45522C2A245B#798485, COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F#798101 AS COL_5A7E19F6_45E0_46FF_AC2A_340E9A9EA881#798486, COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20#798102 AS COL_6B1020D8_1FF3_456B_AD10_9540B0410D84#798487, COL_A7144A11_0B97_4A8C_9F09_2A2C81107133#798103 AS COL_7EC9F9CF_88C4_4E8D_977A_06F2B50296E8#798488, COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938#798104 AS COL_2D668D11_4988_4C85_A82B_D303AC3C00A8#798489, COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45#798105 AS COL_BE2B8D20_6103_4607_87CB_61D290094F7F#798490, COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C#798106L AS COL_B2581119_527F_4CEB_ADA7_53444CA4D034#798491L, COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2#798107L AS COL_1FDD7DB1_1555_4734_94B6_2C0770074CEC#798492L, COL_18A79028_0417_4727_8919_AB4BE9A7B523#798108L AS COL_87108C84_4038_46DE_8415_2D1EA211E978#798493L, COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF#798109 AS COL_E5BC009A_C53D_4B36_9C80_A509113356F3#798494]
Input [11]: [COL_4C6B621A_1E93_4D55_852A_739EA175C4FA#798099, COL_C3475650_F5D6_438B_AD93_D495014F3652#798100, COL_5AF05E39_D348_4470_97CB_EA5D2AB3BD7F#798101, COL_EA1D6638_1A54_47DA_B194_7BEC89CA2A20#798102, COL_A7144A11_0B97_4A8C_9F09_2A2C81107133#798103, COL_D6AC70E2_F47D_4B0E_904E_0E90BA888938#798104, COL_49944C41_090E_4D1A_825E_4B1BEEA9DF45#798105, COL_FEAEA53A_8D00_43F9_B437_DD88CB4E049C#798106L, COL_AE4B02EF_04D0_4FB5_9CB2_72D7429645D2#798107L, COL_18A79028_0417_4727_8919_AB4BE9A7B523#798108L, COL_87EE611F_3B0F_4BF5_A915_75A974E50CBF#798109]

(4) CollectLimit
Input [11]: [COL_AAD751DC_BA6B_4141_8676_FE50DE4C5A20#798484, COL_F1098229_C2F4_4184_8F4C_45522C2A245B#798485, COL_5A7E19F6_45E0_46FF_AC2A_340E9A9EA881#798486, COL_6B1020D8_1FF3_456B_AD10_9540B0410D84#798487, COL_7EC9F9CF_88C4_4E8D_977A_06F2B50296E8#798488, COL_2D668D11_4988_4C85_A82B_D303AC3C00A8#798489, COL_BE2B8D20_6103_4607_87CB_61D290094F7F#798490, COL_B2581119_527F_4CEB_ADA7_53444CA4D034#798491L, COL_1FDD7DB1_1555_4734_94B6_2C0770074CEC#798492L, COL_87108C84_4038_46DE_8415_2D1EA211E978#798493L, COL_E5BC009A_C53D_4B36_9C80_A509113356F3#798494]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet