hdh-spark-job - Details for Query 1546

Submitted Time: 2026/10/23 14:48:23
Duration: 99 ms
Succeeded Jobs: 1572

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 27 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 150 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 26 ms metadata time: 0 ms size of files read: 16.3 KiB number of output rows: 150"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_448DEA96_A49A_475D_AD9D_544BD1593DA3#795066 AS COL_0DF62BCF_8752_4C4D_855A_830A35390BEF#795274, COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35#795067 AS COL_6CE49277_AB97_43EA_8BE8_C1212B456A6A#795275, COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A#795068 AS COL_51C4837F_4EF1_4B0E_8893_D27D1512207A#795276, COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E#795069 AS COL_5F21DB54_192E_4166_802F_C82B8A63F895#795277, COL_39037269_F9D0_4720_8863_2769A98D4575#795070 AS COL_02B67AEA_219D_4C0B_82E5_A80249278B40#795278, COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B#795071 AS COL_0E770FC6_DBD6_41AD_A81D_BDBB6EDF813F#795279, COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71#795072 AS COL_E654FB67_A03F_43D2_B651_CF9E5FF70DDA#795280, COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE#795073 AS COL_E2EB2668_AF42_4F63_9588_C814AEADD21E#795281, COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F#795074 AS COL_BAA0A776_6D72_4AA8_A915_5A5246C9747F#795282, COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7#795075 AS COL_263B2D70_8097_45C1_B46E_4927C333294C#795283]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_448DEA96_A49A_475D_AD9D_544BD1593DA3#795066,COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35#795067,COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A#795068,COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E#795069,COL_39037269_F9D0_4720_8863_2769A98D4575#795070,COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B#795071,COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71#795072,COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE#795073,COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F#795074,COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7#795075] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/JOBS_PROJETS_326505], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_448DEA96_A49A_475D_AD9D_544BD1593DA3:string,COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [10]: [COL_448DEA96_A49A_475D_AD9D_544BD1593DA3#795066, COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35#795067, COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A#795068, COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E#795069, COL_39037269_F9D0_4720_8863_2769A98D4575#795070, COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B#795071, COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71#795072, COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE#795073, COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F#795074, COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7#795075]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/JOBS_PROJETS_326505]
ReadSchema: struct<COL_448DEA96_A49A_475D_AD9D_544BD1593DA3:string,COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35:string,COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A:string,COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E:string,COL_39037269_F9D0_4720_8863_2769A98D4575:string,COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B:string,COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71:string,COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE:string,COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F:string,COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7:string>

(2) ColumnarToRow [codegen id : 1]
Input [10]: [COL_448DEA96_A49A_475D_AD9D_544BD1593DA3#795066, COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35#795067, COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A#795068, COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E#795069, COL_39037269_F9D0_4720_8863_2769A98D4575#795070, COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B#795071, COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71#795072, COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE#795073, COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F#795074, COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7#795075]

(3) Project [codegen id : 1]
Output [10]: [COL_448DEA96_A49A_475D_AD9D_544BD1593DA3#795066 AS COL_0DF62BCF_8752_4C4D_855A_830A35390BEF#795274, COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35#795067 AS COL_6CE49277_AB97_43EA_8BE8_C1212B456A6A#795275, COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A#795068 AS COL_51C4837F_4EF1_4B0E_8893_D27D1512207A#795276, COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E#795069 AS COL_5F21DB54_192E_4166_802F_C82B8A63F895#795277, COL_39037269_F9D0_4720_8863_2769A98D4575#795070 AS COL_02B67AEA_219D_4C0B_82E5_A80249278B40#795278, COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B#795071 AS COL_0E770FC6_DBD6_41AD_A81D_BDBB6EDF813F#795279, COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71#795072 AS COL_E654FB67_A03F_43D2_B651_CF9E5FF70DDA#795280, COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE#795073 AS COL_E2EB2668_AF42_4F63_9588_C814AEADD21E#795281, COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F#795074 AS COL_BAA0A776_6D72_4AA8_A915_5A5246C9747F#795282, COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7#795075 AS COL_263B2D70_8097_45C1_B46E_4927C333294C#795283]
Input [10]: [COL_448DEA96_A49A_475D_AD9D_544BD1593DA3#795066, COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35#795067, COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A#795068, COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E#795069, COL_39037269_F9D0_4720_8863_2769A98D4575#795070, COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B#795071, COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71#795072, COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE#795073, COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F#795074, COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7#795075]

(4) CollectLimit
Input [10]: [COL_0DF62BCF_8752_4C4D_855A_830A35390BEF#795274, COL_6CE49277_AB97_43EA_8BE8_C1212B456A6A#795275, COL_51C4837F_4EF1_4B0E_8893_D27D1512207A#795276, COL_5F21DB54_192E_4166_802F_C82B8A63F895#795277, COL_02B67AEA_219D_4C0B_82E5_A80249278B40#795278, COL_0E770FC6_DBD6_41AD_A81D_BDBB6EDF813F#795279, COL_E654FB67_A03F_43D2_B651_CF9E5FF70DDA#795280, COL_E2EB2668_AF42_4F63_9588_C814AEADD21E#795281, COL_BAA0A776_6D72_4AA8_A915_5A5246C9747F#795282, COL_263B2D70_8097_45C1_B46E_4927C333294C#795283]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet