hdh-spark-job - Details for Query 1574

Submitted Time: 2026/10/23 15:02:49
Duration: 36 ms
Succeeded Jobs: 1609

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 4 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 150 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 16.3 KiB number of output rows: 150"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_448DEA96_A49A_475D_AD9D_544BD1593DA3#798121 AS COL_0DF62BCF_8752_4C4D_855A_830A35390BEF#798505, COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35#798122 AS COL_6CE49277_AB97_43EA_8BE8_C1212B456A6A#798506, COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A#798123 AS COL_51C4837F_4EF1_4B0E_8893_D27D1512207A#798507, COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E#798124 AS COL_5F21DB54_192E_4166_802F_C82B8A63F895#798508, COL_39037269_F9D0_4720_8863_2769A98D4575#798125 AS COL_02B67AEA_219D_4C0B_82E5_A80249278B40#798509, COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B#798126 AS COL_0E770FC6_DBD6_41AD_A81D_BDBB6EDF813F#798510, COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71#798127 AS COL_E654FB67_A03F_43D2_B651_CF9E5FF70DDA#798511, COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE#798128 AS COL_E2EB2668_AF42_4F63_9588_C814AEADD21E#798512, COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F#798129 AS COL_BAA0A776_6D72_4AA8_A915_5A5246C9747F#798513, COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7#798130 AS COL_263B2D70_8097_45C1_B46E_4927C333294C#798514]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_448DEA96_A49A_475D_AD9D_544BD1593DA3#798121,COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35#798122,COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A#798123,COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E#798124,COL_39037269_F9D0_4720_8863_2769A98D4575#798125,COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B#798126,COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71#798127,COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE#798128,COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F#798129,COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7#798130] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/JOBS_PROJETS_326505], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_448DEA96_A49A_475D_AD9D_544BD1593DA3:string,COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [10]: [COL_448DEA96_A49A_475D_AD9D_544BD1593DA3#798121, COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35#798122, COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A#798123, COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E#798124, COL_39037269_F9D0_4720_8863_2769A98D4575#798125, COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B#798126, COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71#798127, COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE#798128, COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F#798129, COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7#798130]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/JOBS_PROJETS_326505]
ReadSchema: struct<COL_448DEA96_A49A_475D_AD9D_544BD1593DA3:string,COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35:string,COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A:string,COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E:string,COL_39037269_F9D0_4720_8863_2769A98D4575:string,COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B:string,COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71:string,COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE:string,COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F:string,COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7:string>

(2) ColumnarToRow [codegen id : 1]
Input [10]: [COL_448DEA96_A49A_475D_AD9D_544BD1593DA3#798121, COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35#798122, COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A#798123, COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E#798124, COL_39037269_F9D0_4720_8863_2769A98D4575#798125, COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B#798126, COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71#798127, COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE#798128, COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F#798129, COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7#798130]

(3) Project [codegen id : 1]
Output [10]: [COL_448DEA96_A49A_475D_AD9D_544BD1593DA3#798121 AS COL_0DF62BCF_8752_4C4D_855A_830A35390BEF#798505, COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35#798122 AS COL_6CE49277_AB97_43EA_8BE8_C1212B456A6A#798506, COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A#798123 AS COL_51C4837F_4EF1_4B0E_8893_D27D1512207A#798507, COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E#798124 AS COL_5F21DB54_192E_4166_802F_C82B8A63F895#798508, COL_39037269_F9D0_4720_8863_2769A98D4575#798125 AS COL_02B67AEA_219D_4C0B_82E5_A80249278B40#798509, COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B#798126 AS COL_0E770FC6_DBD6_41AD_A81D_BDBB6EDF813F#798510, COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71#798127 AS COL_E654FB67_A03F_43D2_B651_CF9E5FF70DDA#798511, COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE#798128 AS COL_E2EB2668_AF42_4F63_9588_C814AEADD21E#798512, COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F#798129 AS COL_BAA0A776_6D72_4AA8_A915_5A5246C9747F#798513, COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7#798130 AS COL_263B2D70_8097_45C1_B46E_4927C333294C#798514]
Input [10]: [COL_448DEA96_A49A_475D_AD9D_544BD1593DA3#798121, COL_CA8B8F13_01DE_4614_AFBE_6893459DEE35#798122, COL_ECC9DB3A_21E4_4085_A998_CBC5E3B3166A#798123, COL_5A7E92BB_9E3E_4591_8D69_8EA83134756E#798124, COL_39037269_F9D0_4720_8863_2769A98D4575#798125, COL_1A326397_8605_43CA_A069_BA2AAA5FEB9B#798126, COL_930172F9_10CD_42FF_9FAA_23A54AEF7D71#798127, COL_95EE758A_1CBE_4E24_AF7B_D701C03E1FEE#798128, COL_FDEE0EBF_3279_49A3_9A7D_BB08C30BF49F#798129, COL_84B7BC4C_87C0_4293_84E9_5774A15CD5F7#798130]

(4) CollectLimit
Input [10]: [COL_0DF62BCF_8752_4C4D_855A_830A35390BEF#798505, COL_6CE49277_AB97_43EA_8BE8_C1212B456A6A#798506, COL_51C4837F_4EF1_4B0E_8893_D27D1512207A#798507, COL_5F21DB54_192E_4166_802F_C82B8A63F895#798508, COL_02B67AEA_219D_4C0B_82E5_A80249278B40#798509, COL_0E770FC6_DBD6_41AD_A81D_BDBB6EDF813F#798510, COL_E654FB67_A03F_43D2_B651_CF9E5FF70DDA#798511, COL_E2EB2668_AF42_4F63_9588_C814AEADD21E#798512, COL_BAA0A776_6D72_4AA8_A915_5A5246C9747F#798513, COL_263B2D70_8097_45C1_B46E_4927C333294C#798514]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet