hdh-spark-job - Details for Query 1551

Submitted Time: 2026/10/23 14:48:23
Duration: 0.1 s
Succeeded Jobs: 1579 1582

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n60 ms (20 ms, 40 ms, 40 ms (stage 2298.0: task 2011))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 184 number of input batches: 2"]; } 4 [labelType="html" label="Scan parquet number of files read: 2 scan time total (min, med, max (stageId: taskId)) 59 ms (19 ms, 40 ms, 40 ms (stage 2298.0: task 2011)) metadata time: 0 ms size of files read: 39.6 KiB number of output rows: 184"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_0735F77B_1E0E_4CB7_8264_75A33419DC8B#795489 AS COL_6B70FEDC_4A7E_494D_AC44_2D14E1ED6D4F#795825, COL_CD1EAF21_4B3F_483D_A13F_CE19A91078E7#795490 AS COL_DE23E2F0_BCB6_441C_BD8B_1DDD1D560C5E#795826, COL_B79E5400_B8BE_4719_A3F0_5DF92AA33ED2#795491 AS COL_DBB814BD_F6B4_4777_8E67_E64B87889388#795827, COL_A5BD9F3D_0909_45EE_A7E1_6109C0FBDE6F#795492 AS COL_BBA2EC81_CD74_47E8_995D_E82EFA3F37EA#795828, COL_A71800E8_ECDE_400D_9EEB_245F447791E4#795493 AS COL_A2C1D313_9F49_4380_9989_7382B1DB33E7#795829, COL_A28F1655_CCF3_4A1A_9629_17362F8D388A#795495 AS COL_6181DB4D_A9AC_4016_A089_C2704071704B#795830, COL_EEB4162B_75C9_4F01_8FD9_8AC56EE3F287#795496 AS COL_7E446C6D_C746_4895_AA09_C00E7543029E#795831, COL_96FF8947_6AD2_4BCA_8864_F481370F6FA7#795497 AS COL_ED630C6E_3F2D_4FAB_A964_4E4221D62D9A#795832, COL_41C27034_2DA9_4D4B_8A21_7E63C7BB5FB9#795498 AS COL_1843323F_6901_4332_A46F_B884A9C3BE9F#795833, COL_10CE75B3_E480_43A0_BFC9_073CFBE39CB0#795501 AS COL_DC59E3F9_0F4A_4FD6_9EA2_DD9F460C3338#795834, COL_1C4736C6_D43C_4DB7_8DAB_3FBA9DF19666#795502L AS COL_DD1A2A31_D359_4E3D_8BC1_92253507C31D#795835L, COL_26068FD6_1439_4FFF_8D01_086DBCA9F30D#795504 AS COL_BB2866F2_81FC_4D71_ACFA_D34F868630FE#795836]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_0735F77B_1E0E_4CB7_8264_75A33419DC8B#795489,COL_CD1EAF21_4B3F_483D_A13F_CE19A91078E7#795490,COL_B79E5400_B8BE_4719_A3F0_5DF92AA33ED2#795491,COL_A5BD9F3D_0909_45EE_A7E1_6109C0FBDE6F#795492,COL_A71800E8_ECDE_400D_9EEB_245F447791E4#795493,COL_A28F1655_CCF3_4A1A_9629_17362F8D388A#795495,COL_EEB4162B_75C9_4F01_8FD9_8AC56EE3F287#795496,COL_96FF8947_6AD2_4BCA_8864_F481370F6FA7#795497,COL_41C27034_2DA9_4D4B_8A21_7E63C7BB5FB9#795498,COL_10CE75B3_E480_43A0_BFC9_073CFBE39CB0#795501,COL_1C4736C6_D43C_4DB7_8DAB_3FBA9DF19666#795502L,COL_26068FD6_1439_4FFF_8D01_086DBCA9F30D#795504] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/LES_PROJETS_INF_326621], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_0735F77B_1E0E_4CB7_8264_75A33419DC8B:int,COL_CD1EAF21_4B3F_483D_A13F_CE19A91078E7:stri...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [12]: [COL_0735F77B_1E0E_4CB7_8264_75A33419DC8B#795489, COL_CD1EAF21_4B3F_483D_A13F_CE19A91078E7#795490, COL_B79E5400_B8BE_4719_A3F0_5DF92AA33ED2#795491, COL_A5BD9F3D_0909_45EE_A7E1_6109C0FBDE6F#795492, COL_A71800E8_ECDE_400D_9EEB_245F447791E4#795493, COL_A28F1655_CCF3_4A1A_9629_17362F8D388A#795495, COL_EEB4162B_75C9_4F01_8FD9_8AC56EE3F287#795496, COL_96FF8947_6AD2_4BCA_8864_F481370F6FA7#795497, COL_41C27034_2DA9_4D4B_8A21_7E63C7BB5FB9#795498, COL_10CE75B3_E480_43A0_BFC9_073CFBE39CB0#795501, COL_1C4736C6_D43C_4DB7_8DAB_3FBA9DF19666#795502L, COL_26068FD6_1439_4FFF_8D01_086DBCA9F30D#795504]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/LES_PROJETS_INF_326621]
ReadSchema: struct<COL_0735F77B_1E0E_4CB7_8264_75A33419DC8B:int,COL_CD1EAF21_4B3F_483D_A13F_CE19A91078E7:string,COL_B79E5400_B8BE_4719_A3F0_5DF92AA33ED2:string,COL_A5BD9F3D_0909_45EE_A7E1_6109C0FBDE6F:string,COL_A71800E8_ECDE_400D_9EEB_245F447791E4:boolean,COL_A28F1655_CCF3_4A1A_9629_17362F8D388A:array<string>,COL_EEB4162B_75C9_4F01_8FD9_8AC56EE3F287:int,COL_96FF8947_6AD2_4BCA_8864_F481370F6FA7:timestamp,COL_41C27034_2DA9_4D4B_8A21_7E63C7BB5FB9:timestamp,COL_10CE75B3_E480_43A0_BFC9_073CFBE39CB0:string,COL_1C4736C6_D43C_4DB7_8DAB_3FBA9DF19666:bigint,COL_26068FD6_1439_4FFF_8D01_086DBCA9F30D:string>

(2) ColumnarToRow [codegen id : 1]
Input [12]: [COL_0735F77B_1E0E_4CB7_8264_75A33419DC8B#795489, COL_CD1EAF21_4B3F_483D_A13F_CE19A91078E7#795490, COL_B79E5400_B8BE_4719_A3F0_5DF92AA33ED2#795491, COL_A5BD9F3D_0909_45EE_A7E1_6109C0FBDE6F#795492, COL_A71800E8_ECDE_400D_9EEB_245F447791E4#795493, COL_A28F1655_CCF3_4A1A_9629_17362F8D388A#795495, COL_EEB4162B_75C9_4F01_8FD9_8AC56EE3F287#795496, COL_96FF8947_6AD2_4BCA_8864_F481370F6FA7#795497, COL_41C27034_2DA9_4D4B_8A21_7E63C7BB5FB9#795498, COL_10CE75B3_E480_43A0_BFC9_073CFBE39CB0#795501, COL_1C4736C6_D43C_4DB7_8DAB_3FBA9DF19666#795502L, COL_26068FD6_1439_4FFF_8D01_086DBCA9F30D#795504]

(3) Project [codegen id : 1]
Output [12]: [COL_0735F77B_1E0E_4CB7_8264_75A33419DC8B#795489 AS COL_6B70FEDC_4A7E_494D_AC44_2D14E1ED6D4F#795825, COL_CD1EAF21_4B3F_483D_A13F_CE19A91078E7#795490 AS COL_DE23E2F0_BCB6_441C_BD8B_1DDD1D560C5E#795826, COL_B79E5400_B8BE_4719_A3F0_5DF92AA33ED2#795491 AS COL_DBB814BD_F6B4_4777_8E67_E64B87889388#795827, COL_A5BD9F3D_0909_45EE_A7E1_6109C0FBDE6F#795492 AS COL_BBA2EC81_CD74_47E8_995D_E82EFA3F37EA#795828, COL_A71800E8_ECDE_400D_9EEB_245F447791E4#795493 AS COL_A2C1D313_9F49_4380_9989_7382B1DB33E7#795829, COL_A28F1655_CCF3_4A1A_9629_17362F8D388A#795495 AS COL_6181DB4D_A9AC_4016_A089_C2704071704B#795830, COL_EEB4162B_75C9_4F01_8FD9_8AC56EE3F287#795496 AS COL_7E446C6D_C746_4895_AA09_C00E7543029E#795831, COL_96FF8947_6AD2_4BCA_8864_F481370F6FA7#795497 AS COL_ED630C6E_3F2D_4FAB_A964_4E4221D62D9A#795832, COL_41C27034_2DA9_4D4B_8A21_7E63C7BB5FB9#795498 AS COL_1843323F_6901_4332_A46F_B884A9C3BE9F#795833, COL_10CE75B3_E480_43A0_BFC9_073CFBE39CB0#795501 AS COL_DC59E3F9_0F4A_4FD6_9EA2_DD9F460C3338#795834, COL_1C4736C6_D43C_4DB7_8DAB_3FBA9DF19666#795502L AS COL_DD1A2A31_D359_4E3D_8BC1_92253507C31D#795835L, COL_26068FD6_1439_4FFF_8D01_086DBCA9F30D#795504 AS COL_BB2866F2_81FC_4D71_ACFA_D34F868630FE#795836]
Input [12]: [COL_0735F77B_1E0E_4CB7_8264_75A33419DC8B#795489, COL_CD1EAF21_4B3F_483D_A13F_CE19A91078E7#795490, COL_B79E5400_B8BE_4719_A3F0_5DF92AA33ED2#795491, COL_A5BD9F3D_0909_45EE_A7E1_6109C0FBDE6F#795492, COL_A71800E8_ECDE_400D_9EEB_245F447791E4#795493, COL_A28F1655_CCF3_4A1A_9629_17362F8D388A#795495, COL_EEB4162B_75C9_4F01_8FD9_8AC56EE3F287#795496, COL_96FF8947_6AD2_4BCA_8864_F481370F6FA7#795497, COL_41C27034_2DA9_4D4B_8A21_7E63C7BB5FB9#795498, COL_10CE75B3_E480_43A0_BFC9_073CFBE39CB0#795501, COL_1C4736C6_D43C_4DB7_8DAB_3FBA9DF19666#795502L, COL_26068FD6_1439_4FFF_8D01_086DBCA9F30D#795504]

(4) CollectLimit
Input [12]: [COL_6B70FEDC_4A7E_494D_AC44_2D14E1ED6D4F#795825, COL_DE23E2F0_BCB6_441C_BD8B_1DDD1D560C5E#795826, COL_DBB814BD_F6B4_4777_8E67_E64B87889388#795827, COL_BBA2EC81_CD74_47E8_995D_E82EFA3F37EA#795828, COL_A2C1D313_9F49_4380_9989_7382B1DB33E7#795829, COL_6181DB4D_A9AC_4016_A089_C2704071704B#795830, COL_7E446C6D_C746_4895_AA09_C00E7543029E#795831, COL_ED630C6E_3F2D_4FAB_A964_4E4221D62D9A#795832, COL_1843323F_6901_4332_A46F_B884A9C3BE9F#795833, COL_DC59E3F9_0F4A_4FD6_9EA2_DD9F460C3338#795834, COL_DD1A2A31_D359_4E3D_8BC1_92253507C31D#795835L, COL_BB2866F2_81FC_4D71_ACFA_D34F868630FE#795836]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet