hdh-spark-job - Details for Query 772

Submitted Time: 2026/10/21 21:38:23
Duration: 88 ms
Succeeded Jobs: 777

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 11 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 1,100 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 5 ms metadata time: 0 ms size of files read: 53.8 KiB number of output rows: 1,100"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [MR_NUMSTU_437869#174148 AS COL_MR_NUMSTU_437869#174475, MR_NUMSER_437870#174147 AS COL_MR_NUMSER_437870#174476, MR_NUMIMA_437871#174146 AS COL_MR_NUMIMA_437871#174477, MR_N_IMA_437872#174151 AS COL_MR_N_IMA_437872#174478, MR_SOPUID_437873#174161 AS COL_MR_SOPUID_437873#174479, MR_N_ACQ_437874#174149 AS COL_MR_N_ACQ_437874#174480, MR_DATIMA_437875#174129 AS COL_MR_DATIMA_437875#174481, MR_HEUIMA_437876#174132 AS COL_MR_HEUIMA_437876#174482, MR_PART10_437877#174152 AS COL_MR_PART10_437877#174483, MR_NB_VIG_437878#174141 AS COL_MR_NB_VIG_437878#174484, MR_IMAEFF_437879#174135 AS COL_MR_IMAEFF_437879#174485, MR_DATEFF_437880#174128 AS COL_MR_DATEFF_437880#174486, MR_HEUEFF_437881#174131 AS COL_MR_HEUEFF_437881#174487, MR_COMM_1_437882#174127 AS COL_MR_COMM_1_437882#174488, MR_RAPPRO_437883#174154 AS COL_MR_RAPPRO_437883#174489, MR_NUMDOS_437884#174145 AS COL_MR_NUMDOS_437884#174490, MR_NUMDEM_437885#174144 AS COL_MR_NUMDEM_437885#174491, MR_LIEU_437886#174139 AS COL_MR_LIEU_437886#174492, MR_NUMCD_437887#174143 AS COL_MR_NUMCD_437887#174493, MR_SEL_DI_437888#174159 AS COL_MR_SEL_DI_437888#174494, MR_REPERT_437889#174156 AS COL_MR_REPERT_437889#174495, MR_NOMFIC_437890#174142 AS COL_MR_NOMFIC_437890#174496, MR_RESO_X_437891#174157 AS COL_MR_RESO_X_437891#174497, MR_RESO_Y_437892#174158 AS COL_MR_RESO_Y_437892#174498, ... 15 more fields]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [MR_BITS_ALLOC_437900#174124,MR_CACHEDIR_437902#174125,MR_CODUTI_437896#174126,MR_COMM_1_437882#174127,MR_DATEFF_437880#174128,MR_DATIMA_437875#174129,MR_DATMAJ_437894#174130,MR_HEUEFF_437881#174131,MR_HEUIMA_437876#174132,MR_HEUMAJ_437895#174133,MR_HIDE_437899#174134,MR_IMAEFF_437879#174135,MR_IMG_ORI_437905#174136,MR_IMG_POS_437904#174137,MR_LATER_437907#174138,MR_LIEU_437886#174139,MR_MARKUP_ID_437903#174140,MR_NB_VIG_437878#174141,MR_NOMFIC_437890#174142,MR_NUMCD_437887#174143,MR_NUMDEM_437885#174144,MR_NUMDOS_437884#174145,MR_NUMIMA_437871#174146,MR_NUMSER_437870#174147,... 15 more fields] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/uet/H_IMAGE_437868], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<MR_BITS_ALLOC_437900:string,MR_CACHEDIR_437902:string,MR_CODUTI_437896:string,MR_COMM_1_43...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [39]: [MR_BITS_ALLOC_437900#174124, MR_CACHEDIR_437902#174125, MR_CODUTI_437896#174126, MR_COMM_1_437882#174127, MR_DATEFF_437880#174128, MR_DATIMA_437875#174129, MR_DATMAJ_437894#174130, MR_HEUEFF_437881#174131, MR_HEUIMA_437876#174132, MR_HEUMAJ_437895#174133, MR_HIDE_437899#174134, MR_IMAEFF_437879#174135, MR_IMG_ORI_437905#174136, MR_IMG_POS_437904#174137, MR_LATER_437907#174138, MR_LIEU_437886#174139, MR_MARKUP_ID_437903#174140, MR_NB_VIG_437878#174141, MR_NOMFIC_437890#174142, MR_NUMCD_437887#174143, MR_NUMDEM_437885#174144, MR_NUMDOS_437884#174145, MR_NUMIMA_437871#174146, MR_NUMSER_437870#174147, MR_NUMSTU_437869#174148, MR_N_ACQ_437874#174149, MR_N_ECHO_437901#174150, MR_N_IMA_437872#174151, MR_PART10_437877#174152, MR_PIX_SPACING_437906#174153, MR_RAPPRO_437883#174154, MR_REJECT_437898#174155, MR_REPERT_437889#174156, MR_RESO_X_437891#174157, MR_RESO_Y_437892#174158, MR_SEL_DI_437888#174159, MR_SOPCLASS_437897#174160, MR_SOPUID_437873#174161, MR_TAIFIC_437893#174162]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/uet/H_IMAGE_437868]
ReadSchema: struct<MR_BITS_ALLOC_437900:string,MR_CACHEDIR_437902:string,MR_CODUTI_437896:string,MR_COMM_1_437882:string,MR_DATEFF_437880:string,MR_DATIMA_437875:string,MR_DATMAJ_437894:string,MR_HEUEFF_437881:string,MR_HEUIMA_437876:string,MR_HEUMAJ_437895:string,MR_HIDE_437899:string,MR_IMAEFF_437879:string,MR_IMG_ORI_437905:string,MR_IMG_POS_437904:string,MR_LATER_437907:string,MR_LIEU_437886:string,MR_MARKUP_ID_437903:string,MR_NB_VIG_437878:string,MR_NOMFIC_437890:string,MR_NUMCD_437887:string,MR_NUMDEM_437885:string,MR_NUMDOS_437884:string,MR_NUMIMA_437871:string,MR_NUMSER_437870:string,MR_NUMSTU_437869:string,MR_N_ACQ_437874:string,MR_N_ECHO_437901:string,MR_N_IMA_437872:string,MR_PART10_437877:string,MR_PIX_SPACING_437906:string,MR_RAPPRO_437883:string,MR_REJECT_437898:string,MR_REPERT_437889:string,MR_RESO_X_437891:string,MR_RESO_Y_437892:string,MR_SEL_DI_437888:string,MR_SOPCLASS_437897:string,MR_SOPUID_437873:string,MR_TAIFIC_437893:string>

(2) ColumnarToRow [codegen id : 1]
Input [39]: [MR_BITS_ALLOC_437900#174124, MR_CACHEDIR_437902#174125, MR_CODUTI_437896#174126, MR_COMM_1_437882#174127, MR_DATEFF_437880#174128, MR_DATIMA_437875#174129, MR_DATMAJ_437894#174130, MR_HEUEFF_437881#174131, MR_HEUIMA_437876#174132, MR_HEUMAJ_437895#174133, MR_HIDE_437899#174134, MR_IMAEFF_437879#174135, MR_IMG_ORI_437905#174136, MR_IMG_POS_437904#174137, MR_LATER_437907#174138, MR_LIEU_437886#174139, MR_MARKUP_ID_437903#174140, MR_NB_VIG_437878#174141, MR_NOMFIC_437890#174142, MR_NUMCD_437887#174143, MR_NUMDEM_437885#174144, MR_NUMDOS_437884#174145, MR_NUMIMA_437871#174146, MR_NUMSER_437870#174147, MR_NUMSTU_437869#174148, MR_N_ACQ_437874#174149, MR_N_ECHO_437901#174150, MR_N_IMA_437872#174151, MR_PART10_437877#174152, MR_PIX_SPACING_437906#174153, MR_RAPPRO_437883#174154, MR_REJECT_437898#174155, MR_REPERT_437889#174156, MR_RESO_X_437891#174157, MR_RESO_Y_437892#174158, MR_SEL_DI_437888#174159, MR_SOPCLASS_437897#174160, MR_SOPUID_437873#174161, MR_TAIFIC_437893#174162]

(3) Project [codegen id : 1]
Output [39]: [MR_NUMSTU_437869#174148 AS COL_MR_NUMSTU_437869#174475, MR_NUMSER_437870#174147 AS COL_MR_NUMSER_437870#174476, MR_NUMIMA_437871#174146 AS COL_MR_NUMIMA_437871#174477, MR_N_IMA_437872#174151 AS COL_MR_N_IMA_437872#174478, MR_SOPUID_437873#174161 AS COL_MR_SOPUID_437873#174479, MR_N_ACQ_437874#174149 AS COL_MR_N_ACQ_437874#174480, MR_DATIMA_437875#174129 AS COL_MR_DATIMA_437875#174481, MR_HEUIMA_437876#174132 AS COL_MR_HEUIMA_437876#174482, MR_PART10_437877#174152 AS COL_MR_PART10_437877#174483, MR_NB_VIG_437878#174141 AS COL_MR_NB_VIG_437878#174484, MR_IMAEFF_437879#174135 AS COL_MR_IMAEFF_437879#174485, MR_DATEFF_437880#174128 AS COL_MR_DATEFF_437880#174486, MR_HEUEFF_437881#174131 AS COL_MR_HEUEFF_437881#174487, MR_COMM_1_437882#174127 AS COL_MR_COMM_1_437882#174488, MR_RAPPRO_437883#174154 AS COL_MR_RAPPRO_437883#174489, MR_NUMDOS_437884#174145 AS COL_MR_NUMDOS_437884#174490, MR_NUMDEM_437885#174144 AS COL_MR_NUMDEM_437885#174491, MR_LIEU_437886#174139 AS COL_MR_LIEU_437886#174492, MR_NUMCD_437887#174143 AS COL_MR_NUMCD_437887#174493, MR_SEL_DI_437888#174159 AS COL_MR_SEL_DI_437888#174494, MR_REPERT_437889#174156 AS COL_MR_REPERT_437889#174495, MR_NOMFIC_437890#174142 AS COL_MR_NOMFIC_437890#174496, MR_RESO_X_437891#174157 AS COL_MR_RESO_X_437891#174497, MR_RESO_Y_437892#174158 AS COL_MR_RESO_Y_437892#174498, MR_TAIFIC_437893#174162 AS COL_MR_TAIFIC_437893#174499, MR_DATMAJ_437894#174130 AS COL_MR_DATMAJ_437894#174500, MR_HEUMAJ_437895#174133 AS COL_MR_HEUMAJ_437895#174501, MR_CODUTI_437896#174126 AS COL_MR_CODUTI_437896#174502, MR_SOPCLASS_437897#174160 AS COL_MR_SOPCLASS_437897#174503, MR_REJECT_437898#174155 AS COL_MR_REJECT_437898#174504, MR_HIDE_437899#174134 AS COL_MR_HIDE_437899#174505, MR_BITS_ALLOC_437900#174124 AS COL_MR_BITS_ALLOC_437900#174506, MR_N_ECHO_437901#174150 AS COL_MR_N_ECHO_437901#174507, MR_CACHEDIR_437902#174125 AS COL_MR_CACHEDIR_437902#174508, MR_MARKUP_ID_437903#174140 AS COL_MR_MARKUP_ID_437903#174509, MR_IMG_POS_437904#174137 AS COL_MR_IMG_POS_437904#174510, MR_IMG_ORI_437905#174136 AS COL_MR_IMG_ORI_437905#174511, MR_PIX_SPACING_437906#174153 AS COL_MR_PIX_SPACING_437906#174512, MR_LATER_437907#174138 AS COL_MR_LATER_437907#174513]
Input [39]: [MR_BITS_ALLOC_437900#174124, MR_CACHEDIR_437902#174125, MR_CODUTI_437896#174126, MR_COMM_1_437882#174127, MR_DATEFF_437880#174128, MR_DATIMA_437875#174129, MR_DATMAJ_437894#174130, MR_HEUEFF_437881#174131, MR_HEUIMA_437876#174132, MR_HEUMAJ_437895#174133, MR_HIDE_437899#174134, MR_IMAEFF_437879#174135, MR_IMG_ORI_437905#174136, MR_IMG_POS_437904#174137, MR_LATER_437907#174138, MR_LIEU_437886#174139, MR_MARKUP_ID_437903#174140, MR_NB_VIG_437878#174141, MR_NOMFIC_437890#174142, MR_NUMCD_437887#174143, MR_NUMDEM_437885#174144, MR_NUMDOS_437884#174145, MR_NUMIMA_437871#174146, MR_NUMSER_437870#174147, MR_NUMSTU_437869#174148, MR_N_ACQ_437874#174149, MR_N_ECHO_437901#174150, MR_N_IMA_437872#174151, MR_PART10_437877#174152, MR_PIX_SPACING_437906#174153, MR_RAPPRO_437883#174154, MR_REJECT_437898#174155, MR_REPERT_437889#174156, MR_RESO_X_437891#174157, MR_RESO_Y_437892#174158, MR_SEL_DI_437888#174159, MR_SOPCLASS_437897#174160, MR_SOPUID_437873#174161, MR_TAIFIC_437893#174162]

(4) CollectLimit
Input [39]: [COL_MR_NUMSTU_437869#174475, COL_MR_NUMSER_437870#174476, COL_MR_NUMIMA_437871#174477, COL_MR_N_IMA_437872#174478, COL_MR_SOPUID_437873#174479, COL_MR_N_ACQ_437874#174480, COL_MR_DATIMA_437875#174481, COL_MR_HEUIMA_437876#174482, COL_MR_PART10_437877#174483, COL_MR_NB_VIG_437878#174484, COL_MR_IMAEFF_437879#174485, COL_MR_DATEFF_437880#174486, COL_MR_HEUEFF_437881#174487, COL_MR_COMM_1_437882#174488, COL_MR_RAPPRO_437883#174489, COL_MR_NUMDOS_437884#174490, COL_MR_NUMDEM_437885#174491, COL_MR_LIEU_437886#174492, COL_MR_NUMCD_437887#174493, COL_MR_SEL_DI_437888#174494, COL_MR_REPERT_437889#174495, COL_MR_NOMFIC_437890#174496, COL_MR_RESO_X_437891#174497, COL_MR_RESO_Y_437892#174498, COL_MR_TAIFIC_437893#174499, COL_MR_DATMAJ_437894#174500, COL_MR_HEUMAJ_437895#174501, COL_MR_CODUTI_437896#174502, COL_MR_SOPCLASS_437897#174503, COL_MR_REJECT_437898#174504, COL_MR_HIDE_437899#174505, COL_MR_BITS_ALLOC_437900#174506, COL_MR_N_ECHO_437901#174507, COL_MR_CACHEDIR_437902#174508, COL_MR_MARKUP_ID_437903#174509, COL_MR_IMG_POS_437904#174510, COL_MR_IMG_ORI_437905#174511, COL_MR_PIX_SPACING_437906#174512, COL_MR_LATER_437907#174513]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet