hdh-spark-job - Details for Query 812

Submitted Time: 2026/10/22 15:44:29
Duration: 70 ms
Succeeded Jobs: 822

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 4,096 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 9 ms metadata time: 0 ms size of files read: 910.0 KiB number of output rows: 4,096"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [AT_NUMDOS_438023#195222 AS COL_499EB20D_E124_400E_A51E_F020884D243F#196517, AT_STAPAT_438024#195254 AS COL_A9D76CF5_2B72_4797_8162_50D3EC4025F5#196518, AT_PREFIX_438025#195247 AS COL_2B7D9197_D824_41CE_9E49_C420C3822425#196519, AT_NOMPAT_438026#195217 AS COL_AA64E8D3_7ED0_414B_866A_8621D0D7CAAF#196520, str_replace_extend(AT_NOMPAT_438026#195217, [A,E,I,O,U,Y], [P,S,B,G,H,J]) AS COL_D741682E_18A7_4E09_96D0_47ED855868ED#196556, AT_PNOPAT_438027#195243 AS COL_7FAA4F01_934E_4C63_AFB7_19B1EC986E3E#196521, AT_NJFPAT_438028#195214 AS COL_E0620654_CC4B_4BA2_B4D0_92A6E070406C#196522, AT_DATNAI_438029#195181 AS COL_CB4739E1_E2F6_48D7_9602_079F56460634#196523, AT_DATNAISS_438030#195180 AS COL_FBA511B8_2EA0_43D6_A93A_34E57C0BCFE9#196524, AT_SEXE_438031#195250 AS COL_8AAB4531_E92B_4285_8733_BB3FCA8B2F33#196525, AT_CODPOS_438041#195154 AS COL_9C4B35A3_D42F_438A_9AA2_60B2260EE33B#196526, AT_VILLE_438042#195270 AS COL_63F964BD_E655_4F23_9E40_0A336B9ABF65#196527]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [AT_CODPOS_438041#195154,AT_DATNAISS_438030#195180,AT_DATNAI_438029#195181,AT_NJFPAT_438028#195214,AT_NOMPAT_438026#195217,AT_NUMDOS_438023#195222,AT_PNOPAT_438027#195243,AT_PREFIX_438025#195247,AT_SEXE_438031#195250,AT_STAPAT_438024#195254,AT_VILLE_438042#195270] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/uet/H_PATIEN_438022], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<AT_CODPOS_438041:string,AT_DATNAISS_438030:string,AT_DATNAI_438029:string,AT_NJFPAT_438028...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [11]: [AT_CODPOS_438041#195154, AT_DATNAISS_438030#195180, AT_DATNAI_438029#195181, AT_NJFPAT_438028#195214, AT_NOMPAT_438026#195217, AT_NUMDOS_438023#195222, AT_PNOPAT_438027#195243, AT_PREFIX_438025#195247, AT_SEXE_438031#195250, AT_STAPAT_438024#195254, AT_VILLE_438042#195270]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/uet/H_PATIEN_438022]
ReadSchema: struct<AT_CODPOS_438041:string,AT_DATNAISS_438030:string,AT_DATNAI_438029:string,AT_NJFPAT_438028:string,AT_NOMPAT_438026:string,AT_NUMDOS_438023:string,AT_PNOPAT_438027:string,AT_PREFIX_438025:string,AT_SEXE_438031:string,AT_STAPAT_438024:string,AT_VILLE_438042:string>

(2) ColumnarToRow [codegen id : 1]
Input [11]: [AT_CODPOS_438041#195154, AT_DATNAISS_438030#195180, AT_DATNAI_438029#195181, AT_NJFPAT_438028#195214, AT_NOMPAT_438026#195217, AT_NUMDOS_438023#195222, AT_PNOPAT_438027#195243, AT_PREFIX_438025#195247, AT_SEXE_438031#195250, AT_STAPAT_438024#195254, AT_VILLE_438042#195270]

(3) Project [codegen id : 1]
Output [12]: [AT_NUMDOS_438023#195222 AS COL_499EB20D_E124_400E_A51E_F020884D243F#196517, AT_STAPAT_438024#195254 AS COL_A9D76CF5_2B72_4797_8162_50D3EC4025F5#196518, AT_PREFIX_438025#195247 AS COL_2B7D9197_D824_41CE_9E49_C420C3822425#196519, AT_NOMPAT_438026#195217 AS COL_AA64E8D3_7ED0_414B_866A_8621D0D7CAAF#196520, str_replace_extend(AT_NOMPAT_438026#195217, [A,E,I,O,U,Y], [P,S,B,G,H,J]) AS COL_D741682E_18A7_4E09_96D0_47ED855868ED#196556, AT_PNOPAT_438027#195243 AS COL_7FAA4F01_934E_4C63_AFB7_19B1EC986E3E#196521, AT_NJFPAT_438028#195214 AS COL_E0620654_CC4B_4BA2_B4D0_92A6E070406C#196522, AT_DATNAI_438029#195181 AS COL_CB4739E1_E2F6_48D7_9602_079F56460634#196523, AT_DATNAISS_438030#195180 AS COL_FBA511B8_2EA0_43D6_A93A_34E57C0BCFE9#196524, AT_SEXE_438031#195250 AS COL_8AAB4531_E92B_4285_8733_BB3FCA8B2F33#196525, AT_CODPOS_438041#195154 AS COL_9C4B35A3_D42F_438A_9AA2_60B2260EE33B#196526, AT_VILLE_438042#195270 AS COL_63F964BD_E655_4F23_9E40_0A336B9ABF65#196527]
Input [11]: [AT_CODPOS_438041#195154, AT_DATNAISS_438030#195180, AT_DATNAI_438029#195181, AT_NJFPAT_438028#195214, AT_NOMPAT_438026#195217, AT_NUMDOS_438023#195222, AT_PNOPAT_438027#195243, AT_PREFIX_438025#195247, AT_SEXE_438031#195250, AT_STAPAT_438024#195254, AT_VILLE_438042#195270]

(4) CollectLimit
Input [12]: [COL_499EB20D_E124_400E_A51E_F020884D243F#196517, COL_A9D76CF5_2B72_4797_8162_50D3EC4025F5#196518, COL_2B7D9197_D824_41CE_9E49_C420C3822425#196519, COL_AA64E8D3_7ED0_414B_866A_8621D0D7CAAF#196520, COL_D741682E_18A7_4E09_96D0_47ED855868ED#196556, COL_7FAA4F01_934E_4C63_AFB7_19B1EC986E3E#196521, COL_E0620654_CC4B_4BA2_B4D0_92A6E070406C#196522, COL_CB4739E1_E2F6_48D7_9602_079F56460634#196523, COL_FBA511B8_2EA0_43D6_A93A_34E57C0BCFE9#196524, COL_8AAB4531_E92B_4285_8733_BB3FCA8B2F33#196525, COL_9C4B35A3_D42F_438A_9AA2_60B2260EE33B#196526, COL_63F964BD_E655_4F23_9E40_0A336B9ABF65#196527]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet