hdh-spark-job - Details for Query 808

Submitted Time: 2026/10/22 15:44:17
Duration: 0.1 s
Succeeded Jobs: 817

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 4,096 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 9 ms metadata time: 0 ms size of files read: 910.0 KiB number of output rows: 4,096"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [AT_NUMDOS_438023#192310 AS COL_499EB20D_E124_400E_A51E_F020884D243F#193605, AT_STAPAT_438024#192342 AS COL_A9D76CF5_2B72_4797_8162_50D3EC4025F5#193606, AT_PREFIX_438025#192335 AS COL_2B7D9197_D824_41CE_9E49_C420C3822425#193607, AT_NOMPAT_438026#192305 AS COL_AA64E8D3_7ED0_414B_866A_8621D0D7CAAF#193608, AT_PNOPAT_438027#192331 AS COL_7FAA4F01_934E_4C63_AFB7_19B1EC986E3E#193609, AT_NJFPAT_438028#192302 AS COL_E0620654_CC4B_4BA2_B4D0_92A6E070406C#193610, AT_DATNAI_438029#192269 AS COL_CB4739E1_E2F6_48D7_9602_079F56460634#193611, AT_DATNAISS_438030#192268 AS COL_FBA511B8_2EA0_43D6_A93A_34E57C0BCFE9#193612, AT_SEXE_438031#192338 AS COL_8AAB4531_E92B_4285_8733_BB3FCA8B2F33#193613, AT_CODPOS_438041#192242 AS COL_9C4B35A3_D42F_438A_9AA2_60B2260EE33B#193614, AT_VILLE_438042#192358 AS COL_63F964BD_E655_4F23_9E40_0A336B9ABF65#193615, str_replace_extend(AT_NOMPAT_438026#192305, [A,E,I,O,U,Y], [P,S,B,G,H,J]) AS COL_D741682E_18A7_4E09_96D0_47ED855868ED#193651]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [AT_CODPOS_438041#192242,AT_DATNAISS_438030#192268,AT_DATNAI_438029#192269,AT_NJFPAT_438028#192302,AT_NOMPAT_438026#192305,AT_NUMDOS_438023#192310,AT_PNOPAT_438027#192331,AT_PREFIX_438025#192335,AT_SEXE_438031#192338,AT_STAPAT_438024#192342,AT_VILLE_438042#192358] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/uet/H_PATIEN_438022], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<AT_CODPOS_438041:string,AT_DATNAISS_438030:string,AT_DATNAI_438029:string,AT_NJFPAT_438028...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [11]: [AT_CODPOS_438041#192242, AT_DATNAISS_438030#192268, AT_DATNAI_438029#192269, AT_NJFPAT_438028#192302, AT_NOMPAT_438026#192305, AT_NUMDOS_438023#192310, AT_PNOPAT_438027#192331, AT_PREFIX_438025#192335, AT_SEXE_438031#192338, AT_STAPAT_438024#192342, AT_VILLE_438042#192358]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/uet/H_PATIEN_438022]
ReadSchema: struct<AT_CODPOS_438041:string,AT_DATNAISS_438030:string,AT_DATNAI_438029:string,AT_NJFPAT_438028:string,AT_NOMPAT_438026:string,AT_NUMDOS_438023:string,AT_PNOPAT_438027:string,AT_PREFIX_438025:string,AT_SEXE_438031:string,AT_STAPAT_438024:string,AT_VILLE_438042:string>

(2) ColumnarToRow [codegen id : 1]
Input [11]: [AT_CODPOS_438041#192242, AT_DATNAISS_438030#192268, AT_DATNAI_438029#192269, AT_NJFPAT_438028#192302, AT_NOMPAT_438026#192305, AT_NUMDOS_438023#192310, AT_PNOPAT_438027#192331, AT_PREFIX_438025#192335, AT_SEXE_438031#192338, AT_STAPAT_438024#192342, AT_VILLE_438042#192358]

(3) Project [codegen id : 1]
Output [12]: [AT_NUMDOS_438023#192310 AS COL_499EB20D_E124_400E_A51E_F020884D243F#193605, AT_STAPAT_438024#192342 AS COL_A9D76CF5_2B72_4797_8162_50D3EC4025F5#193606, AT_PREFIX_438025#192335 AS COL_2B7D9197_D824_41CE_9E49_C420C3822425#193607, AT_NOMPAT_438026#192305 AS COL_AA64E8D3_7ED0_414B_866A_8621D0D7CAAF#193608, AT_PNOPAT_438027#192331 AS COL_7FAA4F01_934E_4C63_AFB7_19B1EC986E3E#193609, AT_NJFPAT_438028#192302 AS COL_E0620654_CC4B_4BA2_B4D0_92A6E070406C#193610, AT_DATNAI_438029#192269 AS COL_CB4739E1_E2F6_48D7_9602_079F56460634#193611, AT_DATNAISS_438030#192268 AS COL_FBA511B8_2EA0_43D6_A93A_34E57C0BCFE9#193612, AT_SEXE_438031#192338 AS COL_8AAB4531_E92B_4285_8733_BB3FCA8B2F33#193613, AT_CODPOS_438041#192242 AS COL_9C4B35A3_D42F_438A_9AA2_60B2260EE33B#193614, AT_VILLE_438042#192358 AS COL_63F964BD_E655_4F23_9E40_0A336B9ABF65#193615, str_replace_extend(AT_NOMPAT_438026#192305, [A,E,I,O,U,Y], [P,S,B,G,H,J]) AS COL_D741682E_18A7_4E09_96D0_47ED855868ED#193651]
Input [11]: [AT_CODPOS_438041#192242, AT_DATNAISS_438030#192268, AT_DATNAI_438029#192269, AT_NJFPAT_438028#192302, AT_NOMPAT_438026#192305, AT_NUMDOS_438023#192310, AT_PNOPAT_438027#192331, AT_PREFIX_438025#192335, AT_SEXE_438031#192338, AT_STAPAT_438024#192342, AT_VILLE_438042#192358]

(4) CollectLimit
Input [12]: [COL_499EB20D_E124_400E_A51E_F020884D243F#193605, COL_A9D76CF5_2B72_4797_8162_50D3EC4025F5#193606, COL_2B7D9197_D824_41CE_9E49_C420C3822425#193607, COL_AA64E8D3_7ED0_414B_866A_8621D0D7CAAF#193608, COL_7FAA4F01_934E_4C63_AFB7_19B1EC986E3E#193609, COL_E0620654_CC4B_4BA2_B4D0_92A6E070406C#193610, COL_CB4739E1_E2F6_48D7_9602_079F56460634#193611, COL_FBA511B8_2EA0_43D6_A93A_34E57C0BCFE9#193612, COL_8AAB4531_E92B_4285_8733_BB3FCA8B2F33#193613, COL_9C4B35A3_D42F_438A_9AA2_60B2260EE33B#193614, COL_63F964BD_E655_4F23_9E40_0A336B9ABF65#193615, COL_D741682E_18A7_4E09_96D0_47ED855868ED#193651]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet