hdh-spark-job - Details for Query 1262

Submitted Time: 2026/08/31 13:35:37
Duration: 0.4 s
Succeeded Jobs: 1650

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; 1 [labelType="html" label=" Union "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; 3 [labelType="html" label=" LocalLimit "]; 4 [labelType="html" label=" Project "]; } 5 [labelType="html" label="Scan csv number of output rows: 1,500 number of files read: 1 metadata time: 0 ms size of files read: 104.1 MiB"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; 7 [labelType="html" label=" LocalLimit "]; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="Scan JDBCRelation((SELECT \"IPP\", \"Code \u00E9tablissement\", \"Lib \u00E9tablissement\", \"Date pr\u00E9l\u00E9vement\", \"Code examen Biologie\", \"Libell\u00E9 examen Biologie\", \"R\u00E9sultat (num\u00E9rique)\", \"Unite\", \"Code m\u00E9decin\", \"Nom m\u00E9decin\", \"Pr\u00E9nom m\u00E9decin\", \"Nom document biologie\", \"Nom complet document biologie\", \"Venue\", \"Borne basse\", \"Borne haute\" FROM \"public\".\"biologie_etb_lin\") as x) [numPartitions=1] number of output rows: 0"]; } 1->0; 3->1; 4->3; 5->4; 7->1; 8->7; 9->8; }

CollectLimit 1500

Union

LocalLimit 1500

Project [IPP#272226 AS COL_IPP_19873#272683, Code établissement#272227 AS COL_CODE_ETABLISSEM_19874#272684, Lib établissement#272228 AS COL_LIB_ETABLISSEME_19875#272685, Date prélévement#272229 AS COL_DATE_PRELEVEMEN_19876#272686, Code examen Biologie#272230 AS COL_CODE_EXAMEN_BIO_19877#272687, Libellé examen Biologie#272231 AS COL_LIBELLE_EXAMEN__19878#272688, cast(REFORMAT_FOR_DOUBLE(Résultat (numérique)#272232) as double) AS COL_RESULTAT_NUMERI_19879#272689, Unite#272233 AS COL_UNITE_19880#272690, Code médecin#272234 AS COL_CODE_MEDECIN_19881#272691, Nom médecin#272235 AS COL_NOM_MEDECIN_19882#272692, Prénom médecin#272236 AS COL_PRENOM_MEDECIN_19883#272693, Nom document biologie#272237 AS COL_NOM_DOCUMENT_BI_19884#272694, Nom complet document biologie#272238 AS COL_NOM_COMPLET_DOC_19885#272695, Venue#272239 AS COL_VENUE_19886#272696, cast(REFORMAT_FOR_DOUBLE(Borne basse#272240) as double) AS COL_BORNE_BASSE_19887#272697, cast(REFORMAT_FOR_DOUBLE(Borne haute#272241) as double) AS COL_BORNE_HAUTE_19888#272698, str_create(CH St Agnès) AS COL_ORIGINE_19890#272699, str_extract_by_str(Code examen Biologie#272230, _, RIGHT) AS COL_T1_20254#272700]

WholeStageCodegen (1)

FileScan csv [IPP#272226,Code établissement#272227,Lib établissement#272228,Date prélévement#272229,Code examen Biologie#272230,Libellé examen Biologie#272231,Résultat (numérique)#272232,Unite#272233,Code médecin#272234,Nom médecin#272235,Prénom médecin#272236,Nom document biologie#272237,Nom complet document biologie#272238,Venue#272239,Borne basse#272240,Borne haute#272241] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/BIOLOGIE_SAINT__19889/BIOLOGIE_Etab_STA..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<IPP:string,Code établissement:string,Lib établissement:string,Date prélévement:timestamp,C...

LocalLimit 1500

Project [IPP#272374 AS COL_IPP_19873#272720, Code établissement#272375 AS COL_CODE_ETABLISSEM_19874#272721, Lib établissement#272376 AS COL_LIB_ETABLISSEME_19875#272722, Date prélévement#272377 AS COL_DATE_PRELEVEMEN_19876#272723, Code examen Biologie#272378 AS COL_CODE_EXAMEN_BIO_19877#272724, Libellé examen Biologie#272379 AS COL_LIBELLE_EXAMEN__19878#272725, Résultat (numérique)#272380 AS COL_RESULTAT_NUMERI_19879#272726, Unite#272381 AS COL_UNITE_19880#272727, Code médecin#272382 AS COL_CODE_MEDECIN_19881#272728, Nom médecin#272383 AS COL_NOM_MEDECIN_19882#272729, Prénom médecin#272384 AS COL_PRENOM_MEDECIN_19883#272730, Nom document biologie#272385 AS COL_NOM_DOCUMENT_BI_19884#272731, Nom complet document biologie#272386 AS COL_NOM_COMPLET_DOC_19885#272732, Venue#272387 AS COL_VENUE_19886#272733, Borne basse#272388 AS COL_BORNE_BASSE_19887#272734, Borne haute#272389 AS COL_BORNE_HAUTE_19888#272735, str_create(Etb Linet) AS COL_ORIGINE_19890#272736, str_extract_by_str(Code examen Biologie#272378, _, RIGHT) AS COL_T1_20254#272737]

Scan JDBCRelation((SELECT "IPP", "Code établissement", "Lib établissement", "Date prélévement", "Code examen Biologie", "Libellé examen Biologie", "Résultat (numérique)", "Unite", "Code médecin", "Nom médecin", "Prénom médecin", "Nom document biologie", "Nom complet document biologie", "Venue", "Borne basse", "Borne haute" FROM "public"."biologie_etb_lin") as x) [numPartitions=1] [IPP#272374,Code établissement#272375,Lib établissement#272376,Date prélévement#272377,Code examen Biologie#272378,Libellé examen Biologie#272379,Résultat (numérique)#272380,Unite#272381,Code médecin#272382,Nom médecin#272383,Prénom médecin#272384,Nom document biologie#272385,Nom complet document biologie#272386,Venue#272387,Borne basse#272388,Borne haute#272389] PushedFilters: [], ReadSchema: struct<IPP:string,Code établissement:string,Lib établissement:string,Date prélévement:timestamp,C...

WholeStageCodegen (2)

Details

== Physical Plan ==
CollectLimit (8)
+- Union (7)
   :- * LocalLimit (3)
   :  +- * Project (2)
   :     +- Scan csv  (1)
   +- * LocalLimit (6)
      +- * Project (5)
         +- * Scan JDBCRelation((SELECT "IPP", "Code établissement", "Lib établissement", "Date prélévement", "Code examen Biologie", "Libellé  examen Biologie", "Résultat (numérique)", "Unite", "Code médecin", "Nom médecin", "Prénom médecin", "Nom document biologie", "Nom complet document biologie", "Venue", "Borne basse", "Borne haute" FROM "public"."biologie_etb_lin") as x) [numPartitions=1]  (4)


(1) Scan csv 
Output [16]: [IPP#272226, Code établissement#272227, Lib établissement#272228, Date prélévement#272229, Code examen Biologie#272230, Libellé  examen Biologie#272231, Résultat (numérique)#272232, Unite#272233, Code médecin#272234, Nom médecin#272235, Prénom médecin#272236, Nom document biologie#272237, Nom complet document biologie#272238, Venue#272239, Borne basse#272240, Borne haute#272241]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/BIOLOGIE_SAINT__19889/BIOLOGIE_Etab_STA.csv]
ReadSchema: struct<IPP:string,Code établissement:string,Lib établissement:string,Date prélévement:timestamp,Code examen Biologie:string,Libellé  examen Biologie:string,Résultat (numérique):string,Unite:string,Code médecin:string,Nom médecin:string,Prénom médecin:string,Nom document biologie:string,Nom complet document biologie:string,Venue:string,Borne basse:string,Borne haute:string>

(2) Project [codegen id : 1]
Output [18]: [IPP#272226 AS COL_IPP_19873#272683, Code établissement#272227 AS COL_CODE_ETABLISSEM_19874#272684, Lib établissement#272228 AS COL_LIB_ETABLISSEME_19875#272685, Date prélévement#272229 AS COL_DATE_PRELEVEMEN_19876#272686, Code examen Biologie#272230 AS COL_CODE_EXAMEN_BIO_19877#272687, Libellé  examen Biologie#272231 AS COL_LIBELLE_EXAMEN__19878#272688, cast(REFORMAT_FOR_DOUBLE(Résultat (numérique)#272232) as double) AS COL_RESULTAT_NUMERI_19879#272689, Unite#272233 AS COL_UNITE_19880#272690, Code médecin#272234 AS COL_CODE_MEDECIN_19881#272691, Nom médecin#272235 AS COL_NOM_MEDECIN_19882#272692, Prénom médecin#272236 AS COL_PRENOM_MEDECIN_19883#272693, Nom document biologie#272237 AS COL_NOM_DOCUMENT_BI_19884#272694, Nom complet document biologie#272238 AS COL_NOM_COMPLET_DOC_19885#272695, Venue#272239 AS COL_VENUE_19886#272696, cast(REFORMAT_FOR_DOUBLE(Borne basse#272240) as double) AS COL_BORNE_BASSE_19887#272697, cast(REFORMAT_FOR_DOUBLE(Borne haute#272241) as double) AS COL_BORNE_HAUTE_19888#272698, str_create(CH St Agnès) AS COL_ORIGINE_19890#272699, str_extract_by_str(Code examen Biologie#272230, _, RIGHT) AS COL_T1_20254#272700]
Input [16]: [IPP#272226, Code établissement#272227, Lib établissement#272228, Date prélévement#272229, Code examen Biologie#272230, Libellé  examen Biologie#272231, Résultat (numérique)#272232, Unite#272233, Code médecin#272234, Nom médecin#272235, Prénom médecin#272236, Nom document biologie#272237, Nom complet document biologie#272238, Venue#272239, Borne basse#272240, Borne haute#272241]

(3) LocalLimit [codegen id : 1]
Input [18]: [COL_IPP_19873#272683, COL_CODE_ETABLISSEM_19874#272684, COL_LIB_ETABLISSEME_19875#272685, COL_DATE_PRELEVEMEN_19876#272686, COL_CODE_EXAMEN_BIO_19877#272687, COL_LIBELLE_EXAMEN__19878#272688, COL_RESULTAT_NUMERI_19879#272689, COL_UNITE_19880#272690, COL_CODE_MEDECIN_19881#272691, COL_NOM_MEDECIN_19882#272692, COL_PRENOM_MEDECIN_19883#272693, COL_NOM_DOCUMENT_BI_19884#272694, COL_NOM_COMPLET_DOC_19885#272695, COL_VENUE_19886#272696, COL_BORNE_BASSE_19887#272697, COL_BORNE_HAUTE_19888#272698, COL_ORIGINE_19890#272699, COL_T1_20254#272700]
Arguments: 1500

(4) Scan JDBCRelation((SELECT "IPP", "Code établissement", "Lib établissement", "Date prélévement", "Code examen Biologie", "Libellé  examen Biologie", "Résultat (numérique)", "Unite", "Code médecin", "Nom médecin", "Prénom médecin", "Nom document biologie", "Nom complet document biologie", "Venue", "Borne basse", "Borne haute" FROM "public"."biologie_etb_lin") as x) [numPartitions=1]  [codegen id : 2]
Output [16]: [IPP#272374, Code établissement#272375, Lib établissement#272376, Date prélévement#272377, Code examen Biologie#272378, Libellé  examen Biologie#272379, Résultat (numérique)#272380, Unite#272381, Code médecin#272382, Nom médecin#272383, Prénom médecin#272384, Nom document biologie#272385, Nom complet document biologie#272386, Venue#272387, Borne basse#272388, Borne haute#272389]
ReadSchema: struct<IPP:string,Code établissement:string,Lib établissement:string,Date prélévement:timestamp,Code examen Biologie:string,Libellé  examen Biologie:string,Résultat (numérique):double,Unite:string,Code médecin:string,Nom médecin:string,Prénom médecin:string,Nom document biologie:string,Nom complet document biologie:string,Venue:string,Borne basse:double,Borne haute:double>

(5) Project [codegen id : 2]
Output [18]: [IPP#272374 AS COL_IPP_19873#272720, Code établissement#272375 AS COL_CODE_ETABLISSEM_19874#272721, Lib établissement#272376 AS COL_LIB_ETABLISSEME_19875#272722, Date prélévement#272377 AS COL_DATE_PRELEVEMEN_19876#272723, Code examen Biologie#272378 AS COL_CODE_EXAMEN_BIO_19877#272724, Libellé  examen Biologie#272379 AS COL_LIBELLE_EXAMEN__19878#272725, Résultat (numérique)#272380 AS COL_RESULTAT_NUMERI_19879#272726, Unite#272381 AS COL_UNITE_19880#272727, Code médecin#272382 AS COL_CODE_MEDECIN_19881#272728, Nom médecin#272383 AS COL_NOM_MEDECIN_19882#272729, Prénom médecin#272384 AS COL_PRENOM_MEDECIN_19883#272730, Nom document biologie#272385 AS COL_NOM_DOCUMENT_BI_19884#272731, Nom complet document biologie#272386 AS COL_NOM_COMPLET_DOC_19885#272732, Venue#272387 AS COL_VENUE_19886#272733, Borne basse#272388 AS COL_BORNE_BASSE_19887#272734, Borne haute#272389 AS COL_BORNE_HAUTE_19888#272735, str_create(Etb Linet) AS COL_ORIGINE_19890#272736, str_extract_by_str(Code examen Biologie#272378, _, RIGHT) AS COL_T1_20254#272737]
Input [16]: [IPP#272374, Code établissement#272375, Lib établissement#272376, Date prélévement#272377, Code examen Biologie#272378, Libellé  examen Biologie#272379, Résultat (numérique)#272380, Unite#272381, Code médecin#272382, Nom médecin#272383, Prénom médecin#272384, Nom document biologie#272385, Nom complet document biologie#272386, Venue#272387, Borne basse#272388, Borne haute#272389]

(6) LocalLimit [codegen id : 2]
Input [18]: [COL_IPP_19873#272720, COL_CODE_ETABLISSEM_19874#272721, COL_LIB_ETABLISSEME_19875#272722, COL_DATE_PRELEVEMEN_19876#272723, COL_CODE_EXAMEN_BIO_19877#272724, COL_LIBELLE_EXAMEN__19878#272725, COL_RESULTAT_NUMERI_19879#272726, COL_UNITE_19880#272727, COL_CODE_MEDECIN_19881#272728, COL_NOM_MEDECIN_19882#272729, COL_PRENOM_MEDECIN_19883#272730, COL_NOM_DOCUMENT_BI_19884#272731, COL_NOM_COMPLET_DOC_19885#272732, COL_VENUE_19886#272733, COL_BORNE_BASSE_19887#272734, COL_BORNE_HAUTE_19888#272735, COL_ORIGINE_19890#272736, COL_T1_20254#272737]
Arguments: 1500

(7) Union

(8) CollectLimit
Input [18]: [COL_IPP_19873#272683, COL_CODE_ETABLISSEM_19874#272684, COL_LIB_ETABLISSEME_19875#272685, COL_DATE_PRELEVEMEN_19876#272686, COL_CODE_EXAMEN_BIO_19877#272687, COL_LIBELLE_EXAMEN__19878#272688, COL_RESULTAT_NUMERI_19879#272689, COL_UNITE_19880#272690, COL_CODE_MEDECIN_19881#272691, COL_NOM_MEDECIN_19882#272692, COL_PRENOM_MEDECIN_19883#272693, COL_NOM_DOCUMENT_BI_19884#272694, COL_NOM_COMPLET_DOC_19885#272695, COL_VENUE_19886#272696, COL_BORNE_BASSE_19887#272697, COL_BORNE_HAUTE_19888#272698, COL_ORIGINE_19890#272699, COL_T1_20254#272700]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet