hdh-spark-job - Details for Query 1447

Submitted Time: 2026/08/31 16:01:40
Duration: 0.2 s
Succeeded Jobs: 1884 1885

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n10 ms (2 ms, 3 ms, 3 ms (stage 2852.0: task 25515))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 1,500"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 20,480 number of input batches: 5"]; } 5 [labelType="html" label="Scan parquet number of files read: 2 scan time total (min, med, max (stageId: taskId)) 59 ms (2 ms, 3 ms, 49 ms (stage 2853.0: task 25518)) metadata time: 0 ms size of files read: 24.7 MiB number of output rows: 20,480"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 1500

Project [5DBB07B2_DD4E_4DF8_A772_64564BC20B53#325135 AS COL__CODE_EXAMEN_BIOLOGIE#326513, 3CD2052B_33C5_4457_9C30_D79AE298A405#325136 AS COL__LIBELLE_EXAMEN_BIOLOGIE#326514, 49DA49E0_7469_4C3F_A05A_3FA643E894EA#325137 AS COL__RESULTAT_NUMERIQUE#326515, A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#325145 AS COL__BORNE_BASSE#326516, 0E52CF75_D6B3_4162_90EB_F3EB942D8974#325146 AS COL__BORNE_HAUTE#326517, 4C35D883_B8E8_461B_BBDC_8AF1C39800F5#325152 AS COL__SEXE_PATIENT#326518, CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#325153 AS COL__DATE_DE_NAISSANCE_PATIENT#326519, 017A72D2_5F08_48ED_95FF_E5EF56F416D0#325162 AS COL__DATE_PRELEVEMENT#326520, B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#325163 AS COL__RESULTAT_STD#326521, B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#325164 AS COL__RESULTAT_N1#326522, 0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#325165 AS COL__DATE_PRELEVEMENT_N1#326523, 14B75E71_444A_4E9B_866D_3A07E6F5DEC1#325166L AS COL__ECART_DATE_EC_ET_N1#326524L, AF45FDD2_5F18_420E_8BD7_889B0C6BA906#325167L AS COL__ECART_DATE_DEBUT_EN_COURS#326525L, 3B383441_B23F_4759_A23F_2547EBED9035#325168 AS COL__RATIO_DATE_EC_DATE_N1#326526, 6A743F41_E8CE_491E_99CE_9BBC63F78493#325169 AS COL__RESULTAT_PREMIER#326527, AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#325170 AS COL__RESULTAT_STD_DERNIER#326528, 767CA1C1_2BB5_4051_821B_C868BAE49582#325171 AS COL__RATIO_DEBUTFIN#326529, EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#325172 AS COL__NORMALITE#326530, 77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#325173 AS COL__TEST_NORMALITE#326531, B5CFDCE1_2A69_4503_991B_E02A359A2A1B#325174 AS COL__TEST_NORMALITE_SUIVANT#326532, B62D9177_DD65_4B22_AF90_C55B90BD1EB7#325175 AS COL__CHRONO_SUIVI#326533, AEB3ECFC_916F_4772_89B2_213CF25BDB83#325176 AS COL__HYPERGLYCEMIE_DIABETIQUE#326534, 0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#325177L AS COL__AGE_AU_PRELEVEMENT#326535L, E1E28267_EAE4_41EE_B4D7_50C688B61443#325178 AS COL__ROW_NUMBER#326536]

Filter NOT (81492BFD_C38C_4C09_8A5D_1EE53F619CB4#325133 <=> ETB_LIN)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [81492BFD_C38C_4C09_8A5D_1EE53F619CB4#325133,5DBB07B2_DD4E_4DF8_A772_64564BC20B53#325135,3CD2052B_33C5_4457_9C30_D79AE298A405#325136,49DA49E0_7469_4C3F_A05A_3FA643E894EA#325137,A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#325145,0E52CF75_D6B3_4162_90EB_F3EB942D8974#325146,4C35D883_B8E8_461B_BBDC_8AF1C39800F5#325152,CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#325153,017A72D2_5F08_48ED_95FF_E5EF56F416D0#325162,B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#325163,B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#325164,0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#325165,14B75E71_444A_4E9B_866D_3A07E6F5DEC1#325166L,AF45FDD2_5F18_420E_8BD7_889B0C6BA906#325167L,3B383441_B23F_4759_A23F_2547EBED9035#325168,6A743F41_E8CE_491E_99CE_9BBC63F78493#325169,AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#325170,767CA1C1_2BB5_4051_821B_C868BAE49582#325171,EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#325172,77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#325173,B5CFDCE1_2A69_4503_991B_E02A359A2A1B#325174,B62D9177_DD65_4B22_AF90_C55B90BD1EB7#325175,AEB3ECFC_916F_4772_89B2_213CF25BDB83#325176,0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#325177L,E1E28267_EAE4_41EE_B4D7_50C688B61443#325178] Batched: true, DataFilters: [NOT (81492BFD_C38C_4C09_8A5D_1EE53F619CB4#325133 <=> ETB_LIN)], Format: Parquet, Location: InMemoryFileIndex(2 paths)[file:/data/data/subscriptions/DEFAULT_PROJECT/2bd91244-7e17-404b-b52d-..., PartitionFilters: [], PushedFilters: [Not(EqualNullSafe(81492BFD_C38C_4C09_8A5D_1EE53F619CB4,ETB_LIN))], ReadSchema: struct<81492BFD_C38C_4C09_8A5D_1EE53F619CB4:string,5DBB07B2_DD4E_4DF8_A772_64564BC20B53:string,3C...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [25]: [81492BFD_C38C_4C09_8A5D_1EE53F619CB4#325133, 5DBB07B2_DD4E_4DF8_A772_64564BC20B53#325135, 3CD2052B_33C5_4457_9C30_D79AE298A405#325136, 49DA49E0_7469_4C3F_A05A_3FA643E894EA#325137, A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#325145, 0E52CF75_D6B3_4162_90EB_F3EB942D8974#325146, 4C35D883_B8E8_461B_BBDC_8AF1C39800F5#325152, CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#325153, 017A72D2_5F08_48ED_95FF_E5EF56F416D0#325162, B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#325163, B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#325164, 0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#325165, 14B75E71_444A_4E9B_866D_3A07E6F5DEC1#325166L, AF45FDD2_5F18_420E_8BD7_889B0C6BA906#325167L, 3B383441_B23F_4759_A23F_2547EBED9035#325168, 6A743F41_E8CE_491E_99CE_9BBC63F78493#325169, AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#325170, 767CA1C1_2BB5_4051_821B_C868BAE49582#325171, EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#325172, 77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#325173, B5CFDCE1_2A69_4503_991B_E02A359A2A1B#325174, B62D9177_DD65_4B22_AF90_C55B90BD1EB7#325175, AEB3ECFC_916F_4772_89B2_213CF25BDB83#325176, 0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#325177L, E1E28267_EAE4_41EE_B4D7_50C688B61443#325178]
Batched: true
Location: InMemoryFileIndex [file:/data/data/subscriptions/DEFAULT_PROJECT/2bd91244-7e17-404b-b52d-4f6c91ff9fd5/2026-08-31_15-59-59-177/part-00000-859714a4-ba85-49eb-8082-40fa51377e46-c000.snappy.parquet, ... 1 entries]
PushedFilters: [Not(EqualNullSafe(81492BFD_C38C_4C09_8A5D_1EE53F619CB4,ETB_LIN))]
ReadSchema: struct<81492BFD_C38C_4C09_8A5D_1EE53F619CB4:string,5DBB07B2_DD4E_4DF8_A772_64564BC20B53:string,3CD2052B_33C5_4457_9C30_D79AE298A405:string,49DA49E0_7469_4C3F_A05A_3FA643E894EA:double,A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E:double,0E52CF75_D6B3_4162_90EB_F3EB942D8974:double,4C35D883_B8E8_461B_BBDC_8AF1C39800F5:int,CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9:timestamp,017A72D2_5F08_48ED_95FF_E5EF56F416D0:timestamp,B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE:double,B2956BB5_EDD0_4033_AF0A_1E48E4A36D77:double,0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E:timestamp,14B75E71_444A_4E9B_866D_3A07E6F5DEC1:bigint,AF45FDD2_5F18_420E_8BD7_889B0C6BA906:bigint,3B383441_B23F_4759_A23F_2547EBED9035:double,6A743F41_E8CE_491E_99CE_9BBC63F78493:double,AE1B08C1_973A_46F1_8A58_27DB81CAEE5E:double,767CA1C1_2BB5_4051_821B_C868BAE49582:double,EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D:double,77E26D7D_BFEE_4DD4_8490_4869D9F4B59A:double,B5CFDCE1_2A69_4503_991B_E02A359A2A1B:double,B62D9177_DD65_4B22_AF90_C55B90BD1EB7:int,AEB3ECFC_916F_4772_89B2_213CF25BDB83:string,0DE4EE46_9B97_42A3_BE3B_9E757765A4D1:bigint,E1E28267_EAE4_41EE_B4D7_50C688B61443:int>

(2) ColumnarToRow [codegen id : 1]
Input [25]: [81492BFD_C38C_4C09_8A5D_1EE53F619CB4#325133, 5DBB07B2_DD4E_4DF8_A772_64564BC20B53#325135, 3CD2052B_33C5_4457_9C30_D79AE298A405#325136, 49DA49E0_7469_4C3F_A05A_3FA643E894EA#325137, A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#325145, 0E52CF75_D6B3_4162_90EB_F3EB942D8974#325146, 4C35D883_B8E8_461B_BBDC_8AF1C39800F5#325152, CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#325153, 017A72D2_5F08_48ED_95FF_E5EF56F416D0#325162, B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#325163, B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#325164, 0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#325165, 14B75E71_444A_4E9B_866D_3A07E6F5DEC1#325166L, AF45FDD2_5F18_420E_8BD7_889B0C6BA906#325167L, 3B383441_B23F_4759_A23F_2547EBED9035#325168, 6A743F41_E8CE_491E_99CE_9BBC63F78493#325169, AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#325170, 767CA1C1_2BB5_4051_821B_C868BAE49582#325171, EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#325172, 77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#325173, B5CFDCE1_2A69_4503_991B_E02A359A2A1B#325174, B62D9177_DD65_4B22_AF90_C55B90BD1EB7#325175, AEB3ECFC_916F_4772_89B2_213CF25BDB83#325176, 0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#325177L, E1E28267_EAE4_41EE_B4D7_50C688B61443#325178]

(3) Filter [codegen id : 1]
Input [25]: [81492BFD_C38C_4C09_8A5D_1EE53F619CB4#325133, 5DBB07B2_DD4E_4DF8_A772_64564BC20B53#325135, 3CD2052B_33C5_4457_9C30_D79AE298A405#325136, 49DA49E0_7469_4C3F_A05A_3FA643E894EA#325137, A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#325145, 0E52CF75_D6B3_4162_90EB_F3EB942D8974#325146, 4C35D883_B8E8_461B_BBDC_8AF1C39800F5#325152, CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#325153, 017A72D2_5F08_48ED_95FF_E5EF56F416D0#325162, B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#325163, B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#325164, 0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#325165, 14B75E71_444A_4E9B_866D_3A07E6F5DEC1#325166L, AF45FDD2_5F18_420E_8BD7_889B0C6BA906#325167L, 3B383441_B23F_4759_A23F_2547EBED9035#325168, 6A743F41_E8CE_491E_99CE_9BBC63F78493#325169, AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#325170, 767CA1C1_2BB5_4051_821B_C868BAE49582#325171, EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#325172, 77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#325173, B5CFDCE1_2A69_4503_991B_E02A359A2A1B#325174, B62D9177_DD65_4B22_AF90_C55B90BD1EB7#325175, AEB3ECFC_916F_4772_89B2_213CF25BDB83#325176, 0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#325177L, E1E28267_EAE4_41EE_B4D7_50C688B61443#325178]
Condition : NOT (81492BFD_C38C_4C09_8A5D_1EE53F619CB4#325133 <=> ETB_LIN)

(4) Project [codegen id : 1]
Output [24]: [5DBB07B2_DD4E_4DF8_A772_64564BC20B53#325135 AS COL__CODE_EXAMEN_BIOLOGIE#326513, 3CD2052B_33C5_4457_9C30_D79AE298A405#325136 AS COL__LIBELLE_EXAMEN_BIOLOGIE#326514, 49DA49E0_7469_4C3F_A05A_3FA643E894EA#325137 AS COL__RESULTAT_NUMERIQUE#326515, A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#325145 AS COL__BORNE_BASSE#326516, 0E52CF75_D6B3_4162_90EB_F3EB942D8974#325146 AS COL__BORNE_HAUTE#326517, 4C35D883_B8E8_461B_BBDC_8AF1C39800F5#325152 AS COL__SEXE_PATIENT#326518, CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#325153 AS COL__DATE_DE_NAISSANCE_PATIENT#326519, 017A72D2_5F08_48ED_95FF_E5EF56F416D0#325162 AS COL__DATE_PRELEVEMENT#326520, B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#325163 AS COL__RESULTAT_STD#326521, B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#325164 AS COL__RESULTAT_N1#326522, 0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#325165 AS COL__DATE_PRELEVEMENT_N1#326523, 14B75E71_444A_4E9B_866D_3A07E6F5DEC1#325166L AS COL__ECART_DATE_EC_ET_N1#326524L, AF45FDD2_5F18_420E_8BD7_889B0C6BA906#325167L AS COL__ECART_DATE_DEBUT_EN_COURS#326525L, 3B383441_B23F_4759_A23F_2547EBED9035#325168 AS COL__RATIO_DATE_EC_DATE_N1#326526, 6A743F41_E8CE_491E_99CE_9BBC63F78493#325169 AS COL__RESULTAT_PREMIER#326527, AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#325170 AS COL__RESULTAT_STD_DERNIER#326528, 767CA1C1_2BB5_4051_821B_C868BAE49582#325171 AS COL__RATIO_DEBUTFIN#326529, EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#325172 AS COL__NORMALITE#326530, 77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#325173 AS COL__TEST_NORMALITE#326531, B5CFDCE1_2A69_4503_991B_E02A359A2A1B#325174 AS COL__TEST_NORMALITE_SUIVANT#326532, B62D9177_DD65_4B22_AF90_C55B90BD1EB7#325175 AS COL__CHRONO_SUIVI#326533, AEB3ECFC_916F_4772_89B2_213CF25BDB83#325176 AS COL__HYPERGLYCEMIE_DIABETIQUE#326534, 0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#325177L AS COL__AGE_AU_PRELEVEMENT#326535L, E1E28267_EAE4_41EE_B4D7_50C688B61443#325178 AS COL__ROW_NUMBER#326536]
Input [25]: [81492BFD_C38C_4C09_8A5D_1EE53F619CB4#325133, 5DBB07B2_DD4E_4DF8_A772_64564BC20B53#325135, 3CD2052B_33C5_4457_9C30_D79AE298A405#325136, 49DA49E0_7469_4C3F_A05A_3FA643E894EA#325137, A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#325145, 0E52CF75_D6B3_4162_90EB_F3EB942D8974#325146, 4C35D883_B8E8_461B_BBDC_8AF1C39800F5#325152, CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#325153, 017A72D2_5F08_48ED_95FF_E5EF56F416D0#325162, B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#325163, B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#325164, 0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#325165, 14B75E71_444A_4E9B_866D_3A07E6F5DEC1#325166L, AF45FDD2_5F18_420E_8BD7_889B0C6BA906#325167L, 3B383441_B23F_4759_A23F_2547EBED9035#325168, 6A743F41_E8CE_491E_99CE_9BBC63F78493#325169, AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#325170, 767CA1C1_2BB5_4051_821B_C868BAE49582#325171, EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#325172, 77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#325173, B5CFDCE1_2A69_4503_991B_E02A359A2A1B#325174, B62D9177_DD65_4B22_AF90_C55B90BD1EB7#325175, AEB3ECFC_916F_4772_89B2_213CF25BDB83#325176, 0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#325177L, E1E28267_EAE4_41EE_B4D7_50C688B61443#325178]

(5) CollectLimit
Input [24]: [COL__CODE_EXAMEN_BIOLOGIE#326513, COL__LIBELLE_EXAMEN_BIOLOGIE#326514, COL__RESULTAT_NUMERIQUE#326515, COL__BORNE_BASSE#326516, COL__BORNE_HAUTE#326517, COL__SEXE_PATIENT#326518, COL__DATE_DE_NAISSANCE_PATIENT#326519, COL__DATE_PRELEVEMENT#326520, COL__RESULTAT_STD#326521, COL__RESULTAT_N1#326522, COL__DATE_PRELEVEMENT_N1#326523, COL__ECART_DATE_EC_ET_N1#326524L, COL__ECART_DATE_DEBUT_EN_COURS#326525L, COL__RATIO_DATE_EC_DATE_N1#326526, COL__RESULTAT_PREMIER#326527, COL__RESULTAT_STD_DERNIER#326528, COL__RATIO_DEBUTFIN#326529, COL__NORMALITE#326530, COL__TEST_NORMALITE#326531, COL__TEST_NORMALITE_SUIVANT#326532, COL__CHRONO_SUIVI#326533, COL__HYPERGLYCEMIE_DIABETIQUE#326534, COL__AGE_AU_PRELEVEMENT#326535L, COL__ROW_NUMBER#326536]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet