hdh-spark-job - Details for Query 1377

Submitted Time: 2026/08/31 14:48:34
Duration: 97 ms
Succeeded Jobs: 1783 1784

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 0 ms"; 2 [labelType="html" label="HashAggregate time in aggregation build: 0 ms number of output rows: 1"]; } 3 [labelType="html" label="Exchange shuffle records written: 1 local merged chunks fetched: 0 shuffle write time: 0 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 1 local bytes read: 65.0 B fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 64.0 B local merged bytes read: 0.0 B number of partitions: 1 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 65.0 B"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 16 ms"; 5 [labelType="html" label="HashAggregate time in aggregation build: 16 ms number of output rows: 1"]; 6 [labelType="html" label=" Project "]; } 7 [labelType="html" label="Scan csv number of output rows: 1,487 number of files read: 1 metadata time: 0 ms size of files read: 142.8 KiB"]; 2->0; 3->2; 5->3; 6->5; 7->6; }

AdaptiveSparkPlan isFinalPlan=true

HashAggregate(keys=[], functions=[count(COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876), count(COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877), count(COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878), count(COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879), count(COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880), count(COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881), count(COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882)])

WholeStageCodegen (2)

Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=98332]

HashAggregate(keys=[], functions=[partial_count(COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876), partial_count(COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877), partial_count(COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878), partial_count(COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879), partial_count(COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880), partial_count(COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881), partial_count(COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882)])

Project [cast(N_Patient_Etablissement#293784 as int) AS COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876, N_Sejour#293785 AS COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877, cast(Date_Debut_Sejour#293786 as timestamp) AS COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878, cast(Date_Fin_Sejour#293787 as timestamp) AS COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879, Code_Unite_Medicale#293788 AS COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880, Libelle_Unite_Medicale#293789 AS COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881, Medecin_Responsable#293790 AS COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882]

WholeStageCodegen (1)

FileScan csv [N_Patient_Etablissement#293784,N_Sejour#293785,Date_Debut_Sejour#293786,Date_Fin_Sejour#293787,Code_Unite_Medicale#293788,Libelle_Unite_Medicale#293789,Medecin_Responsable#293790] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/execution/7865CC82_FD3F_462B_8BAF_12C47E0E1..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<N_Patient_Etablissement:string,N_Sejour:string,Date_Debut_Sejour:string,Date_Fin_Sejour:st...

Details

== Physical Plan ==
AdaptiveSparkPlan (11)
+- == Final Plan ==
   * HashAggregate (6)
   +- ShuffleQueryStage (5), Statistics(sizeInBytes=64.0 B, rowCount=1)
      +- Exchange (4)
         +- * HashAggregate (3)
            +- * Project (2)
               +- Scan csv  (1)
+- == Initial Plan ==
   HashAggregate (10)
   +- Exchange (9)
      +- HashAggregate (8)
         +- Project (7)
            +- Scan csv  (1)


(1) Scan csv 
Output [7]: [N_Patient_Etablissement#293784, N_Sejour#293785, Date_Debut_Sejour#293786, Date_Fin_Sejour#293787, Code_Unite_Medicale#293788, Libelle_Unite_Medicale#293789, Medecin_Responsable#293790]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/execution/7865CC82_FD3F_462B_8BAF_12C47E0E191B/current/hospitalisations_2.csv]
ReadSchema: struct<N_Patient_Etablissement:string,N_Sejour:string,Date_Debut_Sejour:string,Date_Fin_Sejour:string,Code_Unite_Medicale:string,Libelle_Unite_Medicale:string,Medecin_Responsable:string>

(2) Project [codegen id : 1]
Output [7]: [cast(N_Patient_Etablissement#293784 as int) AS COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876, N_Sejour#293785 AS COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877, cast(Date_Debut_Sejour#293786 as timestamp) AS COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878, cast(Date_Fin_Sejour#293787 as timestamp) AS COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879, Code_Unite_Medicale#293788 AS COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880, Libelle_Unite_Medicale#293789 AS COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881, Medecin_Responsable#293790 AS COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882]
Input [7]: [N_Patient_Etablissement#293784, N_Sejour#293785, Date_Debut_Sejour#293786, Date_Fin_Sejour#293787, Code_Unite_Medicale#293788, Libelle_Unite_Medicale#293789, Medecin_Responsable#293790]

(3) HashAggregate [codegen id : 1]
Input [7]: [COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876, COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877, COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878, COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879, COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880, COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881, COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882]
Keys: []
Functions [7]: [partial_count(COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876), partial_count(COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877), partial_count(COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878), partial_count(COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879), partial_count(COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880), partial_count(COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881), partial_count(COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882)]
Aggregate Attributes [7]: [count#293934L, count#293935L, count#293936L, count#293937L, count#293938L, count#293939L, count#293940L]
Results [7]: [count#293941L, count#293942L, count#293943L, count#293944L, count#293945L, count#293946L, count#293947L]

(4) Exchange
Input [7]: [count#293941L, count#293942L, count#293943L, count#293944L, count#293945L, count#293946L, count#293947L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=98332]

(5) ShuffleQueryStage
Output [7]: [count#293941L, count#293942L, count#293943L, count#293944L, count#293945L, count#293946L, count#293947L]
Arguments: 0

(6) HashAggregate [codegen id : 2]
Input [7]: [count#293941L, count#293942L, count#293943L, count#293944L, count#293945L, count#293946L, count#293947L]
Keys: []
Functions [7]: [count(COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876), count(COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877), count(COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878), count(COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879), count(COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880), count(COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881), count(COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882)]
Aggregate Attributes [7]: [count(COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876)#293890L, count(COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877)#293893L, count(COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878)#293896L, count(COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879)#293899L, count(COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880)#293902L, count(COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881)#293905L, count(COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882)#293908L]
Results [7]: [count(COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876)#293890L AS COL_84AABEE2_FCCE_49C3_B360_FB5B1C541415#293892L, count(COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877)#293893L AS COL_596505CC_04EB_4281_B040_E17E7CDDD9CF#293895L, count(COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878)#293896L AS COL_C979C2D4_657F_46D6_9302_62C7DB69A151#293898L, count(COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879)#293899L AS COL_CF557D35_1F1E_49D7_B0FC_E41BD97A49C2#293901L, count(COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880)#293902L AS COL_EF288130_ADDF_46D3_9AAF_7B68FDB9B80C#293904L, count(COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881)#293905L AS COL_D484422D_213F_41FC_8FB4_44B63B6C39FD#293907L, count(COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882)#293908L AS COL_FD6FEACF_60CB_404F_9168_0DCDB1BEAFEB#293910L]

(7) Project
Output [7]: [cast(N_Patient_Etablissement#293784 as int) AS COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876, N_Sejour#293785 AS COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877, cast(Date_Debut_Sejour#293786 as timestamp) AS COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878, cast(Date_Fin_Sejour#293787 as timestamp) AS COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879, Code_Unite_Medicale#293788 AS COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880, Libelle_Unite_Medicale#293789 AS COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881, Medecin_Responsable#293790 AS COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882]
Input [7]: [N_Patient_Etablissement#293784, N_Sejour#293785, Date_Debut_Sejour#293786, Date_Fin_Sejour#293787, Code_Unite_Medicale#293788, Libelle_Unite_Medicale#293789, Medecin_Responsable#293790]

(8) HashAggregate
Input [7]: [COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876, COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877, COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878, COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879, COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880, COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881, COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882]
Keys: []
Functions [7]: [partial_count(COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876), partial_count(COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877), partial_count(COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878), partial_count(COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879), partial_count(COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880), partial_count(COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881), partial_count(COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882)]
Aggregate Attributes [7]: [count#293934L, count#293935L, count#293936L, count#293937L, count#293938L, count#293939L, count#293940L]
Results [7]: [count#293941L, count#293942L, count#293943L, count#293944L, count#293945L, count#293946L, count#293947L]

(9) Exchange
Input [7]: [count#293941L, count#293942L, count#293943L, count#293944L, count#293945L, count#293946L, count#293947L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=98320]

(10) HashAggregate
Input [7]: [count#293941L, count#293942L, count#293943L, count#293944L, count#293945L, count#293946L, count#293947L]
Keys: []
Functions [7]: [count(COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876), count(COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877), count(COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878), count(COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879), count(COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880), count(COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881), count(COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882)]
Aggregate Attributes [7]: [count(COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876)#293890L, count(COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877)#293893L, count(COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878)#293896L, count(COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879)#293899L, count(COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880)#293902L, count(COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881)#293905L, count(COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882)#293908L]
Results [7]: [count(COL_A6333FA5_7CA7_4134_8CB6_502377EF8827#293876)#293890L AS COL_84AABEE2_FCCE_49C3_B360_FB5B1C541415#293892L, count(COL_9288BCCA_165D_4AFF_A28A_6A8A212CABFA#293877)#293893L AS COL_596505CC_04EB_4281_B040_E17E7CDDD9CF#293895L, count(COL_EB0069FD_8645_4FA9_BDFC_EF7AF29BFE02#293878)#293896L AS COL_C979C2D4_657F_46D6_9302_62C7DB69A151#293898L, count(COL_0ABCAC6A_E84C_429B_8F80_14EA80A6E25D#293879)#293899L AS COL_CF557D35_1F1E_49D7_B0FC_E41BD97A49C2#293901L, count(COL_B0021400_9D3F_41B3_B3B5_70CF2B0722EE#293880)#293902L AS COL_EF288130_ADDF_46D3_9AAF_7B68FDB9B80C#293904L, count(COL_756FF02D_641C_4927_BAEC_BF150D251A21#293881)#293905L AS COL_D484422D_213F_41FC_8FB4_44B63B6C39FD#293907L, count(COL_192237AF_DFE6_48B3_9F20_DD32F4F3996E#293882)#293908L AS COL_FD6FEACF_60CB_404F_9168_0DCDB1BEAFEB#293910L]

(11) AdaptiveSparkPlan
Output [7]: [COL_84AABEE2_FCCE_49C3_B360_FB5B1C541415#293892L, COL_596505CC_04EB_4281_B040_E17E7CDDD9CF#293895L, COL_C979C2D4_657F_46D6_9302_62C7DB69A151#293898L, COL_CF557D35_1F1E_49D7_B0FC_E41BD97A49C2#293901L, COL_EF288130_ADDF_46D3_9AAF_7B68FDB9B80C#293904L, COL_D484422D_213F_41FC_8FB4_44B63B6C39FD#293907L, COL_FD6FEACF_60CB_404F_9168_0DCDB1BEAFEB#293910L]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet