digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 6 ms<br>number of written files: 1<br>job commit time: 12 ms<br>number of output rows: 15,005<br>number of dynamic part: 1<br>written output: 256.4 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 151 ms";
3 [labelType="html" label="<b>Sort</b><br><br>sort time: 0 ms<br>peak memory: 64.5 MiB<br>spill size: 0.0 B"];
4 [labelType="html" label="<br><b>Project</b><br><br>"];
}
5 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 15,005<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 1352.3 KiB"];
1->0;
3->1;
4->3;
5->4;
}
6
Execute InsertIntoHadoopFsRelationCommand file:/data/input/depot/csv/execution/AADAADF1_B478_478F_9645_5A73A40BB11C/extraction, false, [date_7e01c35bd6ae7b086a35c5f0ad43a8d7#29485], Parquet, [__partition_columns=["date_7e01c35bd6ae7b086a35c5f0ad43a8d7"], path=file:///data/input/depot/csv/execution/AADAADF1_B478_478F_9645_5A73A40BB11C/extraction], Append, [IPP+, NOM_FAM, PRENOM, NOM_NAISSANCE, NATIONALITE, SEXE, CIVILITE, DATE_NAIS, FINESS_ETAB, INSC, CODE+ETAB, NOM+ETAB, date_7e01c35bd6ae7b086a35c5f0ad43a8d7]
WriteFiles
Sort [date_7e01c35bd6ae7b086a35c5f0ad43a8d7#29485 ASC NULLS FIRST], false, 0
Project [IPP #29266 AS IPP+#29317, NOM_FAM#29267, PRENOM#29268, NOM_NAISSANCE#29269, NATIONALITE#29270, SEXE#29271, CIVILITE#29272, DATE_NAIS#29273, FINESS_ETAB#29274, INSC#29275, CODE ETAB#29276 AS CODE+ETAB#29457, NOM ETAB#29277 AS NOM+ETAB#29471, 2026-09-04 09:02:40.044832 AS date_7e01c35bd6ae7b086a35c5f0ad43a8d7#29485]
WholeStageCodegen (1)
FileScan csv [IPP #29266,NOM_FAM#29267,PRENOM#29268,NOM_NAISSANCE#29269,NATIONALITE#29270,SEXE#29271,CIVILITE#29272,DATE_NAIS#29273,FINESS_ETAB#29274,INSC#29275,CODE ETAB#29276,NOM ETAB#29277] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/execution/AADAADF1_B478_478F_9645_5A73A40BB..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<IPP :string,NOM_FAM:string,PRENOM:string,NOM_NAISSANCE:string,NATIONALITE:string,SEXE:stri...
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (5)
+- WriteFiles (4)
+- * Sort (3)
+- * Project (2)
+- Scan csv (1)
(1) Scan csv
Output [12]: [IPP #29266, NOM_FAM#29267, PRENOM#29268, NOM_NAISSANCE#29269, NATIONALITE#29270, SEXE#29271, CIVILITE#29272, DATE_NAIS#29273, FINESS_ETAB#29274, INSC#29275, CODE ETAB#29276, NOM ETAB#29277]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/execution/AADAADF1_B478_478F_9645_5A73A40BB11C/current/PATIENT_ETAB_STI.csv]
ReadSchema: struct<IPP :string,NOM_FAM:string,PRENOM:string,NOM_NAISSANCE:string,NATIONALITE:string,SEXE:string,CIVILITE:string,DATE_NAIS:string,FINESS_ETAB:string,INSC:string,CODE ETAB:string,NOM ETAB:string>
(2) Project [codegen id : 1]
Output [13]: [IPP #29266 AS IPP+#29317, NOM_FAM#29267, PRENOM#29268, NOM_NAISSANCE#29269, NATIONALITE#29270, SEXE#29271, CIVILITE#29272, DATE_NAIS#29273, FINESS_ETAB#29274, INSC#29275, CODE ETAB#29276 AS CODE+ETAB#29457, NOM ETAB#29277 AS NOM+ETAB#29471, 2026-09-04 09:02:40.044832 AS date_7e01c35bd6ae7b086a35c5f0ad43a8d7#29485]
Input [12]: [IPP #29266, NOM_FAM#29267, PRENOM#29268, NOM_NAISSANCE#29269, NATIONALITE#29270, SEXE#29271, CIVILITE#29272, DATE_NAIS#29273, FINESS_ETAB#29274, INSC#29275, CODE ETAB#29276, NOM ETAB#29277]
(3) Sort [codegen id : 1]
Input [13]: [IPP+#29317, NOM_FAM#29267, PRENOM#29268, NOM_NAISSANCE#29269, NATIONALITE#29270, SEXE#29271, CIVILITE#29272, DATE_NAIS#29273, FINESS_ETAB#29274, INSC#29275, CODE+ETAB#29457, NOM+ETAB#29471, date_7e01c35bd6ae7b086a35c5f0ad43a8d7#29485]
Arguments: [date_7e01c35bd6ae7b086a35c5f0ad43a8d7#29485 ASC NULLS FIRST], false, 0
(4) WriteFiles
Input [13]: [IPP+#29317, NOM_FAM#29267, PRENOM#29268, NOM_NAISSANCE#29269, NATIONALITE#29270, SEXE#29271, CIVILITE#29272, DATE_NAIS#29273, FINESS_ETAB#29274, INSC#29275, CODE+ETAB#29457, NOM+ETAB#29471, date_7e01c35bd6ae7b086a35c5f0ad43a8d7#29485]
(5) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/input/depot/csv/execution/AADAADF1_B478_478F_9645_5A73A40BB11C/extraction, false, [date_7e01c35bd6ae7b086a35c5f0ad43a8d7#29485], Parquet, [__partition_columns=["date_7e01c35bd6ae7b086a35c5f0ad43a8d7"], path=file:///data/input/depot/csv/execution/AADAADF1_B478_478F_9645_5A73A40BB11C/extraction], Append, [IPP+, NOM_FAM, PRENOM, NOM_NAISSANCE, NATIONALITE, SEXE, CIVILITE, DATE_NAIS, FINESS_ETAB, INSC, CODE+ETAB, NOM+ETAB, date_7e01c35bd6ae7b086a35c5f0ad43a8d7]