digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time total (min, med, max (stageId: taskId))<br>1 ms (0 ms, 1 ms, 1 ms (stage 2967.0: task 25645))<br>number of written files: 2<br>job commit time: 6 ms<br>number of output rows: 35,005<br>number of dynamic part: 0<br>written output: 977.4 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n562 ms (124 ms, 438 ms, 438 ms (stage 2967.0: task 25644))";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
}
4 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 35,005<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 4.9 MiB"];
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/COMMUNES_DE_FRA_425762, false, Parquet, [path=file:///data/output/cache/parquet/datablock/COMMUNES_DE_FRA_425762], Overwrite, [COL_62EC3C52_A8FC_44B0_8E2D_1CE4E3D39DD5, COL_B1B79BE3_286E_4D46_BF1B_67BE13E0E736, COL_272F124F_C055_4DF8_8A83_08E09093E3F2, COL_DFAF51CB_557A_4CD1_936F_1EC748922F10, COL_31D51564_C738_498A_976D_243A2FEDA252, COL_F3822469_3330_459B_AA8A_59D5C2D45247, COL_B4645486_AE76_4E98_96C5_0DC4EECAB5DA, COL_9C648EB3_D3EE_4C68_B5B3_5E556491577D, COL_0EFEF1A8_486D_48F1_9788_CA57921CDB6D, COL_9F47DFB7_B9F2_41B1_B67A_1F41351C00ED, COL_69C3DD7A_79D5_4B1B_8197_91541B9A67FC, COL_8CE26555_43CA_42BB_92B3_B933FA8C4D43, COL_B6995073_4218_4DF2_BD2B_8EF492D82441, COL_AAB67A77_C0A7_4F31_A32A_71E54880AFB4, COL_56FFAA94_A799_4BAB_9DE4_5DAEE3B3582E, COL_7082CC9E_AC91_4D34_87F8_C963F5883824, COL_7A825FD2_C5F8_4D5A_9DC6_219050CD2137, COL_06AA291A_972E_4561_8F10_A1A2D4D9EBA4]
WriteFiles
Project [code_commune#335758 AS COL_62EC3C52_A8FC_44B0_8E2D_1CE4E3D39DD5#335993, nom_commune#335759 AS COL_B1B79BE3_286E_4D46_BF1B_67BE13E0E736#335994, code_arrondissement#335760 AS COL_272F124F_C055_4DF8_8A83_08E09093E3F2#335995, nom_arrondissement#335761 AS COL_DFAF51CB_557A_4CD1_936F_1EC748922F10#335996, code_departement#335762 AS COL_31D51564_C738_498A_976D_243A2FEDA252#335997, nom_departement#335763 AS COL_F3822469_3330_459B_AA8A_59D5C2D45247#335998, code_epci#335764 AS COL_B4645486_AE76_4E98_96C5_0DC4EECAB5DA#335999, nom_epci#335765 AS COL_9C648EB3_D3EE_4C68_B5B3_5E556491577D#336000, code_region#335766 AS COL_0EFEF1A8_486D_48F1_9788_CA57921CDB6D#336001, nom_region#335767 AS COL_9F47DFB7_B9F2_41B1_B67A_1F41351C00ED#336002, code_aire_d_attraction_des_villes#335768 AS COL_69C3DD7A_79D5_4B1B_8197_91541B9A67FC#336003, nom_aire_d_attraction_des_villes#335769 AS COL_8CE26555_43CA_42BB_92B3_B933FA8C4D43#336004, code_bassin_de_vie#335770 AS COL_B6995073_4218_4DF2_BD2B_8EF492D82441#336005, nom_bassin_de_vie#335771 AS COL_AAB67A77_C0A7_4F31_A32A_71E54880AFB4#336006, code_unite_urbaine#335772 AS COL_56FFAA94_A799_4BAB_9DE4_5DAEE3B3582E#336007, nom_unite_urbaine#335773 AS COL_7082CC9E_AC91_4D34_87F8_C963F5883824#336008, code_zone_d_emploi#335774 AS COL_7A825FD2_C5F8_4D5A_9DC6_219050CD2137#336009, nom_zone_d_emploi#335775 AS COL_06AA291A_972E_4561_8F10_A1A2D4D9EBA4#336010]
WholeStageCodegen (1)
FileScan csv [code_commune#335758,nom_commune#335759,code_arrondissement#335760,nom_arrondissement#335761,code_departement#335762,nom_departement#335763,code_epci#335764,nom_epci#335765,code_region#335766,nom_region#335767,code_aire_d_attraction_des_villes#335768,nom_aire_d_attraction_des_villes#335769,code_bassin_de_vie#335770,nom_bassin_de_vie#335771,code_unite_urbaine#335772,nom_unite_urbaine#335773,code_zone_d_emploi#335774,nom_zone_d_emploi#335775] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/COMMUNES_DE_FRA_425669142/HTTP_FILE_0.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<code_commune:string,nom_commune:string,code_arrondissement:string,nom_arrondissement:strin...
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- Scan csv (1)
(1) Scan csv
Output [18]: [code_commune#335758, nom_commune#335759, code_arrondissement#335760, nom_arrondissement#335761, code_departement#335762, nom_departement#335763, code_epci#335764, nom_epci#335765, code_region#335766, nom_region#335767, code_aire_d_attraction_des_villes#335768, nom_aire_d_attraction_des_villes#335769, code_bassin_de_vie#335770, nom_bassin_de_vie#335771, code_unite_urbaine#335772, nom_unite_urbaine#335773, code_zone_d_emploi#335774, nom_zone_d_emploi#335775]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/COMMUNES_DE_FRA_425669142/HTTP_FILE_0.csv]
ReadSchema: struct<code_commune:string,nom_commune:string,code_arrondissement:string,nom_arrondissement:string,code_departement:string,nom_departement:string,code_epci:string,nom_epci:string,code_region:string,nom_region:string,code_aire_d_attraction_des_villes:string,nom_aire_d_attraction_des_villes:string,code_bassin_de_vie:string,nom_bassin_de_vie:string,code_unite_urbaine:string,nom_unite_urbaine:string,code_zone_d_emploi:string,nom_zone_d_emploi:string>
(2) Project [codegen id : 1]
Output [18]: [code_commune#335758 AS COL_62EC3C52_A8FC_44B0_8E2D_1CE4E3D39DD5#335993, nom_commune#335759 AS COL_B1B79BE3_286E_4D46_BF1B_67BE13E0E736#335994, code_arrondissement#335760 AS COL_272F124F_C055_4DF8_8A83_08E09093E3F2#335995, nom_arrondissement#335761 AS COL_DFAF51CB_557A_4CD1_936F_1EC748922F10#335996, code_departement#335762 AS COL_31D51564_C738_498A_976D_243A2FEDA252#335997, nom_departement#335763 AS COL_F3822469_3330_459B_AA8A_59D5C2D45247#335998, code_epci#335764 AS COL_B4645486_AE76_4E98_96C5_0DC4EECAB5DA#335999, nom_epci#335765 AS COL_9C648EB3_D3EE_4C68_B5B3_5E556491577D#336000, code_region#335766 AS COL_0EFEF1A8_486D_48F1_9788_CA57921CDB6D#336001, nom_region#335767 AS COL_9F47DFB7_B9F2_41B1_B67A_1F41351C00ED#336002, code_aire_d_attraction_des_villes#335768 AS COL_69C3DD7A_79D5_4B1B_8197_91541B9A67FC#336003, nom_aire_d_attraction_des_villes#335769 AS COL_8CE26555_43CA_42BB_92B3_B933FA8C4D43#336004, code_bassin_de_vie#335770 AS COL_B6995073_4218_4DF2_BD2B_8EF492D82441#336005, nom_bassin_de_vie#335771 AS COL_AAB67A77_C0A7_4F31_A32A_71E54880AFB4#336006, code_unite_urbaine#335772 AS COL_56FFAA94_A799_4BAB_9DE4_5DAEE3B3582E#336007, nom_unite_urbaine#335773 AS COL_7082CC9E_AC91_4D34_87F8_C963F5883824#336008, code_zone_d_emploi#335774 AS COL_7A825FD2_C5F8_4D5A_9DC6_219050CD2137#336009, nom_zone_d_emploi#335775 AS COL_06AA291A_972E_4561_8F10_A1A2D4D9EBA4#336010]
Input [18]: [code_commune#335758, nom_commune#335759, code_arrondissement#335760, nom_arrondissement#335761, code_departement#335762, nom_departement#335763, code_epci#335764, nom_epci#335765, code_region#335766, nom_region#335767, code_aire_d_attraction_des_villes#335768, nom_aire_d_attraction_des_villes#335769, code_bassin_de_vie#335770, nom_bassin_de_vie#335771, code_unite_urbaine#335772, nom_unite_urbaine#335773, code_zone_d_emploi#335774, nom_zone_d_emploi#335775]
(3) WriteFiles
Input [18]: [COL_62EC3C52_A8FC_44B0_8E2D_1CE4E3D39DD5#335993, COL_B1B79BE3_286E_4D46_BF1B_67BE13E0E736#335994, COL_272F124F_C055_4DF8_8A83_08E09093E3F2#335995, COL_DFAF51CB_557A_4CD1_936F_1EC748922F10#335996, COL_31D51564_C738_498A_976D_243A2FEDA252#335997, COL_F3822469_3330_459B_AA8A_59D5C2D45247#335998, COL_B4645486_AE76_4E98_96C5_0DC4EECAB5DA#335999, COL_9C648EB3_D3EE_4C68_B5B3_5E556491577D#336000, COL_0EFEF1A8_486D_48F1_9788_CA57921CDB6D#336001, COL_9F47DFB7_B9F2_41B1_B67A_1F41351C00ED#336002, COL_69C3DD7A_79D5_4B1B_8197_91541B9A67FC#336003, COL_8CE26555_43CA_42BB_92B3_B933FA8C4D43#336004, COL_B6995073_4218_4DF2_BD2B_8EF492D82441#336005, COL_AAB67A77_C0A7_4F31_A32A_71E54880AFB4#336006, COL_56FFAA94_A799_4BAB_9DE4_5DAEE3B3582E#336007, COL_7082CC9E_AC91_4D34_87F8_C963F5883824#336008, COL_7A825FD2_C5F8_4D5A_9DC6_219050CD2137#336009, COL_06AA291A_972E_4561_8F10_A1A2D4D9EBA4#336010]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/COMMUNES_DE_FRA_425762, false, Parquet, [path=file:///data/output/cache/parquet/datablock/COMMUNES_DE_FRA_425762], Overwrite, [COL_62EC3C52_A8FC_44B0_8E2D_1CE4E3D39DD5, COL_B1B79BE3_286E_4D46_BF1B_67BE13E0E736, COL_272F124F_C055_4DF8_8A83_08E09093E3F2, COL_DFAF51CB_557A_4CD1_936F_1EC748922F10, COL_31D51564_C738_498A_976D_243A2FEDA252, COL_F3822469_3330_459B_AA8A_59D5C2D45247, COL_B4645486_AE76_4E98_96C5_0DC4EECAB5DA, COL_9C648EB3_D3EE_4C68_B5B3_5E556491577D, COL_0EFEF1A8_486D_48F1_9788_CA57921CDB6D, COL_9F47DFB7_B9F2_41B1_B67A_1F41351C00ED, COL_69C3DD7A_79D5_4B1B_8197_91541B9A67FC, COL_8CE26555_43CA_42BB_92B3_B933FA8C4D43, COL_B6995073_4218_4DF2_BD2B_8EF492D82441, COL_AAB67A77_C0A7_4F31_A32A_71E54880AFB4, COL_56FFAA94_A799_4BAB_9DE4_5DAEE3B3582E, COL_7082CC9E_AC91_4D34_87F8_C963F5883824, COL_7A825FD2_C5F8_4D5A_9DC6_219050CD2137, COL_06AA291A_972E_4561_8F10_A1A2D4D9EBA4]