digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 21 ms<br>number of output rows: 17<br>number of dynamic part: 0<br>written output: 5.2 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 42 ms";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 17<br>number of input batches: 1"];
}
5 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 8 ms<br>metadata time: 0 ms<br>size of files read: 7.5 KiB<br>number of output rows: 17"];
1->0;
3->1;
4->3;
5->4;
}
6
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/DB_REACP_ALL_AN_399006, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DB_REACP_ALL_AN_399006], Overwrite, [COL_46A0085A_032A_4258_9292_250955A4964A, COL_8A6B4F62_5430_436F_B87C_1B810D2095E0, COL_6857C56A_7081_426D_B3EE_0D2D5CFFF4CE, COL_472695AF_DE6E_48AA_847A_784BC3D024DF, COL_CCF597B1_AE04_4FE9_AA4B_6F3C986F8542, COL_67CE2F0F_8023_4B05_A5BC_4DBACE3F107C, COL_DEFE5C76_8A6D_4A4D_9070_FC0E41AF8D78, COL_7A6D1219_DD1B_4B8A_9C9B_03427F0308B1, COL_40EDC65E_DE92_4C6D_BD4F_8B27B608F3ED]
WriteFiles
Project [url#11733 AS COL_46A0085A_032A_4258_9292_250955A4964A#12272, nameapi#11734 AS COL_8A6B4F62_5430_436F_B87C_1B810D2095E0#12273, statut#11735 AS COL_6857C56A_7081_426D_B3EE_0D2D5CFFF4CE#12274, detail#11736 AS COL_472695AF_DE6E_48AA_847A_784BC3D024DF#12275, id_expo#11737 AS COL_CCF597B1_AE04_4FE9_AA4B_6F3C986F8542#12276, project_label#11738 AS COL_67CE2F0F_8023_4B05_A5BC_4DBACE3F107C#12277, project_id#11739 AS COL_DEFE5C76_8A6D_4A4D_9070_FC0E41AF8D78#12278, nb_lignes#11740 AS COL_7A6D1219_DD1B_4B8A_9C9B_03427F0308B1#12279, nb_colonnes#11741 AS COL_40EDC65E_DE92_4C6D_BD4F_8B27B608F3ED#12280]
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [url#11733,nameapi#11734,statut#11735,detail#11736,id_expo#11737,project_label#11738,project_id#11739,nb_lignes#11740,nb_colonnes#11741] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/parquet/execution/REACP_ALL_ANALYSE_API/current..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<url:string,nameapi:string,statut:string,detail:string,id_expo:string,project_label:string,...
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (5)
+- WriteFiles (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [9]: [url#11733, nameapi#11734, statut#11735, detail#11736, id_expo#11737, project_label#11738, project_id#11739, nb_lignes#11740, nb_colonnes#11741]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/REACP_ALL_ANALYSE_API/current/pydc_6h5wnupr.parquet]
ReadSchema: struct<url:string,nameapi:string,statut:string,detail:string,id_expo:string,project_label:string,project_id:string,nb_lignes:double,nb_colonnes:double>
(2) ColumnarToRow [codegen id : 1]
Input [9]: [url#11733, nameapi#11734, statut#11735, detail#11736, id_expo#11737, project_label#11738, project_id#11739, nb_lignes#11740, nb_colonnes#11741]
(3) Project [codegen id : 1]
Output [9]: [url#11733 AS COL_46A0085A_032A_4258_9292_250955A4964A#12272, nameapi#11734 AS COL_8A6B4F62_5430_436F_B87C_1B810D2095E0#12273, statut#11735 AS COL_6857C56A_7081_426D_B3EE_0D2D5CFFF4CE#12274, detail#11736 AS COL_472695AF_DE6E_48AA_847A_784BC3D024DF#12275, id_expo#11737 AS COL_CCF597B1_AE04_4FE9_AA4B_6F3C986F8542#12276, project_label#11738 AS COL_67CE2F0F_8023_4B05_A5BC_4DBACE3F107C#12277, project_id#11739 AS COL_DEFE5C76_8A6D_4A4D_9070_FC0E41AF8D78#12278, nb_lignes#11740 AS COL_7A6D1219_DD1B_4B8A_9C9B_03427F0308B1#12279, nb_colonnes#11741 AS COL_40EDC65E_DE92_4C6D_BD4F_8B27B608F3ED#12280]
Input [9]: [url#11733, nameapi#11734, statut#11735, detail#11736, id_expo#11737, project_label#11738, project_id#11739, nb_lignes#11740, nb_colonnes#11741]
(4) WriteFiles
Input [9]: [COL_46A0085A_032A_4258_9292_250955A4964A#12272, COL_8A6B4F62_5430_436F_B87C_1B810D2095E0#12273, COL_6857C56A_7081_426D_B3EE_0D2D5CFFF4CE#12274, COL_472695AF_DE6E_48AA_847A_784BC3D024DF#12275, COL_CCF597B1_AE04_4FE9_AA4B_6F3C986F8542#12276, COL_67CE2F0F_8023_4B05_A5BC_4DBACE3F107C#12277, COL_DEFE5C76_8A6D_4A4D_9070_FC0E41AF8D78#12278, COL_7A6D1219_DD1B_4B8A_9C9B_03427F0308B1#12279, COL_40EDC65E_DE92_4C6D_BD4F_8B27B608F3ED#12280]
(5) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/DB_REACP_ALL_AN_399006, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DB_REACP_ALL_AN_399006], Overwrite, [COL_46A0085A_032A_4258_9292_250955A4964A, COL_8A6B4F62_5430_436F_B87C_1B810D2095E0, COL_6857C56A_7081_426D_B3EE_0D2D5CFFF4CE, COL_472695AF_DE6E_48AA_847A_784BC3D024DF, COL_CCF597B1_AE04_4FE9_AA4B_6F3C986F8542, COL_67CE2F0F_8023_4B05_A5BC_4DBACE3F107C, COL_DEFE5C76_8A6D_4A4D_9070_FC0E41AF8D78, COL_7A6D1219_DD1B_4B8A_9C9B_03427F0308B1, COL_40EDC65E_DE92_4C6D_BD4F_8B27B608F3ED]