digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 9 ms<br>number of output rows: 322<br>number of dynamic part: 0<br>written output: 12.7 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 36 ms";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 322<br>number of input batches: 1"];
}
5 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 8 ms<br>metadata time: 0 ms<br>size of files read: 16.0 KiB<br>number of output rows: 322"];
1->0;
3->1;
4->3;
5->4;
}
6
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/DB_RECAP_ALL_AN_414152, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DB_RECAP_ALL_AN_414152], Overwrite, [COL_86894070_3A82_45A3_AF6F_E1A81B4AE44C, COL_9FA9421B_B41E_44BF_97DA_951FE9BA4EFC, COL_EC44F690_4E62_4006_8455_86DADB54D177, COL_20910473_1096_4BE0_B0BF_F16398F64680, COL_983EB6E2_734D_4ACF_BE18_71F0D3CFBE3F, COL_DEA7AFA9_7DC4_42E3_AD33_9316ED1084F8, COL_3AD7AA07_87EC_496D_B3DB_6F665B8BBA6B, COL_C867ED2F_91C4_47AD_8E9C_5042030CAB15, COL_07588D11_451F_4A60_8F6B_5D908E37B2D4]
WriteFiles
Project [url#137216 AS COL_86894070_3A82_45A3_AF6F_E1A81B4AE44C#137334, nameapi#137217 AS COL_9FA9421B_B41E_44BF_97DA_951FE9BA4EFC#137335, statut#137218 AS COL_EC44F690_4E62_4006_8455_86DADB54D177#137336, detail#137224 AS COL_20910473_1096_4BE0_B0BF_F16398F64680#137337, id_expo#137221 AS COL_983EB6E2_734D_4ACF_BE18_71F0D3CFBE3F#137338, project_label#137222 AS COL_DEA7AFA9_7DC4_42E3_AD33_9316ED1084F8#137339, project_id#137223 AS COL_3AD7AA07_87EC_496D_B3DB_6F665B8BBA6B#137340, nb_lignes#137219 AS COL_C867ED2F_91C4_47AD_8E9C_5042030CAB15#137341, nb_colonnes#137220 AS COL_07588D11_451F_4A60_8F6B_5D908E37B2D4#137342]
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [url#137216,nameapi#137217,statut#137218,nb_lignes#137219,nb_colonnes#137220,id_expo#137221,project_label#137222,project_id#137223,detail#137224] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/parquet/execution/RECAP_ALL_ANALYSE_API/current..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<url:string,nameapi:string,statut:string,nb_lignes:double,nb_colonnes:double,id_expo:string...
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (5)
+- WriteFiles (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [9]: [url#137216, nameapi#137217, statut#137218, nb_lignes#137219, nb_colonnes#137220, id_expo#137221, project_label#137222, project_id#137223, detail#137224]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/RECAP_ALL_ANALYSE_API/current/pydc_fqcgwa6a.parquet]
ReadSchema: struct<url:string,nameapi:string,statut:string,nb_lignes:double,nb_colonnes:double,id_expo:string,project_label:string,project_id:string,detail:string>
(2) ColumnarToRow [codegen id : 1]
Input [9]: [url#137216, nameapi#137217, statut#137218, nb_lignes#137219, nb_colonnes#137220, id_expo#137221, project_label#137222, project_id#137223, detail#137224]
(3) Project [codegen id : 1]
Output [9]: [url#137216 AS COL_86894070_3A82_45A3_AF6F_E1A81B4AE44C#137334, nameapi#137217 AS COL_9FA9421B_B41E_44BF_97DA_951FE9BA4EFC#137335, statut#137218 AS COL_EC44F690_4E62_4006_8455_86DADB54D177#137336, detail#137224 AS COL_20910473_1096_4BE0_B0BF_F16398F64680#137337, id_expo#137221 AS COL_983EB6E2_734D_4ACF_BE18_71F0D3CFBE3F#137338, project_label#137222 AS COL_DEA7AFA9_7DC4_42E3_AD33_9316ED1084F8#137339, project_id#137223 AS COL_3AD7AA07_87EC_496D_B3DB_6F665B8BBA6B#137340, nb_lignes#137219 AS COL_C867ED2F_91C4_47AD_8E9C_5042030CAB15#137341, nb_colonnes#137220 AS COL_07588D11_451F_4A60_8F6B_5D908E37B2D4#137342]
Input [9]: [url#137216, nameapi#137217, statut#137218, nb_lignes#137219, nb_colonnes#137220, id_expo#137221, project_label#137222, project_id#137223, detail#137224]
(4) WriteFiles
Input [9]: [COL_86894070_3A82_45A3_AF6F_E1A81B4AE44C#137334, COL_9FA9421B_B41E_44BF_97DA_951FE9BA4EFC#137335, COL_EC44F690_4E62_4006_8455_86DADB54D177#137336, COL_20910473_1096_4BE0_B0BF_F16398F64680#137337, COL_983EB6E2_734D_4ACF_BE18_71F0D3CFBE3F#137338, COL_DEA7AFA9_7DC4_42E3_AD33_9316ED1084F8#137339, COL_3AD7AA07_87EC_496D_B3DB_6F665B8BBA6B#137340, COL_C867ED2F_91C4_47AD_8E9C_5042030CAB15#137341, COL_07588D11_451F_4A60_8F6B_5D908E37B2D4#137342]
(5) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/DB_RECAP_ALL_AN_414152, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DB_RECAP_ALL_AN_414152], Overwrite, [COL_86894070_3A82_45A3_AF6F_E1A81B4AE44C, COL_9FA9421B_B41E_44BF_97DA_951FE9BA4EFC, COL_EC44F690_4E62_4006_8455_86DADB54D177, COL_20910473_1096_4BE0_B0BF_F16398F64680, COL_983EB6E2_734D_4ACF_BE18_71F0D3CFBE3F, COL_DEA7AFA9_7DC4_42E3_AD33_9316ED1084F8, COL_3AD7AA07_87EC_496D_B3DB_6F665B8BBA6B, COL_C867ED2F_91C4_47AD_8E9C_5042030CAB15, COL_07588D11_451F_4A60_8F6B_5D908E37B2D4]