digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 0 ms<br>number of written files: 1<br>job commit time: 6 ms<br>number of output rows: 316<br>number of dynamic part: 0<br>written output: 9.2 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 25 ms";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 316<br>number of input batches: 1"];
}
5 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 3 ms<br>metadata time: 0 ms<br>size of files read: 9.0 KiB<br>number of output rows: 316"];
1->0;
3->1;
4->3;
5->4;
}
6
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/DB_META_ALL_ANA_398939, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DB_META_ALL_ANA_398939], Overwrite, [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8, COL_B5E19535_6812_4458_811C_56F397169254, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4, COL_F57F1581_453A_4B69_B684_886731A3566A, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F, COL_1286A3D2_D120_414A_AB63_80E52564209D, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615, COL_6ED0E1C3_5350_4091_8240_CB8541E5E9A4]
WriteFiles
Project [id_expo#333652L AS COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#333773L, id_projet#333653L AS COL_B5E19535_6812_4458_811C_56F397169254#333774L, label_projet#333654 AS COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#333775, statut#333655 AS COL_F57F1581_453A_4B69_B684_886731A3566A#333776, nb_lignes#333656 AS COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#333777, nb_colonnes#333657L AS COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#333778L, label_db#333658 AS COL_1286A3D2_D120_414A_AB63_80E52564209D#333779, source#333659 AS COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#333780, str_concat(array(source#333659, (, bigint_to_str(id_expo#333652L), ))) AS COL_6ED0E1C3_5350_4091_8240_CB8541E5E9A4#333807]
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [id_expo#333652L,id_projet#333653L,label_projet#333654,statut#333655,nb_lignes#333656,nb_colonnes#333657L,label_db#333658,source#333659] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/parquet/execution/META_ALL_ANALYSE_API/current/..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<id_expo:bigint,id_projet:bigint,label_projet:string,statut:string,nb_lignes:double,nb_colo...
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (5)
+- WriteFiles (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [8]: [id_expo#333652L, id_projet#333653L, label_projet#333654, statut#333655, nb_lignes#333656, nb_colonnes#333657L, label_db#333658, source#333659]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/META_ALL_ANALYSE_API/current/pydc_rr_6u4gm.parquet]
ReadSchema: struct<id_expo:bigint,id_projet:bigint,label_projet:string,statut:string,nb_lignes:double,nb_colonnes:bigint,label_db:string,source:string>
(2) ColumnarToRow [codegen id : 1]
Input [8]: [id_expo#333652L, id_projet#333653L, label_projet#333654, statut#333655, nb_lignes#333656, nb_colonnes#333657L, label_db#333658, source#333659]
(3) Project [codegen id : 1]
Output [9]: [id_expo#333652L AS COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#333773L, id_projet#333653L AS COL_B5E19535_6812_4458_811C_56F397169254#333774L, label_projet#333654 AS COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#333775, statut#333655 AS COL_F57F1581_453A_4B69_B684_886731A3566A#333776, nb_lignes#333656 AS COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#333777, nb_colonnes#333657L AS COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#333778L, label_db#333658 AS COL_1286A3D2_D120_414A_AB63_80E52564209D#333779, source#333659 AS COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#333780, str_concat(array(source#333659, (, bigint_to_str(id_expo#333652L), ))) AS COL_6ED0E1C3_5350_4091_8240_CB8541E5E9A4#333807]
Input [8]: [id_expo#333652L, id_projet#333653L, label_projet#333654, statut#333655, nb_lignes#333656, nb_colonnes#333657L, label_db#333658, source#333659]
(4) WriteFiles
Input [9]: [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#333773L, COL_B5E19535_6812_4458_811C_56F397169254#333774L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#333775, COL_F57F1581_453A_4B69_B684_886731A3566A#333776, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#333777, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#333778L, COL_1286A3D2_D120_414A_AB63_80E52564209D#333779, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#333780, COL_6ED0E1C3_5350_4091_8240_CB8541E5E9A4#333807]
(5) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/DB_META_ALL_ANA_398939, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DB_META_ALL_ANA_398939], Overwrite, [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8, COL_B5E19535_6812_4458_811C_56F397169254, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4, COL_F57F1581_453A_4B69_B684_886731A3566A, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F, COL_1286A3D2_D120_414A_AB63_80E52564209D, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615, COL_6ED0E1C3_5350_4091_8240_CB8541E5E9A4]