digraph G {
0 [labelType="html" label="<br><b>CollectLimit</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 4 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 100<br>number of input batches: 1"];
}
4 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 3 ms<br>metadata time: 0 ms<br>size of files read: 11.6 KiB<br>number of output rows: 100"];
2->0;
3->2;
4->3;
}
5
CollectLimit 500000
Project [COL_5C3EB826_E236_4685_807E_D113D86D7226#93494 AS COL_8BEBA1F5_34CD_4964_BB4B_FF73D6ED76EC#93669, COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108#93495 AS COL_1EDF8EA3_A7FA_498E_B689_A487294F8E00#93670, COL_3257028D_CB9F_4504_A025_57BDA33F9D61#93496 AS COL_6B49F6DC_461C_48B7_BF4E_3A7F4096CFE1#93671, COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F#93497 AS COL_21F8875A_EC97_4CDE_863D_7C984D32F1ED#93672, COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C#93498 AS COL_2C87ECBE_5CF1_4F82_B79A_52FD60F2749F#93673, COL_31459923_BB6D_4F93_BD79_3495B8CAC746#93499 AS COL_B55666D1_D2C6_4743_9CA2_D13E684940EF#93674, COL_482A4181_C20A_4097_A262_8D7ABBD48C91#93500 AS COL_9A85DA53_4D8C_4BCB_B815_28D9AB88179E#93675, COL_85C98CDE_F29D_4F2C_B960_4181543A809D#93501 AS COL_8CD67E5A_91E8_429F_88C8_9A29031AA477#93676, COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8#93502 AS COL_C51C3BC6_4646_4FE6_A3BA_AC566E8B52D5#93677, COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4#93503 AS COL_B4A32858_7837_4EBC_8E19_6DC732F082BD#93678, COL_18333409_9C73_4B18_9E9E_967D86A0191C#93504 AS COL_461FC6D6_7FF4_40AC_B8D9_D9C0F814FB39#93679, COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C#93505 AS COL_3E1098BD_7E2F_4A9D_9278_CC5E6B4030B6#93680, COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F#93506 AS COL_655D9E1D_C989_4922_AB78_C8884A3A8734#93681, COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6#93507 AS COL_9E70262E_4DC4_43DF_89FC_C48D75B6394F#93682, COL_3C3AC68D_D00A_4664_A3EB_4250EFEB58F9#93508 AS COL_3EAA526F_A9E0_4E3E_B691_6B3753CDF705#93683]
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [COL_5C3EB826_E236_4685_807E_D113D86D7226#93494,COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108#93495,COL_3257028D_CB9F_4504_A025_57BDA33F9D61#93496,COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F#93497,COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C#93498,COL_31459923_BB6D_4F93_BD79_3495B8CAC746#93499,COL_482A4181_C20A_4097_A262_8D7ABBD48C91#93500,COL_85C98CDE_F29D_4F2C_B960_4181543A809D#93501,COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8#93502,COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4#93503,COL_18333409_9C73_4B18_9E9E_967D86A0191C#93504,COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C#93505,COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F#93506,COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6#93507,COL_3C3AC68D_D00A_4664_A3EB_4250EFEB58F9#93508] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/AGGLO_STATION_A_23741], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_5C3EB826_E236_4685_807E_D113D86D7226:string,COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108:s...
== Physical Plan ==
CollectLimit (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [15]: [COL_5C3EB826_E236_4685_807E_D113D86D7226#93494, COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108#93495, COL_3257028D_CB9F_4504_A025_57BDA33F9D61#93496, COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F#93497, COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C#93498, COL_31459923_BB6D_4F93_BD79_3495B8CAC746#93499, COL_482A4181_C20A_4097_A262_8D7ABBD48C91#93500, COL_85C98CDE_F29D_4F2C_B960_4181543A809D#93501, COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8#93502, COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4#93503, COL_18333409_9C73_4B18_9E9E_967D86A0191C#93504, COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C#93505, COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F#93506, COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6#93507, COL_3C3AC68D_D00A_4664_A3EB_4250EFEB58F9#93508]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/AGGLO_STATION_A_23741]
ReadSchema: struct<COL_5C3EB826_E236_4685_807E_D113D86D7226:string,COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108:string,COL_3257028D_CB9F_4504_A025_57BDA33F9D61:string,COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F:string,COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C:double,COL_31459923_BB6D_4F93_BD79_3495B8CAC746:double,COL_482A4181_C20A_4097_A262_8D7ABBD48C91:double,COL_85C98CDE_F29D_4F2C_B960_4181543A809D:double,COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8:double,COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4:timestamp,COL_18333409_9C73_4B18_9E9E_967D86A0191C:string,COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C:double,COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F:double,COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6:string,COL_3C3AC68D_D00A_4664_A3EB_4250EFEB58F9:string>
(2) ColumnarToRow [codegen id : 1]
Input [15]: [COL_5C3EB826_E236_4685_807E_D113D86D7226#93494, COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108#93495, COL_3257028D_CB9F_4504_A025_57BDA33F9D61#93496, COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F#93497, COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C#93498, COL_31459923_BB6D_4F93_BD79_3495B8CAC746#93499, COL_482A4181_C20A_4097_A262_8D7ABBD48C91#93500, COL_85C98CDE_F29D_4F2C_B960_4181543A809D#93501, COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8#93502, COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4#93503, COL_18333409_9C73_4B18_9E9E_967D86A0191C#93504, COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C#93505, COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F#93506, COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6#93507, COL_3C3AC68D_D00A_4664_A3EB_4250EFEB58F9#93508]
(3) Project [codegen id : 1]
Output [15]: [COL_5C3EB826_E236_4685_807E_D113D86D7226#93494 AS COL_8BEBA1F5_34CD_4964_BB4B_FF73D6ED76EC#93669, COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108#93495 AS COL_1EDF8EA3_A7FA_498E_B689_A487294F8E00#93670, COL_3257028D_CB9F_4504_A025_57BDA33F9D61#93496 AS COL_6B49F6DC_461C_48B7_BF4E_3A7F4096CFE1#93671, COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F#93497 AS COL_21F8875A_EC97_4CDE_863D_7C984D32F1ED#93672, COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C#93498 AS COL_2C87ECBE_5CF1_4F82_B79A_52FD60F2749F#93673, COL_31459923_BB6D_4F93_BD79_3495B8CAC746#93499 AS COL_B55666D1_D2C6_4743_9CA2_D13E684940EF#93674, COL_482A4181_C20A_4097_A262_8D7ABBD48C91#93500 AS COL_9A85DA53_4D8C_4BCB_B815_28D9AB88179E#93675, COL_85C98CDE_F29D_4F2C_B960_4181543A809D#93501 AS COL_8CD67E5A_91E8_429F_88C8_9A29031AA477#93676, COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8#93502 AS COL_C51C3BC6_4646_4FE6_A3BA_AC566E8B52D5#93677, COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4#93503 AS COL_B4A32858_7837_4EBC_8E19_6DC732F082BD#93678, COL_18333409_9C73_4B18_9E9E_967D86A0191C#93504 AS COL_461FC6D6_7FF4_40AC_B8D9_D9C0F814FB39#93679, COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C#93505 AS COL_3E1098BD_7E2F_4A9D_9278_CC5E6B4030B6#93680, COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F#93506 AS COL_655D9E1D_C989_4922_AB78_C8884A3A8734#93681, COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6#93507 AS COL_9E70262E_4DC4_43DF_89FC_C48D75B6394F#93682, COL_3C3AC68D_D00A_4664_A3EB_4250EFEB58F9#93508 AS COL_3EAA526F_A9E0_4E3E_B691_6B3753CDF705#93683]
Input [15]: [COL_5C3EB826_E236_4685_807E_D113D86D7226#93494, COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108#93495, COL_3257028D_CB9F_4504_A025_57BDA33F9D61#93496, COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F#93497, COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C#93498, COL_31459923_BB6D_4F93_BD79_3495B8CAC746#93499, COL_482A4181_C20A_4097_A262_8D7ABBD48C91#93500, COL_85C98CDE_F29D_4F2C_B960_4181543A809D#93501, COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8#93502, COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4#93503, COL_18333409_9C73_4B18_9E9E_967D86A0191C#93504, COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C#93505, COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F#93506, COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6#93507, COL_3C3AC68D_D00A_4664_A3EB_4250EFEB58F9#93508]
(4) CollectLimit
Input [15]: [COL_8BEBA1F5_34CD_4964_BB4B_FF73D6ED76EC#93669, COL_1EDF8EA3_A7FA_498E_B689_A487294F8E00#93670, COL_6B49F6DC_461C_48B7_BF4E_3A7F4096CFE1#93671, COL_21F8875A_EC97_4CDE_863D_7C984D32F1ED#93672, COL_2C87ECBE_5CF1_4F82_B79A_52FD60F2749F#93673, COL_B55666D1_D2C6_4743_9CA2_D13E684940EF#93674, COL_9A85DA53_4D8C_4BCB_B815_28D9AB88179E#93675, COL_8CD67E5A_91E8_429F_88C8_9A29031AA477#93676, COL_C51C3BC6_4646_4FE6_A3BA_AC566E8B52D5#93677, COL_B4A32858_7837_4EBC_8E19_6DC732F082BD#93678, COL_461FC6D6_7FF4_40AC_B8D9_D9C0F814FB39#93679, COL_3E1098BD_7E2F_4A9D_9278_CC5E6B4030B6#93680, COL_655D9E1D_C989_4922_AB78_C8884A3A8734#93681, COL_9E70262E_4DC4_43DF_89FC_C48D75B6394F#93682, COL_3EAA526F_A9E0_4E3E_B691_6B3753CDF705#93683]
Arguments: 500000