digraph G {
0 [labelType="html" label="<br><b>CollectLimit</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 5 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 100<br>number of input batches: 1"];
}
4 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 5 ms<br>metadata time: 0 ms<br>size of files read: 11.6 KiB<br>number of output rows: 100"];
2->0;
3->2;
4->3;
}
5
CollectLimit 500000
Project [COL_5C3EB826_E236_4685_807E_D113D86D7226#93434 AS COL_99E9B1DE_3318_4F4B_B15B_1E28DAD9CEC5#93553, COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108#93435 AS COL_A57D14AD_9350_4ECA_92F7_9C39577EAF3F#93554, COL_3257028D_CB9F_4504_A025_57BDA33F9D61#93436 AS COL_7DBD7E6C_EE92_4362_807A_C90C9E0667A6#93555, COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F#93437 AS COL_7D620698_C577_4614_BC82_D1FE33F5180B#93556, COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C#93438 AS COL_8C5F7575_58BF_4DED_87E0_AA17F636A739#93557, COL_31459923_BB6D_4F93_BD79_3495B8CAC746#93439 AS COL_0E86C949_5777_4158_AAC5_2019AF26C33C#93558, COL_482A4181_C20A_4097_A262_8D7ABBD48C91#93440 AS COL_08C525B3_1CF6_4CEA_A36C_72E238E717D8#93559, COL_85C98CDE_F29D_4F2C_B960_4181543A809D#93441 AS COL_AA70541B_97EA_4182_B8A4_FE491E2934A0#93560, COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8#93442 AS COL_000C3450_97D8_4CF3_824D_6E38D7CC9276#93561, COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4#93443 AS COL_0015F07B_01F1_43D1_B642_F307F3C218A7#93562, COL_18333409_9C73_4B18_9E9E_967D86A0191C#93444 AS COL_C56260AA_B854_4C79_8D5D_C1816C2A6C0E#93563, COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C#93445 AS COL_C04BD296_20B6_4153_B071_76FB811F8ED0#93564, COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F#93446 AS COL_50B7812A_1B2F_4266_9B3A_9491D1D735BF#93565, COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6#93447 AS COL_EBE4B75C_0C9E_44C2_B6F3_19B3B62A0035#93566]
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [COL_5C3EB826_E236_4685_807E_D113D86D7226#93434,COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108#93435,COL_3257028D_CB9F_4504_A025_57BDA33F9D61#93436,COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F#93437,COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C#93438,COL_31459923_BB6D_4F93_BD79_3495B8CAC746#93439,COL_482A4181_C20A_4097_A262_8D7ABBD48C91#93440,COL_85C98CDE_F29D_4F2C_B960_4181543A809D#93441,COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8#93442,COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4#93443,COL_18333409_9C73_4B18_9E9E_967D86A0191C#93444,COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C#93445,COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F#93446,COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6#93447] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/AGGLO_STATION_A_23741], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_5C3EB826_E236_4685_807E_D113D86D7226:string,COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108:s...
== Physical Plan ==
CollectLimit (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [14]: [COL_5C3EB826_E236_4685_807E_D113D86D7226#93434, COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108#93435, COL_3257028D_CB9F_4504_A025_57BDA33F9D61#93436, COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F#93437, COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C#93438, COL_31459923_BB6D_4F93_BD79_3495B8CAC746#93439, COL_482A4181_C20A_4097_A262_8D7ABBD48C91#93440, COL_85C98CDE_F29D_4F2C_B960_4181543A809D#93441, COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8#93442, COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4#93443, COL_18333409_9C73_4B18_9E9E_967D86A0191C#93444, COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C#93445, COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F#93446, COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6#93447]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/AGGLO_STATION_A_23741]
ReadSchema: struct<COL_5C3EB826_E236_4685_807E_D113D86D7226:string,COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108:string,COL_3257028D_CB9F_4504_A025_57BDA33F9D61:string,COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F:string,COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C:double,COL_31459923_BB6D_4F93_BD79_3495B8CAC746:double,COL_482A4181_C20A_4097_A262_8D7ABBD48C91:double,COL_85C98CDE_F29D_4F2C_B960_4181543A809D:double,COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8:double,COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4:timestamp,COL_18333409_9C73_4B18_9E9E_967D86A0191C:string,COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C:double,COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F:double,COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6:string>
(2) ColumnarToRow [codegen id : 1]
Input [14]: [COL_5C3EB826_E236_4685_807E_D113D86D7226#93434, COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108#93435, COL_3257028D_CB9F_4504_A025_57BDA33F9D61#93436, COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F#93437, COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C#93438, COL_31459923_BB6D_4F93_BD79_3495B8CAC746#93439, COL_482A4181_C20A_4097_A262_8D7ABBD48C91#93440, COL_85C98CDE_F29D_4F2C_B960_4181543A809D#93441, COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8#93442, COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4#93443, COL_18333409_9C73_4B18_9E9E_967D86A0191C#93444, COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C#93445, COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F#93446, COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6#93447]
(3) Project [codegen id : 1]
Output [14]: [COL_5C3EB826_E236_4685_807E_D113D86D7226#93434 AS COL_99E9B1DE_3318_4F4B_B15B_1E28DAD9CEC5#93553, COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108#93435 AS COL_A57D14AD_9350_4ECA_92F7_9C39577EAF3F#93554, COL_3257028D_CB9F_4504_A025_57BDA33F9D61#93436 AS COL_7DBD7E6C_EE92_4362_807A_C90C9E0667A6#93555, COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F#93437 AS COL_7D620698_C577_4614_BC82_D1FE33F5180B#93556, COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C#93438 AS COL_8C5F7575_58BF_4DED_87E0_AA17F636A739#93557, COL_31459923_BB6D_4F93_BD79_3495B8CAC746#93439 AS COL_0E86C949_5777_4158_AAC5_2019AF26C33C#93558, COL_482A4181_C20A_4097_A262_8D7ABBD48C91#93440 AS COL_08C525B3_1CF6_4CEA_A36C_72E238E717D8#93559, COL_85C98CDE_F29D_4F2C_B960_4181543A809D#93441 AS COL_AA70541B_97EA_4182_B8A4_FE491E2934A0#93560, COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8#93442 AS COL_000C3450_97D8_4CF3_824D_6E38D7CC9276#93561, COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4#93443 AS COL_0015F07B_01F1_43D1_B642_F307F3C218A7#93562, COL_18333409_9C73_4B18_9E9E_967D86A0191C#93444 AS COL_C56260AA_B854_4C79_8D5D_C1816C2A6C0E#93563, COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C#93445 AS COL_C04BD296_20B6_4153_B071_76FB811F8ED0#93564, COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F#93446 AS COL_50B7812A_1B2F_4266_9B3A_9491D1D735BF#93565, COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6#93447 AS COL_EBE4B75C_0C9E_44C2_B6F3_19B3B62A0035#93566]
Input [14]: [COL_5C3EB826_E236_4685_807E_D113D86D7226#93434, COL_A6CED0DE_FEC7_40C4_BABB_771F9A333108#93435, COL_3257028D_CB9F_4504_A025_57BDA33F9D61#93436, COL_D68FA7CB_64A0_49EC_977E_A3D724B2892F#93437, COL_372DD46C_3F9B_4112_AD7C_EAF5C6D0E92C#93438, COL_31459923_BB6D_4F93_BD79_3495B8CAC746#93439, COL_482A4181_C20A_4097_A262_8D7ABBD48C91#93440, COL_85C98CDE_F29D_4F2C_B960_4181543A809D#93441, COL_E2F49D51_0CB7_47E5_B14C_D5B36480CDA8#93442, COL_9F0FBF5A_B4DA_4366_8370_C8B84D6042B4#93443, COL_18333409_9C73_4B18_9E9E_967D86A0191C#93444, COL_3A1052B4_523F_44CB_8936_9CE2DBF8C88C#93445, COL_CE9D3B58_05F0_4DCB_81E7_3C5FA4A6417F#93446, COL_AFD470DE_3919_4F26_8241_070D0DCFB6B6#93447]
(4) CollectLimit
Input [14]: [COL_99E9B1DE_3318_4F4B_B15B_1E28DAD9CEC5#93553, COL_A57D14AD_9350_4ECA_92F7_9C39577EAF3F#93554, COL_7DBD7E6C_EE92_4362_807A_C90C9E0667A6#93555, COL_7D620698_C577_4614_BC82_D1FE33F5180B#93556, COL_8C5F7575_58BF_4DED_87E0_AA17F636A739#93557, COL_0E86C949_5777_4158_AAC5_2019AF26C33C#93558, COL_08C525B3_1CF6_4CEA_A36C_72E238E717D8#93559, COL_AA70541B_97EA_4182_B8A4_FE491E2934A0#93560, COL_000C3450_97D8_4CF3_824D_6E38D7CC9276#93561, COL_0015F07B_01F1_43D1_B642_F307F3C218A7#93562, COL_C56260AA_B854_4C79_8D5D_C1816C2A6C0E#93563, COL_C04BD296_20B6_4153_B071_76FB811F8ED0#93564, COL_50B7812A_1B2F_4266_9B3A_9491D1D735BF#93565, COL_EBE4B75C_0C9E_44C2_B6F3_19B3B62A0035#93566]
Arguments: 500000