digraph G {
0 [labelType="html" label="<br><b>CollectLimit</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 41 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 3,666"];
4 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 3,666<br>number of input batches: 1"];
}
5 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 25 ms<br>metadata time: 0 ms<br>size of files read: 59.3 KiB<br>number of output rows: 3,666"];
2->0;
3->2;
4->3;
5->4;
}
6
CollectLimit 500000
Project [COL_15D3F5BE_262E_4F93_A19E_E3C5BE6D47FA#849145 AS COL_56566894_9FC3_4DAA_8F5A_E1F6D98C0C6F#849995, COL_5D0AC6FC_CE59_414F_8A32_73CF9A2CF9F8#849146 AS COL_54A73BBC_A227_432A_80B8_4D83F58E7080#849996, COL_568C2310_DFD8_4347_A3F4_F521CF58E6BE#849144 AS COL_E89BFC56_141A_4663_A2AB_C08865AFBAA0#849997, COL_F1DFA7CF_61BC_4335_8D3C_78B30AFE5A13#849147 AS COL_AE615CB9_DE7C_4E44_8601_7DBDBAE3EB2B#849998, COL_351A3412_DBE8_4218_B49B_D417953AEB39#849148 AS COL_BBD87069_866B_46FC_99F1_579240913A1D#849999, COL_EC977094_BD23_411F_9788_7E0E119F26DE#849149 AS COL_DF24FC23_82EA_4F14_9248_8B31F3F114E8#850000, COL_CF90AA50_C157_4DCD_ABFB_D0AF66F940C9#849151 AS COL_DDF58E1B_1346_4145_9A35_2CDD48B543CC#850001, COL_000C2814_02B0_47FB_BD76_DC9961FDC4BD#849163 AS COL_4DF84DCD_5C11_41A1_8D25_586317F438A8#850002, COL_3073189C_1C27_430B_A3CD_21EA9ED58866#849159 AS COL_9A7224EC_D591_4326_B3A7_A6B373B4E81D#850003, COL_C131FC7A_D21D_4873_8C5E_ECAC59C8BA16#849171 AS COL_DB137613_1F2D_44D1_B3C6_22658B301A0E#850004, COL_671E27AC_1C08_4D79_BD55_2E2027948B36#849152 AS COL_ED87C31E_4D64_4B6E_B1ED_47552D43F4A0#850005, COL_618D6738_13EB_4370_9437_C4012329B740#849153 AS COL_85E3342E_4DC6_4794_AAE7_083CC70BA6B8#850006, COL_05DA3670_2113_49B6_92D9_668E96688555#849161 AS COL_43242B68_EB33_4C5C_9A9C_E75C0FFD0AA6#850007, COL_4608635B_120A_480A_9D7A_B2461D5B59D7#849154 AS COL_84609EDE_ADD8_4D47_B708_881DF6F9B179#850008, COL_E9BBDCFB_A72F_4BF5_BA9F_8D7198F4D681#849155 AS COL_5120DF9F_1639_4460_B2F4_1B5E466925DB#850009, COL_98A11A28_DE49_453D_BA56_A555BB819AC0#849156 AS COL_8B0171B8_9B17_44C3_A446_669DE09485BC#850010, COL_BD640F98_BE08_4844_9F93_981E75DDB76B#849157 AS COL_C18E71A0_10E4_4B36_8F62_98726C33175B#850011, COL_5CE0EF36_DF95_4DFC_B00A_7487BC7A1932#849160 AS COL_EFBC4E0A_05FD_4908_AB5D_5CFF4CB47D3D#850012, COL_77723539_908A_4F05_9A9A_5AA8AEB146C3#849166 AS COL_EF477A6D_C79C_4DF5_BA21_976A12352554#850013, COL_F09A39F5_CCE9_4700_9028_D30DD9544D32#849165 AS COL_5732BADE_276D_448B_91A4_F1D334C31E4A#850014, COL_C63C5F38_BC6F_4199_A296_F7AB74531E08#849167 AS COL_A3884723_DCB2_414B_AA0E_F9123B090EF5#850015, COL_41E17E16_CE72_4227_B64D_B50720CCA7C7#849168 AS COL_492472F1_0C53_45BE_94F0_E95B4DC7251D#850016, COL_0846D97F_E07E_43A7_8137_A3A4FCFFA833#849172 AS COL_691798B4_4EC0_4416_B271_6BC964054E54#850017]
Filter (COL_0846D97F_E07E_43A7_8137_A3A4FCFFA833#849172 <=> 1)
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [COL_568C2310_DFD8_4347_A3F4_F521CF58E6BE#849144,COL_15D3F5BE_262E_4F93_A19E_E3C5BE6D47FA#849145,COL_5D0AC6FC_CE59_414F_8A32_73CF9A2CF9F8#849146,COL_F1DFA7CF_61BC_4335_8D3C_78B30AFE5A13#849147,COL_351A3412_DBE8_4218_B49B_D417953AEB39#849148,COL_EC977094_BD23_411F_9788_7E0E119F26DE#849149,COL_CF90AA50_C157_4DCD_ABFB_D0AF66F940C9#849151,COL_671E27AC_1C08_4D79_BD55_2E2027948B36#849152,COL_618D6738_13EB_4370_9437_C4012329B740#849153,COL_4608635B_120A_480A_9D7A_B2461D5B59D7#849154,COL_E9BBDCFB_A72F_4BF5_BA9F_8D7198F4D681#849155,COL_98A11A28_DE49_453D_BA56_A555BB819AC0#849156,COL_BD640F98_BE08_4844_9F93_981E75DDB76B#849157,COL_3073189C_1C27_430B_A3CD_21EA9ED58866#849159,COL_5CE0EF36_DF95_4DFC_B00A_7487BC7A1932#849160,COL_05DA3670_2113_49B6_92D9_668E96688555#849161,COL_000C2814_02B0_47FB_BD76_DC9961FDC4BD#849163,COL_F09A39F5_CCE9_4700_9028_D30DD9544D32#849165,COL_77723539_908A_4F05_9A9A_5AA8AEB146C3#849166,COL_C63C5F38_BC6F_4199_A296_F7AB74531E08#849167,COL_41E17E16_CE72_4227_B64D_B50720CCA7C7#849168,COL_C131FC7A_D21D_4873_8C5E_ECAC59C8BA16#849171,COL_0846D97F_E07E_43A7_8137_A3A4FCFFA833#849172] Batched: true, DataFilters: [(COL_0846D97F_E07E_43A7_8137_A3A4FCFFA833#849172 <=> 1)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/OPTIMISATION_DE_57686], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_0846D97F_E07E_43A7_8137_A3A4FCFFA833,1)], ReadSchema: struct<COL_568C2310_DFD8_4347_A3F4_F521CF58E6BE:string,COL_15D3F5BE_262E_4F93_A19E_E3C5BE6D47FA:s...
== Physical Plan ==
CollectLimit (5)
+- * Project (4)
+- * Filter (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [23]: [COL_568C2310_DFD8_4347_A3F4_F521CF58E6BE#849144, COL_15D3F5BE_262E_4F93_A19E_E3C5BE6D47FA#849145, COL_5D0AC6FC_CE59_414F_8A32_73CF9A2CF9F8#849146, COL_F1DFA7CF_61BC_4335_8D3C_78B30AFE5A13#849147, COL_351A3412_DBE8_4218_B49B_D417953AEB39#849148, COL_EC977094_BD23_411F_9788_7E0E119F26DE#849149, COL_CF90AA50_C157_4DCD_ABFB_D0AF66F940C9#849151, COL_671E27AC_1C08_4D79_BD55_2E2027948B36#849152, COL_618D6738_13EB_4370_9437_C4012329B740#849153, COL_4608635B_120A_480A_9D7A_B2461D5B59D7#849154, COL_E9BBDCFB_A72F_4BF5_BA9F_8D7198F4D681#849155, COL_98A11A28_DE49_453D_BA56_A555BB819AC0#849156, COL_BD640F98_BE08_4844_9F93_981E75DDB76B#849157, COL_3073189C_1C27_430B_A3CD_21EA9ED58866#849159, COL_5CE0EF36_DF95_4DFC_B00A_7487BC7A1932#849160, COL_05DA3670_2113_49B6_92D9_668E96688555#849161, COL_000C2814_02B0_47FB_BD76_DC9961FDC4BD#849163, COL_F09A39F5_CCE9_4700_9028_D30DD9544D32#849165, COL_77723539_908A_4F05_9A9A_5AA8AEB146C3#849166, COL_C63C5F38_BC6F_4199_A296_F7AB74531E08#849167, COL_41E17E16_CE72_4227_B64D_B50720CCA7C7#849168, COL_C131FC7A_D21D_4873_8C5E_ECAC59C8BA16#849171, COL_0846D97F_E07E_43A7_8137_A3A4FCFFA833#849172]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/OPTIMISATION_DE_57686]
PushedFilters: [EqualNullSafe(COL_0846D97F_E07E_43A7_8137_A3A4FCFFA833,1)]
ReadSchema: struct<COL_568C2310_DFD8_4347_A3F4_F521CF58E6BE:string,COL_15D3F5BE_262E_4F93_A19E_E3C5BE6D47FA:string,COL_5D0AC6FC_CE59_414F_8A32_73CF9A2CF9F8:string,COL_F1DFA7CF_61BC_4335_8D3C_78B30AFE5A13:string,COL_351A3412_DBE8_4218_B49B_D417953AEB39:string,COL_EC977094_BD23_411F_9788_7E0E119F26DE:string,COL_CF90AA50_C157_4DCD_ABFB_D0AF66F940C9:string,COL_671E27AC_1C08_4D79_BD55_2E2027948B36:string,COL_618D6738_13EB_4370_9437_C4012329B740:int,COL_4608635B_120A_480A_9D7A_B2461D5B59D7:string,COL_E9BBDCFB_A72F_4BF5_BA9F_8D7198F4D681:int,COL_98A11A28_DE49_453D_BA56_A555BB819AC0:int,COL_BD640F98_BE08_4844_9F93_981E75DDB76B:double,COL_3073189C_1C27_430B_A3CD_21EA9ED58866:string,COL_5CE0EF36_DF95_4DFC_B00A_7487BC7A1932:string,COL_05DA3670_2113_49B6_92D9_668E96688555:string,COL_000C2814_02B0_47FB_BD76_DC9961FDC4BD:string,COL_F09A39F5_CCE9_4700_9028_D30DD9544D32:double,COL_77723539_908A_4F05_9A9A_5AA8AEB146C3:string,COL_C63C5F38_BC6F_4199_A296_F7AB74531E08:double,COL_41E17E16_CE72_4227_B64D_B50720CCA7C7:double,COL_C131FC7A_D21D_4873_8C5E_ECAC59C8BA16:string,COL_0846D97F_E07E_43A7_8137_A3A4FCFFA833:string>
(2) ColumnarToRow [codegen id : 1]
Input [23]: [COL_568C2310_DFD8_4347_A3F4_F521CF58E6BE#849144, COL_15D3F5BE_262E_4F93_A19E_E3C5BE6D47FA#849145, COL_5D0AC6FC_CE59_414F_8A32_73CF9A2CF9F8#849146, COL_F1DFA7CF_61BC_4335_8D3C_78B30AFE5A13#849147, COL_351A3412_DBE8_4218_B49B_D417953AEB39#849148, COL_EC977094_BD23_411F_9788_7E0E119F26DE#849149, COL_CF90AA50_C157_4DCD_ABFB_D0AF66F940C9#849151, COL_671E27AC_1C08_4D79_BD55_2E2027948B36#849152, COL_618D6738_13EB_4370_9437_C4012329B740#849153, COL_4608635B_120A_480A_9D7A_B2461D5B59D7#849154, COL_E9BBDCFB_A72F_4BF5_BA9F_8D7198F4D681#849155, COL_98A11A28_DE49_453D_BA56_A555BB819AC0#849156, COL_BD640F98_BE08_4844_9F93_981E75DDB76B#849157, COL_3073189C_1C27_430B_A3CD_21EA9ED58866#849159, COL_5CE0EF36_DF95_4DFC_B00A_7487BC7A1932#849160, COL_05DA3670_2113_49B6_92D9_668E96688555#849161, COL_000C2814_02B0_47FB_BD76_DC9961FDC4BD#849163, COL_F09A39F5_CCE9_4700_9028_D30DD9544D32#849165, COL_77723539_908A_4F05_9A9A_5AA8AEB146C3#849166, COL_C63C5F38_BC6F_4199_A296_F7AB74531E08#849167, COL_41E17E16_CE72_4227_B64D_B50720CCA7C7#849168, COL_C131FC7A_D21D_4873_8C5E_ECAC59C8BA16#849171, COL_0846D97F_E07E_43A7_8137_A3A4FCFFA833#849172]
(3) Filter [codegen id : 1]
Input [23]: [COL_568C2310_DFD8_4347_A3F4_F521CF58E6BE#849144, COL_15D3F5BE_262E_4F93_A19E_E3C5BE6D47FA#849145, COL_5D0AC6FC_CE59_414F_8A32_73CF9A2CF9F8#849146, COL_F1DFA7CF_61BC_4335_8D3C_78B30AFE5A13#849147, COL_351A3412_DBE8_4218_B49B_D417953AEB39#849148, COL_EC977094_BD23_411F_9788_7E0E119F26DE#849149, COL_CF90AA50_C157_4DCD_ABFB_D0AF66F940C9#849151, COL_671E27AC_1C08_4D79_BD55_2E2027948B36#849152, COL_618D6738_13EB_4370_9437_C4012329B740#849153, COL_4608635B_120A_480A_9D7A_B2461D5B59D7#849154, COL_E9BBDCFB_A72F_4BF5_BA9F_8D7198F4D681#849155, COL_98A11A28_DE49_453D_BA56_A555BB819AC0#849156, COL_BD640F98_BE08_4844_9F93_981E75DDB76B#849157, COL_3073189C_1C27_430B_A3CD_21EA9ED58866#849159, COL_5CE0EF36_DF95_4DFC_B00A_7487BC7A1932#849160, COL_05DA3670_2113_49B6_92D9_668E96688555#849161, COL_000C2814_02B0_47FB_BD76_DC9961FDC4BD#849163, COL_F09A39F5_CCE9_4700_9028_D30DD9544D32#849165, COL_77723539_908A_4F05_9A9A_5AA8AEB146C3#849166, COL_C63C5F38_BC6F_4199_A296_F7AB74531E08#849167, COL_41E17E16_CE72_4227_B64D_B50720CCA7C7#849168, COL_C131FC7A_D21D_4873_8C5E_ECAC59C8BA16#849171, COL_0846D97F_E07E_43A7_8137_A3A4FCFFA833#849172]
Condition : (COL_0846D97F_E07E_43A7_8137_A3A4FCFFA833#849172 <=> 1)
(4) Project [codegen id : 1]
Output [23]: [COL_15D3F5BE_262E_4F93_A19E_E3C5BE6D47FA#849145 AS COL_56566894_9FC3_4DAA_8F5A_E1F6D98C0C6F#849995, COL_5D0AC6FC_CE59_414F_8A32_73CF9A2CF9F8#849146 AS COL_54A73BBC_A227_432A_80B8_4D83F58E7080#849996, COL_568C2310_DFD8_4347_A3F4_F521CF58E6BE#849144 AS COL_E89BFC56_141A_4663_A2AB_C08865AFBAA0#849997, COL_F1DFA7CF_61BC_4335_8D3C_78B30AFE5A13#849147 AS COL_AE615CB9_DE7C_4E44_8601_7DBDBAE3EB2B#849998, COL_351A3412_DBE8_4218_B49B_D417953AEB39#849148 AS COL_BBD87069_866B_46FC_99F1_579240913A1D#849999, COL_EC977094_BD23_411F_9788_7E0E119F26DE#849149 AS COL_DF24FC23_82EA_4F14_9248_8B31F3F114E8#850000, COL_CF90AA50_C157_4DCD_ABFB_D0AF66F940C9#849151 AS COL_DDF58E1B_1346_4145_9A35_2CDD48B543CC#850001, COL_000C2814_02B0_47FB_BD76_DC9961FDC4BD#849163 AS COL_4DF84DCD_5C11_41A1_8D25_586317F438A8#850002, COL_3073189C_1C27_430B_A3CD_21EA9ED58866#849159 AS COL_9A7224EC_D591_4326_B3A7_A6B373B4E81D#850003, COL_C131FC7A_D21D_4873_8C5E_ECAC59C8BA16#849171 AS COL_DB137613_1F2D_44D1_B3C6_22658B301A0E#850004, COL_671E27AC_1C08_4D79_BD55_2E2027948B36#849152 AS COL_ED87C31E_4D64_4B6E_B1ED_47552D43F4A0#850005, COL_618D6738_13EB_4370_9437_C4012329B740#849153 AS COL_85E3342E_4DC6_4794_AAE7_083CC70BA6B8#850006, COL_05DA3670_2113_49B6_92D9_668E96688555#849161 AS COL_43242B68_EB33_4C5C_9A9C_E75C0FFD0AA6#850007, COL_4608635B_120A_480A_9D7A_B2461D5B59D7#849154 AS COL_84609EDE_ADD8_4D47_B708_881DF6F9B179#850008, COL_E9BBDCFB_A72F_4BF5_BA9F_8D7198F4D681#849155 AS COL_5120DF9F_1639_4460_B2F4_1B5E466925DB#850009, COL_98A11A28_DE49_453D_BA56_A555BB819AC0#849156 AS COL_8B0171B8_9B17_44C3_A446_669DE09485BC#850010, COL_BD640F98_BE08_4844_9F93_981E75DDB76B#849157 AS COL_C18E71A0_10E4_4B36_8F62_98726C33175B#850011, COL_5CE0EF36_DF95_4DFC_B00A_7487BC7A1932#849160 AS COL_EFBC4E0A_05FD_4908_AB5D_5CFF4CB47D3D#850012, COL_77723539_908A_4F05_9A9A_5AA8AEB146C3#849166 AS COL_EF477A6D_C79C_4DF5_BA21_976A12352554#850013, COL_F09A39F5_CCE9_4700_9028_D30DD9544D32#849165 AS COL_5732BADE_276D_448B_91A4_F1D334C31E4A#850014, COL_C63C5F38_BC6F_4199_A296_F7AB74531E08#849167 AS COL_A3884723_DCB2_414B_AA0E_F9123B090EF5#850015, COL_41E17E16_CE72_4227_B64D_B50720CCA7C7#849168 AS COL_492472F1_0C53_45BE_94F0_E95B4DC7251D#850016, COL_0846D97F_E07E_43A7_8137_A3A4FCFFA833#849172 AS COL_691798B4_4EC0_4416_B271_6BC964054E54#850017]
Input [23]: [COL_568C2310_DFD8_4347_A3F4_F521CF58E6BE#849144, COL_15D3F5BE_262E_4F93_A19E_E3C5BE6D47FA#849145, COL_5D0AC6FC_CE59_414F_8A32_73CF9A2CF9F8#849146, COL_F1DFA7CF_61BC_4335_8D3C_78B30AFE5A13#849147, COL_351A3412_DBE8_4218_B49B_D417953AEB39#849148, COL_EC977094_BD23_411F_9788_7E0E119F26DE#849149, COL_CF90AA50_C157_4DCD_ABFB_D0AF66F940C9#849151, COL_671E27AC_1C08_4D79_BD55_2E2027948B36#849152, COL_618D6738_13EB_4370_9437_C4012329B740#849153, COL_4608635B_120A_480A_9D7A_B2461D5B59D7#849154, COL_E9BBDCFB_A72F_4BF5_BA9F_8D7198F4D681#849155, COL_98A11A28_DE49_453D_BA56_A555BB819AC0#849156, COL_BD640F98_BE08_4844_9F93_981E75DDB76B#849157, COL_3073189C_1C27_430B_A3CD_21EA9ED58866#849159, COL_5CE0EF36_DF95_4DFC_B00A_7487BC7A1932#849160, COL_05DA3670_2113_49B6_92D9_668E96688555#849161, COL_000C2814_02B0_47FB_BD76_DC9961FDC4BD#849163, COL_F09A39F5_CCE9_4700_9028_D30DD9544D32#849165, COL_77723539_908A_4F05_9A9A_5AA8AEB146C3#849166, COL_C63C5F38_BC6F_4199_A296_F7AB74531E08#849167, COL_41E17E16_CE72_4227_B64D_B50720CCA7C7#849168, COL_C131FC7A_D21D_4873_8C5E_ECAC59C8BA16#849171, COL_0846D97F_E07E_43A7_8137_A3A4FCFFA833#849172]
(5) CollectLimit
Input [23]: [COL_56566894_9FC3_4DAA_8F5A_E1F6D98C0C6F#849995, COL_54A73BBC_A227_432A_80B8_4D83F58E7080#849996, COL_E89BFC56_141A_4663_A2AB_C08865AFBAA0#849997, COL_AE615CB9_DE7C_4E44_8601_7DBDBAE3EB2B#849998, COL_BBD87069_866B_46FC_99F1_579240913A1D#849999, COL_DF24FC23_82EA_4F14_9248_8B31F3F114E8#850000, COL_DDF58E1B_1346_4145_9A35_2CDD48B543CC#850001, COL_4DF84DCD_5C11_41A1_8D25_586317F438A8#850002, COL_9A7224EC_D591_4326_B3A7_A6B373B4E81D#850003, COL_DB137613_1F2D_44D1_B3C6_22658B301A0E#850004, COL_ED87C31E_4D64_4B6E_B1ED_47552D43F4A0#850005, COL_85E3342E_4DC6_4794_AAE7_083CC70BA6B8#850006, COL_43242B68_EB33_4C5C_9A9C_E75C0FFD0AA6#850007, COL_84609EDE_ADD8_4D47_B708_881DF6F9B179#850008, COL_5120DF9F_1639_4460_B2F4_1B5E466925DB#850009, COL_8B0171B8_9B17_44C3_A446_669DE09485BC#850010, COL_C18E71A0_10E4_4B36_8F62_98726C33175B#850011, COL_EFBC4E0A_05FD_4908_AB5D_5CFF4CB47D3D#850012, COL_EF477A6D_C79C_4DF5_BA21_976A12352554#850013, COL_5732BADE_276D_448B_91A4_F1D334C31E4A#850014, COL_A3884723_DCB2_414B_AA0E_F9123B090EF5#850015, COL_492472F1_0C53_45BE_94F0_E95B4DC7251D#850016, COL_691798B4_4EC0_4416_B271_6BC964054E54#850017]
Arguments: 500000