hdh-spark-job - Details for Query 1434

Submitted Time: 2026/08/31 15:56:40
Duration: 0.2 s
Succeeded Jobs: 1862 1863

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n14 ms (3 ms, 3 ms, 5 ms (stage 2803.0: task 25426))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 4,096 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time total (min, med, max (stageId: taskId)) 113 ms (3 ms, 3 ms, 99 ms (stage 2804.0: task 25429)) metadata time: 0 ms size of files read: 30.3 MiB number of output rows: 4,096"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [COL_04AF725C_66A0_4299_A535_7D820A79F925#316291 AS COL_COL_04AF725C_66A0_4299_A535_7D820A79F925#316723, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#316292 AS COL_COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#316724, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#316293 AS COL_COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#316725, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#316294 AS COL_COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#316726, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#316295 AS COL_COL_3CD2052B_33C5_4457_9C30_D79AE298A405#316727, COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#316296 AS COL_COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#316728, COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#316297 AS COL_COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#316729, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#316298 AS COL_COL_4FBE155F_08B2_4439_869C_ED16CA25E269#316730, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#316299 AS COL_COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#316731, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#316300 AS COL_COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#316732, COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#316301 AS COL_COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#316733, COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#316302 AS COL_COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#316734, COL_502AB66E_6815_484C_823F_962B2CAB811A#316303 AS COL_COL_502AB66E_6815_484C_823F_962B2CAB811A#316735, COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#316304 AS COL_COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#316736, COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#316305 AS COL_COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#316737, COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#316306 AS COL_COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#316738, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#316307 AS COL_COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#316739, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#316308 AS COL_COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#316740, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#316309 AS COL_COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#316741, COL_00AA5519_7401_4EB3_89DC_851305135F18#316310 AS COL_COL_00AA5519_7401_4EB3_89DC_851305135F18#316742, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#316311 AS COL_COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#316743, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#316312 AS COL_COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#316744, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#316313 AS COL_COL_2430A18C_8A40_48E8_9D35_190F0F510C94#316745, COL_406265B0_4BD3_49B8_A338_51729B50709C#316314 AS COL_COL_406265B0_4BD3_49B8_A338_51729B50709C#316746, ... 24 more fields]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_04AF725C_66A0_4299_A535_7D820A79F925#316291,COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#316292,COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#316293,COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#316294,COL_3CD2052B_33C5_4457_9C30_D79AE298A405#316295,COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#316296,COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#316297,COL_4FBE155F_08B2_4439_869C_ED16CA25E269#316298,COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#316299,COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#316300,COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#316301,COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#316302,COL_502AB66E_6815_484C_823F_962B2CAB811A#316303,COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#316304,COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#316305,COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#316306,COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#316307,COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#316308,COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#316309,COL_00AA5519_7401_4EB3_89DC_851305135F18#316310,COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#316311,COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#316312,COL_2430A18C_8A40_48E8_9D35_190F0F510C94#316313,COL_406265B0_4BD3_49B8_A338_51729B50709C#316314,... 24 more fields] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/BIOLOGIE_ETUDE__19988], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_04AF725C_66A0_4299_A535_7D820A79F925:string,COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [48]: [COL_04AF725C_66A0_4299_A535_7D820A79F925#316291, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#316292, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#316293, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#316294, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#316295, COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#316296, COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#316297, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#316298, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#316299, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#316300, COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#316301, COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#316302, COL_502AB66E_6815_484C_823F_962B2CAB811A#316303, COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#316304, COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#316305, COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#316306, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#316307, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#316308, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#316309, COL_00AA5519_7401_4EB3_89DC_851305135F18#316310, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#316311, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#316312, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#316313, COL_406265B0_4BD3_49B8_A338_51729B50709C#316314, COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396#316315, COL_BD17594B_7240_401F_8602_574C180049C2#316316, COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B#316317, COL_9736E48D_3A9F_4F25_9D10_27534CD10454#316318, COL_92533CC3_4888_495A_9381_015E26FF9F56#316319, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#316320, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#316321, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#316322, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#316323, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#316324, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#316325L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#316326L, COL_3B383441_B23F_4759_A23F_2547EBED9035#316327, COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#316328, COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#316329, COL_767CA1C1_2BB5_4051_821B_C868BAE49582#316330, COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#316331, COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#316332, COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#316333, COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#316334, COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#316335, COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#316336L, COL_E1E28267_EAE4_41EE_B4D7_50C688B61443#316337, COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95#316338]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/BIOLOGIE_ETUDE__19988]
ReadSchema: struct<COL_04AF725C_66A0_4299_A535_7D820A79F925:string,COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4:string,COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9:string,COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53:string,COL_3CD2052B_33C5_4457_9C30_D79AE298A405:string,COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA:double,COL_D10143B3_53A3_4856_987D_3E4376BC7D0F:string,COL_4FBE155F_08B2_4439_869C_ED16CA25E269:string,COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE:string,COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9:string,COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0:string,COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A:string,COL_502AB66E_6815_484C_823F_962B2CAB811A:string,COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E:double,COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974:double,COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9:string,COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7:string,COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71:string,COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD:string,COL_00AA5519_7401_4EB3_89DC_851305135F18:string,COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5:int,COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9:timestamp,COL_2430A18C_8A40_48E8_9D35_190F0F510C94:string,COL_406265B0_4BD3_49B8_A338_51729B50709C:string,COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396:int,COL_BD17594B_7240_401F_8602_574C180049C2:string,COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B:double,COL_9736E48D_3A9F_4F25_9D10_27534CD10454:double,COL_92533CC3_4888_495A_9381_015E26FF9F56:string,COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC:string,COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0:timestamp,COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE:double,COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77:double,COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E:timestamp,COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1:bigint,COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906:bigint,COL_3B383441_B23F_4759_A23F_2547EBED9035:double,COL_6A743F41_E8CE_491E_99CE_9BBC63F78493:double,COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E:double,COL_767CA1C1_2BB5_4051_821B_C868BAE49582:double,COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D:double,COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A:double,COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B:double,COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7:int,COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83:string,COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1:bigint,COL_E1E28267_EAE4_41EE_B4D7_50C688B61443:int,COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95:string>

(2) ColumnarToRow [codegen id : 1]
Input [48]: [COL_04AF725C_66A0_4299_A535_7D820A79F925#316291, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#316292, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#316293, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#316294, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#316295, COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#316296, COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#316297, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#316298, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#316299, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#316300, COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#316301, COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#316302, COL_502AB66E_6815_484C_823F_962B2CAB811A#316303, COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#316304, COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#316305, COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#316306, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#316307, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#316308, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#316309, COL_00AA5519_7401_4EB3_89DC_851305135F18#316310, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#316311, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#316312, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#316313, COL_406265B0_4BD3_49B8_A338_51729B50709C#316314, COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396#316315, COL_BD17594B_7240_401F_8602_574C180049C2#316316, COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B#316317, COL_9736E48D_3A9F_4F25_9D10_27534CD10454#316318, COL_92533CC3_4888_495A_9381_015E26FF9F56#316319, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#316320, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#316321, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#316322, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#316323, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#316324, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#316325L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#316326L, COL_3B383441_B23F_4759_A23F_2547EBED9035#316327, COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#316328, COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#316329, COL_767CA1C1_2BB5_4051_821B_C868BAE49582#316330, COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#316331, COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#316332, COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#316333, COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#316334, COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#316335, COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#316336L, COL_E1E28267_EAE4_41EE_B4D7_50C688B61443#316337, COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95#316338]

(3) Project [codegen id : 1]
Output [48]: [COL_04AF725C_66A0_4299_A535_7D820A79F925#316291 AS COL_COL_04AF725C_66A0_4299_A535_7D820A79F925#316723, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#316292 AS COL_COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#316724, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#316293 AS COL_COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#316725, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#316294 AS COL_COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#316726, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#316295 AS COL_COL_3CD2052B_33C5_4457_9C30_D79AE298A405#316727, COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#316296 AS COL_COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#316728, COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#316297 AS COL_COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#316729, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#316298 AS COL_COL_4FBE155F_08B2_4439_869C_ED16CA25E269#316730, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#316299 AS COL_COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#316731, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#316300 AS COL_COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#316732, COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#316301 AS COL_COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#316733, COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#316302 AS COL_COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#316734, COL_502AB66E_6815_484C_823F_962B2CAB811A#316303 AS COL_COL_502AB66E_6815_484C_823F_962B2CAB811A#316735, COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#316304 AS COL_COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#316736, COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#316305 AS COL_COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#316737, COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#316306 AS COL_COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#316738, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#316307 AS COL_COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#316739, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#316308 AS COL_COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#316740, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#316309 AS COL_COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#316741, COL_00AA5519_7401_4EB3_89DC_851305135F18#316310 AS COL_COL_00AA5519_7401_4EB3_89DC_851305135F18#316742, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#316311 AS COL_COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#316743, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#316312 AS COL_COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#316744, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#316313 AS COL_COL_2430A18C_8A40_48E8_9D35_190F0F510C94#316745, COL_406265B0_4BD3_49B8_A338_51729B50709C#316314 AS COL_COL_406265B0_4BD3_49B8_A338_51729B50709C#316746, COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396#316315 AS COL_COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396#316747, COL_BD17594B_7240_401F_8602_574C180049C2#316316 AS COL_COL_BD17594B_7240_401F_8602_574C180049C2#316748, COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B#316317 AS COL_COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B#316749, COL_9736E48D_3A9F_4F25_9D10_27534CD10454#316318 AS COL_COL_9736E48D_3A9F_4F25_9D10_27534CD10454#316750, COL_92533CC3_4888_495A_9381_015E26FF9F56#316319 AS COL_COL_92533CC3_4888_495A_9381_015E26FF9F56#316751, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#316320 AS COL_COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#316752, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#316321 AS COL_COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#316753, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#316322 AS COL_COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#316754, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#316323 AS COL_COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#316755, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#316324 AS COL_COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#316756, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#316325L AS COL_COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#316757L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#316326L AS COL_COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#316758L, COL_3B383441_B23F_4759_A23F_2547EBED9035#316327 AS COL_COL_3B383441_B23F_4759_A23F_2547EBED9035#316759, COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#316328 AS COL_COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#316760, COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#316329 AS COL_COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#316761, COL_767CA1C1_2BB5_4051_821B_C868BAE49582#316330 AS COL_COL_767CA1C1_2BB5_4051_821B_C868BAE49582#316762, COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#316331 AS COL_COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#316763, COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#316332 AS COL_COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#316764, COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#316333 AS COL_COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#316765, COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#316334 AS COL_COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#316766, COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#316335 AS COL_COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#316767, COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#316336L AS COL_COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#316768L, COL_E1E28267_EAE4_41EE_B4D7_50C688B61443#316337 AS COL_COL_E1E28267_EAE4_41EE_B4D7_50C688B61443#316769, COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95#316338 AS COL_COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95#316770]
Input [48]: [COL_04AF725C_66A0_4299_A535_7D820A79F925#316291, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#316292, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#316293, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#316294, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#316295, COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#316296, COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#316297, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#316298, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#316299, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#316300, COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#316301, COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#316302, COL_502AB66E_6815_484C_823F_962B2CAB811A#316303, COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#316304, COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#316305, COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#316306, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#316307, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#316308, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#316309, COL_00AA5519_7401_4EB3_89DC_851305135F18#316310, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#316311, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#316312, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#316313, COL_406265B0_4BD3_49B8_A338_51729B50709C#316314, COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396#316315, COL_BD17594B_7240_401F_8602_574C180049C2#316316, COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B#316317, COL_9736E48D_3A9F_4F25_9D10_27534CD10454#316318, COL_92533CC3_4888_495A_9381_015E26FF9F56#316319, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#316320, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#316321, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#316322, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#316323, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#316324, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#316325L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#316326L, COL_3B383441_B23F_4759_A23F_2547EBED9035#316327, COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#316328, COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#316329, COL_767CA1C1_2BB5_4051_821B_C868BAE49582#316330, COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#316331, COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#316332, COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#316333, COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#316334, COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#316335, COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#316336L, COL_E1E28267_EAE4_41EE_B4D7_50C688B61443#316337, COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95#316338]

(4) CollectLimit
Input [48]: [COL_COL_04AF725C_66A0_4299_A535_7D820A79F925#316723, COL_COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#316724, COL_COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#316725, COL_COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#316726, COL_COL_3CD2052B_33C5_4457_9C30_D79AE298A405#316727, COL_COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#316728, COL_COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#316729, COL_COL_4FBE155F_08B2_4439_869C_ED16CA25E269#316730, COL_COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#316731, COL_COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#316732, COL_COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#316733, COL_COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#316734, COL_COL_502AB66E_6815_484C_823F_962B2CAB811A#316735, COL_COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#316736, COL_COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#316737, COL_COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#316738, COL_COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#316739, COL_COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#316740, COL_COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#316741, COL_COL_00AA5519_7401_4EB3_89DC_851305135F18#316742, COL_COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#316743, COL_COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#316744, COL_COL_2430A18C_8A40_48E8_9D35_190F0F510C94#316745, COL_COL_406265B0_4BD3_49B8_A338_51729B50709C#316746, COL_COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396#316747, COL_COL_BD17594B_7240_401F_8602_574C180049C2#316748, COL_COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B#316749, COL_COL_9736E48D_3A9F_4F25_9D10_27534CD10454#316750, COL_COL_92533CC3_4888_495A_9381_015E26FF9F56#316751, COL_COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#316752, COL_COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#316753, COL_COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#316754, COL_COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#316755, COL_COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#316756, COL_COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#316757L, COL_COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#316758L, COL_COL_3B383441_B23F_4759_A23F_2547EBED9035#316759, COL_COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#316760, COL_COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#316761, COL_COL_767CA1C1_2BB5_4051_821B_C868BAE49582#316762, COL_COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#316763, COL_COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#316764, COL_COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#316765, COL_COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#316766, COL_COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#316767, COL_COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#316768L, COL_COL_E1E28267_EAE4_41EE_B4D7_50C688B61443#316769, COL_COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95#316770]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet