hdh-spark-job - Details for Query 1347

Submitted Time: 2026/08/31 14:21:24
Duration: 0.3 s
Succeeded Jobs: 1757 1758

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n14 ms (3 ms, 4 ms, 4 ms (stage 2652.0: task 10414))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 4,096 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time total (min, med, max (stageId: taskId)) 122 ms (3 ms, 3 ms, 109 ms (stage 2653.0: task 10417)) metadata time: 0 ms size of files read: 30.3 MiB number of output rows: 4,096"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [COL_04AF725C_66A0_4299_A535_7D820A79F925#291153 AS COL_COL_04AF725C_66A0_4299_A535_7D820A79F925#291585, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#291154 AS COL_COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#291586, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#291155 AS COL_COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#291587, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#291156 AS COL_COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#291588, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#291157 AS COL_COL_3CD2052B_33C5_4457_9C30_D79AE298A405#291589, COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#291158 AS COL_COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#291590, COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#291159 AS COL_COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#291591, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#291160 AS COL_COL_4FBE155F_08B2_4439_869C_ED16CA25E269#291592, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#291161 AS COL_COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#291593, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#291162 AS COL_COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#291594, COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#291163 AS COL_COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#291595, COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#291164 AS COL_COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#291596, COL_502AB66E_6815_484C_823F_962B2CAB811A#291165 AS COL_COL_502AB66E_6815_484C_823F_962B2CAB811A#291597, COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#291166 AS COL_COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#291598, COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#291167 AS COL_COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#291599, COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#291168 AS COL_COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#291600, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#291169 AS COL_COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#291601, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#291170 AS COL_COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#291602, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#291171 AS COL_COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#291603, COL_00AA5519_7401_4EB3_89DC_851305135F18#291172 AS COL_COL_00AA5519_7401_4EB3_89DC_851305135F18#291604, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#291173 AS COL_COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#291605, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#291174 AS COL_COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#291606, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#291175 AS COL_COL_2430A18C_8A40_48E8_9D35_190F0F510C94#291607, COL_406265B0_4BD3_49B8_A338_51729B50709C#291176 AS COL_COL_406265B0_4BD3_49B8_A338_51729B50709C#291608, ... 24 more fields]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_04AF725C_66A0_4299_A535_7D820A79F925#291153,COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#291154,COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#291155,COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#291156,COL_3CD2052B_33C5_4457_9C30_D79AE298A405#291157,COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#291158,COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#291159,COL_4FBE155F_08B2_4439_869C_ED16CA25E269#291160,COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#291161,COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#291162,COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#291163,COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#291164,COL_502AB66E_6815_484C_823F_962B2CAB811A#291165,COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#291166,COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#291167,COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#291168,COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#291169,COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#291170,COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#291171,COL_00AA5519_7401_4EB3_89DC_851305135F18#291172,COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#291173,COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#291174,COL_2430A18C_8A40_48E8_9D35_190F0F510C94#291175,COL_406265B0_4BD3_49B8_A338_51729B50709C#291176,... 24 more fields] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/BIOLOGIE_ETUDE__19988], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_04AF725C_66A0_4299_A535_7D820A79F925:string,COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [48]: [COL_04AF725C_66A0_4299_A535_7D820A79F925#291153, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#291154, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#291155, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#291156, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#291157, COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#291158, COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#291159, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#291160, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#291161, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#291162, COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#291163, COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#291164, COL_502AB66E_6815_484C_823F_962B2CAB811A#291165, COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#291166, COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#291167, COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#291168, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#291169, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#291170, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#291171, COL_00AA5519_7401_4EB3_89DC_851305135F18#291172, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#291173, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#291174, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#291175, COL_406265B0_4BD3_49B8_A338_51729B50709C#291176, COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396#291177, COL_BD17594B_7240_401F_8602_574C180049C2#291178, COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B#291179, COL_9736E48D_3A9F_4F25_9D10_27534CD10454#291180, COL_92533CC3_4888_495A_9381_015E26FF9F56#291181, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#291182, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#291183, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#291184, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#291185, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#291186, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#291187L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#291188L, COL_3B383441_B23F_4759_A23F_2547EBED9035#291189, COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#291190, COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#291191, COL_767CA1C1_2BB5_4051_821B_C868BAE49582#291192, COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#291193, COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#291194, COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#291195, COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#291196, COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#291197, COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#291198L, COL_E1E28267_EAE4_41EE_B4D7_50C688B61443#291199, COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95#291200]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/BIOLOGIE_ETUDE__19988]
ReadSchema: struct<COL_04AF725C_66A0_4299_A535_7D820A79F925:string,COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4:string,COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9:string,COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53:string,COL_3CD2052B_33C5_4457_9C30_D79AE298A405:string,COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA:double,COL_D10143B3_53A3_4856_987D_3E4376BC7D0F:string,COL_4FBE155F_08B2_4439_869C_ED16CA25E269:string,COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE:string,COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9:string,COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0:string,COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A:string,COL_502AB66E_6815_484C_823F_962B2CAB811A:string,COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E:double,COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974:double,COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9:string,COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7:string,COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71:string,COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD:string,COL_00AA5519_7401_4EB3_89DC_851305135F18:string,COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5:int,COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9:timestamp,COL_2430A18C_8A40_48E8_9D35_190F0F510C94:string,COL_406265B0_4BD3_49B8_A338_51729B50709C:string,COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396:int,COL_BD17594B_7240_401F_8602_574C180049C2:string,COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B:double,COL_9736E48D_3A9F_4F25_9D10_27534CD10454:double,COL_92533CC3_4888_495A_9381_015E26FF9F56:string,COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC:string,COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0:timestamp,COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE:double,COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77:double,COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E:timestamp,COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1:bigint,COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906:bigint,COL_3B383441_B23F_4759_A23F_2547EBED9035:double,COL_6A743F41_E8CE_491E_99CE_9BBC63F78493:double,COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E:double,COL_767CA1C1_2BB5_4051_821B_C868BAE49582:double,COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D:double,COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A:double,COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B:double,COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7:int,COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83:string,COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1:bigint,COL_E1E28267_EAE4_41EE_B4D7_50C688B61443:int,COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95:string>

(2) ColumnarToRow [codegen id : 1]
Input [48]: [COL_04AF725C_66A0_4299_A535_7D820A79F925#291153, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#291154, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#291155, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#291156, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#291157, COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#291158, COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#291159, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#291160, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#291161, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#291162, COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#291163, COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#291164, COL_502AB66E_6815_484C_823F_962B2CAB811A#291165, COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#291166, COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#291167, COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#291168, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#291169, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#291170, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#291171, COL_00AA5519_7401_4EB3_89DC_851305135F18#291172, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#291173, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#291174, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#291175, COL_406265B0_4BD3_49B8_A338_51729B50709C#291176, COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396#291177, COL_BD17594B_7240_401F_8602_574C180049C2#291178, COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B#291179, COL_9736E48D_3A9F_4F25_9D10_27534CD10454#291180, COL_92533CC3_4888_495A_9381_015E26FF9F56#291181, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#291182, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#291183, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#291184, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#291185, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#291186, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#291187L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#291188L, COL_3B383441_B23F_4759_A23F_2547EBED9035#291189, COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#291190, COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#291191, COL_767CA1C1_2BB5_4051_821B_C868BAE49582#291192, COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#291193, COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#291194, COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#291195, COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#291196, COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#291197, COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#291198L, COL_E1E28267_EAE4_41EE_B4D7_50C688B61443#291199, COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95#291200]

(3) Project [codegen id : 1]
Output [48]: [COL_04AF725C_66A0_4299_A535_7D820A79F925#291153 AS COL_COL_04AF725C_66A0_4299_A535_7D820A79F925#291585, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#291154 AS COL_COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#291586, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#291155 AS COL_COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#291587, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#291156 AS COL_COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#291588, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#291157 AS COL_COL_3CD2052B_33C5_4457_9C30_D79AE298A405#291589, COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#291158 AS COL_COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#291590, COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#291159 AS COL_COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#291591, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#291160 AS COL_COL_4FBE155F_08B2_4439_869C_ED16CA25E269#291592, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#291161 AS COL_COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#291593, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#291162 AS COL_COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#291594, COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#291163 AS COL_COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#291595, COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#291164 AS COL_COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#291596, COL_502AB66E_6815_484C_823F_962B2CAB811A#291165 AS COL_COL_502AB66E_6815_484C_823F_962B2CAB811A#291597, COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#291166 AS COL_COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#291598, COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#291167 AS COL_COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#291599, COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#291168 AS COL_COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#291600, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#291169 AS COL_COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#291601, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#291170 AS COL_COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#291602, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#291171 AS COL_COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#291603, COL_00AA5519_7401_4EB3_89DC_851305135F18#291172 AS COL_COL_00AA5519_7401_4EB3_89DC_851305135F18#291604, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#291173 AS COL_COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#291605, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#291174 AS COL_COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#291606, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#291175 AS COL_COL_2430A18C_8A40_48E8_9D35_190F0F510C94#291607, COL_406265B0_4BD3_49B8_A338_51729B50709C#291176 AS COL_COL_406265B0_4BD3_49B8_A338_51729B50709C#291608, COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396#291177 AS COL_COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396#291609, COL_BD17594B_7240_401F_8602_574C180049C2#291178 AS COL_COL_BD17594B_7240_401F_8602_574C180049C2#291610, COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B#291179 AS COL_COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B#291611, COL_9736E48D_3A9F_4F25_9D10_27534CD10454#291180 AS COL_COL_9736E48D_3A9F_4F25_9D10_27534CD10454#291612, COL_92533CC3_4888_495A_9381_015E26FF9F56#291181 AS COL_COL_92533CC3_4888_495A_9381_015E26FF9F56#291613, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#291182 AS COL_COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#291614, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#291183 AS COL_COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#291615, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#291184 AS COL_COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#291616, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#291185 AS COL_COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#291617, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#291186 AS COL_COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#291618, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#291187L AS COL_COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#291619L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#291188L AS COL_COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#291620L, COL_3B383441_B23F_4759_A23F_2547EBED9035#291189 AS COL_COL_3B383441_B23F_4759_A23F_2547EBED9035#291621, COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#291190 AS COL_COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#291622, COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#291191 AS COL_COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#291623, COL_767CA1C1_2BB5_4051_821B_C868BAE49582#291192 AS COL_COL_767CA1C1_2BB5_4051_821B_C868BAE49582#291624, COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#291193 AS COL_COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#291625, COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#291194 AS COL_COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#291626, COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#291195 AS COL_COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#291627, COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#291196 AS COL_COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#291628, COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#291197 AS COL_COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#291629, COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#291198L AS COL_COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#291630L, COL_E1E28267_EAE4_41EE_B4D7_50C688B61443#291199 AS COL_COL_E1E28267_EAE4_41EE_B4D7_50C688B61443#291631, COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95#291200 AS COL_COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95#291632]
Input [48]: [COL_04AF725C_66A0_4299_A535_7D820A79F925#291153, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#291154, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#291155, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#291156, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#291157, COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#291158, COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#291159, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#291160, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#291161, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#291162, COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#291163, COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#291164, COL_502AB66E_6815_484C_823F_962B2CAB811A#291165, COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#291166, COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#291167, COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#291168, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#291169, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#291170, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#291171, COL_00AA5519_7401_4EB3_89DC_851305135F18#291172, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#291173, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#291174, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#291175, COL_406265B0_4BD3_49B8_A338_51729B50709C#291176, COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396#291177, COL_BD17594B_7240_401F_8602_574C180049C2#291178, COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B#291179, COL_9736E48D_3A9F_4F25_9D10_27534CD10454#291180, COL_92533CC3_4888_495A_9381_015E26FF9F56#291181, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#291182, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#291183, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#291184, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#291185, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#291186, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#291187L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#291188L, COL_3B383441_B23F_4759_A23F_2547EBED9035#291189, COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#291190, COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#291191, COL_767CA1C1_2BB5_4051_821B_C868BAE49582#291192, COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#291193, COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#291194, COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#291195, COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#291196, COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#291197, COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#291198L, COL_E1E28267_EAE4_41EE_B4D7_50C688B61443#291199, COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95#291200]

(4) CollectLimit
Input [48]: [COL_COL_04AF725C_66A0_4299_A535_7D820A79F925#291585, COL_COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#291586, COL_COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#291587, COL_COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#291588, COL_COL_3CD2052B_33C5_4457_9C30_D79AE298A405#291589, COL_COL_49DA49E0_7469_4C3F_A05A_3FA643E894EA#291590, COL_COL_D10143B3_53A3_4856_987D_3E4376BC7D0F#291591, COL_COL_4FBE155F_08B2_4439_869C_ED16CA25E269#291592, COL_COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#291593, COL_COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#291594, COL_COL_C17C60DB_AEDB_478A_8DA1_BB4A2B356BB0#291595, COL_COL_AC1B4616_1E9C_4831_8B34_258DFFDF4A0A#291596, COL_COL_502AB66E_6815_484C_823F_962B2CAB811A#291597, COL_COL_A74D03BD_6B7F_4E2A_A183_F640AEE1DF2E#291598, COL_COL_0E52CF75_D6B3_4162_90EB_F3EB942D8974#291599, COL_COL_5CA28AAD_255D_4160_9D91_D4947BA97BE9#291600, COL_COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#291601, COL_COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#291602, COL_COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#291603, COL_COL_00AA5519_7401_4EB3_89DC_851305135F18#291604, COL_COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#291605, COL_COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#291606, COL_COL_2430A18C_8A40_48E8_9D35_190F0F510C94#291607, COL_COL_406265B0_4BD3_49B8_A338_51729B50709C#291608, COL_COL_F5BE78DF_6F01_4E8F_B4B5_B5CA70A1A396#291609, COL_COL_BD17594B_7240_401F_8602_574C180049C2#291610, COL_COL_7BFE4DF5_15F1_4F75_B9A2_5CF7C2400C2B#291611, COL_COL_9736E48D_3A9F_4F25_9D10_27534CD10454#291612, COL_COL_92533CC3_4888_495A_9381_015E26FF9F56#291613, COL_COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#291614, COL_COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#291615, COL_COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#291616, COL_COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#291617, COL_COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#291618, COL_COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#291619L, COL_COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#291620L, COL_COL_3B383441_B23F_4759_A23F_2547EBED9035#291621, COL_COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#291622, COL_COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#291623, COL_COL_767CA1C1_2BB5_4051_821B_C868BAE49582#291624, COL_COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#291625, COL_COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#291626, COL_COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#291627, COL_COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#291628, COL_COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#291629, COL_COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#291630L, COL_COL_E1E28267_EAE4_41EE_B4D7_50C688B61443#291631, COL_COL_1A3A573E_B8AD_44B5_968B_DA158AAA9C95#291632]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet