hdh-spark-job - Details for Query 912

Submitted Time: 2026/10/27 13:52:16
Duration: 0.7 s
Succeeded Jobs: 847 849 852

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n519 ms (4 ms, 4 ms, 490 ms (stage 1222.0: task 1050))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 7"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 400,000 number of input batches: 98"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time total (min, med, max (stageId: taskId)) 400 ms (4 ms, 4 ms, 371 ms (stage 1222.0: task 1050)) metadata time: 0 ms size of files read: 30.3 MiB number of output rows: 400,000"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_04AF725C_66A0_4299_A535_7D820A79F925#312307 AS COL_F242539D_7E13_4CC3_A69A_EB410E76B19C#312791, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#312308 AS COL_22B65E5F_908E_4090_AA5F_00EC8270189A#312792, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#312309 AS COL_1A7D535E_1655_4BE4_99C1_BF2C9558DAA1#312793, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#312310 AS COL_E6CAE2D4_4AB1_48EA_B627_D65F32FC4458#312794, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#312311 AS COL_0CF39CB9_0348_45D2_8955_8411D8A95B97#312795, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#312314 AS COL_E3426354_1491_432C_9D99_11BA2951E876#312796, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#312315 AS COL_95F62809_4D26_4CFE_ADF4_8EF647C18D2C#312797, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#312316 AS COL_70B29063_5E37_48E9_B0F5_3AA54E789232#312798, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#312323 AS COL_3CAF5785_9399_498C_9736_44B3C35499BF#312799, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#312324 AS COL_2CAD9536_92B2_4C39_A561_9FB07AE48B73#312800, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#312325 AS COL_0FBEDCAA_22ED_4838_BDAB_33E116D3193B#312801, COL_00AA5519_7401_4EB3_89DC_851305135F18#312326 AS COL_BECE3DF4_5C4E_4055_A88A_27AADF9B9EE3#312802, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#312327 AS COL_ECFFB9F1_C039_4B5C_AA53_F2CF22FE5087#312803, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#312328 AS COL_1152BB15_C176_46D6_A642_6561F8F9BB69#312804, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#312329 AS COL_FC9EB913_1069_4617_8BC3_E1B825927F86#312805, COL_92533CC3_4888_495A_9381_015E26FF9F56#312335 AS COL_6DAAB8A2_1581_4629_9753_BE2C9E44A4D8#312806, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#312336 AS COL_4C837F02_4F4B_4F84_AFB2_07ED885322B3#312807, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#312337 AS COL_CC4EC2C8_DB0C_44A4_83D4_F329776B6FAB#312808, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#312338 AS COL_BAD3682E_B05A_4437_86C5_5E1174AA3677#312809, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#312339 AS COL_CFA3D0AB_C972_47E2_B0B9_03A74D9090AF#312810, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#312340 AS COL_E1FDDF64_B643_49C4_A326_014CA552DBE5#312811, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#312341L AS COL_6359ED66_FE82_4430_B23E_4DD4DF0EAE2D#312812L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#312342L AS COL_2522DDA6_77A2_49A9_BCF4_A68B6F4BAB3A#312813L, COL_3B383441_B23F_4759_A23F_2547EBED9035#312343 AS COL_615A570E_6C62_458A_94C5_57A6A9F61C45#312814, ... 9 more fields]

Filter ((COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#312308 <=> ETB_LIN) AND (COL_04AF725C_66A0_4299_A535_7D820A79F925#312307 <=> I_0001119))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_04AF725C_66A0_4299_A535_7D820A79F925#312307,COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#312308,COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#312309,COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#312310,COL_3CD2052B_33C5_4457_9C30_D79AE298A405#312311,COL_4FBE155F_08B2_4439_869C_ED16CA25E269#312314,COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#312315,COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#312316,COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#312323,COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#312324,COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#312325,COL_00AA5519_7401_4EB3_89DC_851305135F18#312326,COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#312327,COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#312328,COL_2430A18C_8A40_48E8_9D35_190F0F510C94#312329,COL_92533CC3_4888_495A_9381_015E26FF9F56#312335,COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#312336,COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#312337,COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#312338,COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#312339,COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#312340,COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#312341L,COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#312342L,COL_3B383441_B23F_4759_A23F_2547EBED9035#312343,... 9 more fields] Batched: true, DataFilters: [(COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#312308 <=> ETB_LIN), (COL_04AF725C_66A0_4299_A535_7D82..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/BIOLOGIE_ETUDE__19988], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4,ETB_LIN), EqualNullSafe(COL_04AF725C_66A0..., ReadSchema: struct<COL_04AF725C_66A0_4299_A535_7D820A79F925:string,COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [33]: [COL_04AF725C_66A0_4299_A535_7D820A79F925#312307, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#312308, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#312309, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#312310, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#312311, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#312314, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#312315, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#312316, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#312323, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#312324, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#312325, COL_00AA5519_7401_4EB3_89DC_851305135F18#312326, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#312327, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#312328, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#312329, COL_92533CC3_4888_495A_9381_015E26FF9F56#312335, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#312336, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#312337, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#312338, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#312339, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#312340, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#312341L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#312342L, COL_3B383441_B23F_4759_A23F_2547EBED9035#312343, COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#312344, COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#312345, COL_767CA1C1_2BB5_4051_821B_C868BAE49582#312346, COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#312347, COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#312348, COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#312349, COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#312350, COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#312351, COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#312352L]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/BIOLOGIE_ETUDE__19988]
PushedFilters: [EqualNullSafe(COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4,ETB_LIN), EqualNullSafe(COL_04AF725C_66A0_4299_A535_7D820A79F925,I_0001119)]
ReadSchema: struct<COL_04AF725C_66A0_4299_A535_7D820A79F925:string,COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4:string,COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9:string,COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53:string,COL_3CD2052B_33C5_4457_9C30_D79AE298A405:string,COL_4FBE155F_08B2_4439_869C_ED16CA25E269:string,COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE:string,COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9:string,COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7:string,COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71:string,COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD:string,COL_00AA5519_7401_4EB3_89DC_851305135F18:string,COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5:int,COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9:timestamp,COL_2430A18C_8A40_48E8_9D35_190F0F510C94:string,COL_92533CC3_4888_495A_9381_015E26FF9F56:string,COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC:string,COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0:timestamp,COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE:double,COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77:double,COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E:timestamp,COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1:bigint,COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906:bigint,COL_3B383441_B23F_4759_A23F_2547EBED9035:double,COL_6A743F41_E8CE_491E_99CE_9BBC63F78493:double,COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E:double,COL_767CA1C1_2BB5_4051_821B_C868BAE49582:double,COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D:double,COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A:double,COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B:double,COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7:int,COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83:string,COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1:bigint>

(2) ColumnarToRow [codegen id : 1]
Input [33]: [COL_04AF725C_66A0_4299_A535_7D820A79F925#312307, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#312308, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#312309, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#312310, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#312311, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#312314, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#312315, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#312316, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#312323, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#312324, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#312325, COL_00AA5519_7401_4EB3_89DC_851305135F18#312326, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#312327, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#312328, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#312329, COL_92533CC3_4888_495A_9381_015E26FF9F56#312335, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#312336, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#312337, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#312338, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#312339, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#312340, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#312341L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#312342L, COL_3B383441_B23F_4759_A23F_2547EBED9035#312343, COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#312344, COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#312345, COL_767CA1C1_2BB5_4051_821B_C868BAE49582#312346, COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#312347, COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#312348, COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#312349, COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#312350, COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#312351, COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#312352L]

(3) Filter [codegen id : 1]
Input [33]: [COL_04AF725C_66A0_4299_A535_7D820A79F925#312307, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#312308, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#312309, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#312310, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#312311, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#312314, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#312315, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#312316, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#312323, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#312324, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#312325, COL_00AA5519_7401_4EB3_89DC_851305135F18#312326, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#312327, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#312328, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#312329, COL_92533CC3_4888_495A_9381_015E26FF9F56#312335, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#312336, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#312337, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#312338, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#312339, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#312340, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#312341L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#312342L, COL_3B383441_B23F_4759_A23F_2547EBED9035#312343, COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#312344, COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#312345, COL_767CA1C1_2BB5_4051_821B_C868BAE49582#312346, COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#312347, COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#312348, COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#312349, COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#312350, COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#312351, COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#312352L]
Condition : ((COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#312308 <=> ETB_LIN) AND (COL_04AF725C_66A0_4299_A535_7D820A79F925#312307 <=> I_0001119))

(4) Project [codegen id : 1]
Output [33]: [COL_04AF725C_66A0_4299_A535_7D820A79F925#312307 AS COL_F242539D_7E13_4CC3_A69A_EB410E76B19C#312791, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#312308 AS COL_22B65E5F_908E_4090_AA5F_00EC8270189A#312792, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#312309 AS COL_1A7D535E_1655_4BE4_99C1_BF2C9558DAA1#312793, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#312310 AS COL_E6CAE2D4_4AB1_48EA_B627_D65F32FC4458#312794, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#312311 AS COL_0CF39CB9_0348_45D2_8955_8411D8A95B97#312795, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#312314 AS COL_E3426354_1491_432C_9D99_11BA2951E876#312796, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#312315 AS COL_95F62809_4D26_4CFE_ADF4_8EF647C18D2C#312797, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#312316 AS COL_70B29063_5E37_48E9_B0F5_3AA54E789232#312798, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#312323 AS COL_3CAF5785_9399_498C_9736_44B3C35499BF#312799, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#312324 AS COL_2CAD9536_92B2_4C39_A561_9FB07AE48B73#312800, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#312325 AS COL_0FBEDCAA_22ED_4838_BDAB_33E116D3193B#312801, COL_00AA5519_7401_4EB3_89DC_851305135F18#312326 AS COL_BECE3DF4_5C4E_4055_A88A_27AADF9B9EE3#312802, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#312327 AS COL_ECFFB9F1_C039_4B5C_AA53_F2CF22FE5087#312803, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#312328 AS COL_1152BB15_C176_46D6_A642_6561F8F9BB69#312804, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#312329 AS COL_FC9EB913_1069_4617_8BC3_E1B825927F86#312805, COL_92533CC3_4888_495A_9381_015E26FF9F56#312335 AS COL_6DAAB8A2_1581_4629_9753_BE2C9E44A4D8#312806, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#312336 AS COL_4C837F02_4F4B_4F84_AFB2_07ED885322B3#312807, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#312337 AS COL_CC4EC2C8_DB0C_44A4_83D4_F329776B6FAB#312808, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#312338 AS COL_BAD3682E_B05A_4437_86C5_5E1174AA3677#312809, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#312339 AS COL_CFA3D0AB_C972_47E2_B0B9_03A74D9090AF#312810, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#312340 AS COL_E1FDDF64_B643_49C4_A326_014CA552DBE5#312811, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#312341L AS COL_6359ED66_FE82_4430_B23E_4DD4DF0EAE2D#312812L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#312342L AS COL_2522DDA6_77A2_49A9_BCF4_A68B6F4BAB3A#312813L, COL_3B383441_B23F_4759_A23F_2547EBED9035#312343 AS COL_615A570E_6C62_458A_94C5_57A6A9F61C45#312814, COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#312344 AS COL_BEC4A9AF_A3D3_451A_9AC6_64A1CEC2E690#312815, COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#312345 AS COL_D0383959_F5E3_4612_A556_EB11E938ECE4#312816, COL_767CA1C1_2BB5_4051_821B_C868BAE49582#312346 AS COL_113E74AF_12E3_44C3_A223_495FAC6E5762#312817, COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#312347 AS COL_6632065C_6835_464D_A0A1_C31A716D4AAE#312818, COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#312348 AS COL_21994721_BF49_4518_8C07_B86B07B0A1E9#312819, COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#312349 AS COL_F085AE8C_5F7C_43DF_8F71_F1C7C478BF70#312820, COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#312350 AS COL_E3E917B3_0DA1_45F4_B330_266C4A427BD3#312821, COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#312351 AS COL_26029938_ED70_4E28_AA27_7CB6835C1AAF#312822, COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#312352L AS COL_14E1D092_FD4F_490F_815C_21F26927887E#312823L]
Input [33]: [COL_04AF725C_66A0_4299_A535_7D820A79F925#312307, COL_81492BFD_C38C_4C09_8A5D_1EE53F619CB4#312308, COL_8CAF0B1F_914D_45B3_919A_E87F9882A9B9#312309, COL_5DBB07B2_DD4E_4DF8_A772_64564BC20B53#312310, COL_3CD2052B_33C5_4457_9C30_D79AE298A405#312311, COL_4FBE155F_08B2_4439_869C_ED16CA25E269#312314, COL_FE7AEAA4_23AE_49C1_82AC_4A9ADE3181CE#312315, COL_8953E1CC_CB11_4CCC_87D4_F7518DBE39D9#312316, COL_A94FC4EF_7A86_4CB2_8339_FCBD9C034DB7#312323, COL_F2C204FA_15DA_4EEC_96F8_CEC8C043BD71#312324, COL_4DCCDFEC_02BB_494A_B5F3_24EC9B392DBD#312325, COL_00AA5519_7401_4EB3_89DC_851305135F18#312326, COL_4C35D883_B8E8_461B_BBDC_8AF1C39800F5#312327, COL_CE6E64EE_1EBF_4DEC_96A1_9C0E9C1ED2A9#312328, COL_2430A18C_8A40_48E8_9D35_190F0F510C94#312329, COL_92533CC3_4888_495A_9381_015E26FF9F56#312335, COL_56A8ACFE_FC0F_47F5_AB2A_E577600B59DC#312336, COL_017A72D2_5F08_48ED_95FF_E5EF56F416D0#312337, COL_B57A41FE_1A75_4C02_8A7B_6ABFDF1FB1CE#312338, COL_B2956BB5_EDD0_4033_AF0A_1E48E4A36D77#312339, COL_0CD7A69B_FDF6_4D6A_9E55_45EF06841D1E#312340, COL_14B75E71_444A_4E9B_866D_3A07E6F5DEC1#312341L, COL_AF45FDD2_5F18_420E_8BD7_889B0C6BA906#312342L, COL_3B383441_B23F_4759_A23F_2547EBED9035#312343, COL_6A743F41_E8CE_491E_99CE_9BBC63F78493#312344, COL_AE1B08C1_973A_46F1_8A58_27DB81CAEE5E#312345, COL_767CA1C1_2BB5_4051_821B_C868BAE49582#312346, COL_EDA1F9AA_CEC0_4D27_890E_A05FEA3DBF9D#312347, COL_77E26D7D_BFEE_4DD4_8490_4869D9F4B59A#312348, COL_B5CFDCE1_2A69_4503_991B_E02A359A2A1B#312349, COL_B62D9177_DD65_4B22_AF90_C55B90BD1EB7#312350, COL_AEB3ECFC_916F_4772_89B2_213CF25BDB83#312351, COL_0DE4EE46_9B97_42A3_BE3B_9E757765A4D1#312352L]

(5) CollectLimit
Input [33]: [COL_F242539D_7E13_4CC3_A69A_EB410E76B19C#312791, COL_22B65E5F_908E_4090_AA5F_00EC8270189A#312792, COL_1A7D535E_1655_4BE4_99C1_BF2C9558DAA1#312793, COL_E6CAE2D4_4AB1_48EA_B627_D65F32FC4458#312794, COL_0CF39CB9_0348_45D2_8955_8411D8A95B97#312795, COL_E3426354_1491_432C_9D99_11BA2951E876#312796, COL_95F62809_4D26_4CFE_ADF4_8EF647C18D2C#312797, COL_70B29063_5E37_48E9_B0F5_3AA54E789232#312798, COL_3CAF5785_9399_498C_9736_44B3C35499BF#312799, COL_2CAD9536_92B2_4C39_A561_9FB07AE48B73#312800, COL_0FBEDCAA_22ED_4838_BDAB_33E116D3193B#312801, COL_BECE3DF4_5C4E_4055_A88A_27AADF9B9EE3#312802, COL_ECFFB9F1_C039_4B5C_AA53_F2CF22FE5087#312803, COL_1152BB15_C176_46D6_A642_6561F8F9BB69#312804, COL_FC9EB913_1069_4617_8BC3_E1B825927F86#312805, COL_6DAAB8A2_1581_4629_9753_BE2C9E44A4D8#312806, COL_4C837F02_4F4B_4F84_AFB2_07ED885322B3#312807, COL_CC4EC2C8_DB0C_44A4_83D4_F329776B6FAB#312808, COL_BAD3682E_B05A_4437_86C5_5E1174AA3677#312809, COL_CFA3D0AB_C972_47E2_B0B9_03A74D9090AF#312810, COL_E1FDDF64_B643_49C4_A326_014CA552DBE5#312811, COL_6359ED66_FE82_4430_B23E_4DD4DF0EAE2D#312812L, COL_2522DDA6_77A2_49A9_BCF4_A68B6F4BAB3A#312813L, COL_615A570E_6C62_458A_94C5_57A6A9F61C45#312814, COL_BEC4A9AF_A3D3_451A_9AC6_64A1CEC2E690#312815, COL_D0383959_F5E3_4612_A556_EB11E938ECE4#312816, COL_113E74AF_12E3_44C3_A223_495FAC6E5762#312817, COL_6632065C_6835_464D_A0A1_C31A716D4AAE#312818, COL_21994721_BF49_4518_8C07_B86B07B0A1E9#312819, COL_F085AE8C_5F7C_43DF_8F71_F1C7C478BF70#312820, COL_E3E917B3_0DA1_45F4_B330_266C4A427BD3#312821, COL_26029938_ED70_4E28_AA27_7CB6835C1AAF#312822, COL_14E1D092_FD4F_490F_815C_21F26927887E#312823L]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet