SP1 - Details for Query 3547

Submitted Time: 2026/08/26 10:44:44
Duration: 1.0 h
Succeeded Jobs: 3997

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 2 ms number of written files: 1 job commit time: 16 ms number of output rows: 3,198,544 number of dynamic part: 0 written output: 24.6 MiB"]; 1 [labelType="html" label=" WriteFiles "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 1.03 h"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label=" Project "]; } 5 [labelType="html" label="CartesianProduct number of output rows: 3,198,544"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 1.03 h"; 7 [labelType="html" label=" Project "]; 8 [labelType="html" label="ColumnarToRow number of output rows: 40,015 number of input batches: 10"]; } 9 [labelType="html" label="Scan parquet number of files read: 1 scan time: 6 ms metadata time: 0 ms size of files read: 1722.0 KiB number of output rows: 40,015"]; subgraph cluster10 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 56 ms"; 11 [labelType="html" label=" Project "]; 12 [labelType="html" label="ColumnarToRow number of output rows: 40,015 number of input batches: 10"]; } 13 [labelType="html" label="Scan parquet number of files read: 1 scan time: 6 ms metadata time: 0 ms size of files read: 1722.0 KiB number of output rows: 40,015"]; 1->0; 3->1; 4->3; 5->4; 7->5; 8->7; 9->8; 11->5; 12->11; 13->12; }

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/OPTMISE_PERSIST_65641, false, Parquet, [path=file:///data/output/cache/parquet/datablock/OPTMISE_PERSIST_65641], Overwrite, [COL_1378102E_5962_40BF_AED5_B06F6BED80E6, COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560, COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C, COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB, COL_3BBEEA35_E661_48C3_8F21_098D5368BD44, COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA, COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5, COL_AC9B7753_9740_41FB_B168_80616C1A9361, COL_B759D373_A4B2_4D3E_B8F8_9EFC7438826B, COL_0848D288_FD9A_4E13_A1F0_4E0918361B5B, COL_EC933D6C_8084_4730_A30C_8DD484065385, COL_82377FCD_F0EC_412F_9042_9F860CC4B886, COL_784AA4D9_24D2_4F2A_AFAB_F6BCBBCC2AE4, COL_D4308E80_F17F_481B_9EF8_427C4671EB1F, COL_21D217EA_1D69_4ED5_A0A4_D6AC196046F2, COL_A5AD6F03_1165_4D2C_9478_E73EA76B7B13, COL_92425C42_9863_40C3_BFB3_578EB43F8850, COL_79FCFD47_99E5_43F7_9639_65CABA3431B2, COL_FB1766EF_AA03_4CFC_84B2_EA4071548645, COL_E6AE5A8C_BA96_41A5_8413_E65C335117DB, COL_19C8FFA6_E41A_454E_B734_298FE57602CD, COL_03389300_1BD1_43D9_B2A1_53065CFAF1DE, COL_E6E64BA2_8EB1_4092_85A1_1BCD452B78BE]

WriteFiles

Project [COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168, COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169, COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170, COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171, COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172, COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173, COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5#875174, DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199 AS COL_AC9B7753_9740_41FB_B168_80616C1A9361#875394, DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200 AS COL_B759D373_A4B2_4D3E_B8F8_9EFC7438826B#875395, DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201 AS COL_0848D288_FD9A_4E13_A1F0_4E0918361B5B#875396, DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202 AS COL_EC933D6C_8084_4730_A30C_8DD484065385#875397, DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203 AS COL_82377FCD_F0EC_412F_9042_9F860CC4B886#875398, DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204 AS COL_784AA4D9_24D2_4F2A_AFAB_F6BCBBCC2AE4#875399, DATA_POPULATION_65578_COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875213 AS COL_D4308E80_F17F_481B_9EF8_427C4671EB1F#875400, str_to_integer(str_if_with_rule((COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172 <=> DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203), 0, 1)) AS COL_21D217EA_1D69_4ED5_A0A4_D6AC196046F2#875664, str_to_integer(str_if_with_rule((COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169 <=> DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200), 0, 1)) AS COL_A5AD6F03_1165_4D2C_9478_E73EA76B7B13#875665, str_to_integer(str_if_with_rule((COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171 <=> DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202), 0, 1)) AS COL_92425C42_9863_40C3_BFB3_578EB43F8850#875666, str_to_integer(str_if_with_rule((COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170 <=> DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201), 0, 1)) AS COL_79FCFD47_99E5_43F7_9639_65CABA3431B2#875667, str_to_integer(str_if_with_rule((COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168 <=> DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199), 0, 1)) AS COL_FB1766EF_AA03_4CFC_84B2_EA4071548645#875668, str_to_integer(str_if_with_rule((COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173 <=> DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204), 0, 1)) AS COL_E6AE5A8C_BA96_41A5_8413_E65C335117DB#875669, COL_03389300_1BD1_43D9_B2A1_53065CFAF1DE#875175, DATA_POPULATION_65578_COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875205 AS COL_E6E64BA2_8EB1_4092_85A1_1BCD452B78BE#875402]

WholeStageCodegen (3)

CartesianProduct (CASE WHEN (isnull(COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5#875174) OR isnull(DATA_POPULATION_65578_COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875213)) THEN false ELSE (COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5#875174 >= DATA_POPULATION_65578_COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875213) END AND CASE WHEN isnull(((dec_operator(SOMME, array(str_to_integer(str_if_with_rule((COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172 <=> DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203), 0, 1)), str_to_integer(str_if_with_rule((COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169 <=> DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200), 0, 1)), str_to_integer(str_if_with_rule((COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171 <=> DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202), 0, 1)), str_to_integer(str_if_with_rule((COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170 <=> DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201), 0, 1)), str_to_integer(str_if_with_rule((COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168 <=> DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199), 0, 1)), str_to_integer(str_if_with_rule((COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173 <=> DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204), 0, 1)))) >= 1.0) AND (dec_operator(SOMME, array(str_to_integer(str_if_with_rule((COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172 <=> DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203), 0, 1)), str_to_integer(str_if_with_rule((COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169 <=> DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200), 0, 1)), str_to_integer(str_if_with_rule((COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171 <=> DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202), 0, 1)), str_to_integer(str_if_with_rule((COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170 <=> DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201), 0, 1)), str_to_integer(str_if_with_rule((COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168 <=> DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199), 0, 1)), str_to_integer(str_if_with_rule((COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173 <=> DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204), 0, 1)))) <= 3.0))) THEN false ELSE ((dec_operator(SOMME, array(str_to_integer(str_if_with_rule((COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172 <=> DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203), 0, 1)), str_to_integer(str_if_with_rule((COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169 <=> DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200), 0, 1)), str_to_integer(str_if_with_rule((COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171 <=> DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202), 0, 1)), str_to_integer(str_if_with_rule((COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170 <=> DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201), 0, 1)), str_to_integer(str_if_with_rule((COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168 <=> DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199), 0, 1)), str_to_integer(str_if_with_rule((COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173 <=> DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204), 0, 1)))) >= 1.0) AND (dec_operator(SOMME, array(str_to_integer(str_if_with_rule((COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172 <=> DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203), 0, 1)), str_to_integer(str_if_with_rule((COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169 <=> DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200), 0, 1)), str_to_integer(str_if_with_rule((COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171 <=> DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202), 0, 1)), str_to_integer(str_if_with_rule((COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170 <=> DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201), 0, 1)), str_to_integer(str_if_with_rule((COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168 <=> DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199), 0, 1)), str_to_integer(str_if_with_rule((COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173 <=> DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204), 0, 1)))) <= 3.0)) END)

Project [COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875037 AS COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168, COL_837B874F_9439_4F75_8914_1E97295E3979#875038 AS COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169, COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875039 AS COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170, COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875040 AS COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171, COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875041 AS COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172, COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875042 AS COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173, COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875051 AS COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5#875174, COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875043 AS COL_03389300_1BD1_43D9_B2A1_53065CFAF1DE#875175]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875037,COL_837B874F_9439_4F75_8914_1E97295E3979#875038,COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875039,COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875040,COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875041,COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875042,COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875043,COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875051] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/DATA_POPULATION_65578], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD:string,COL_837B874F_9439_4F75_8914_1E97295E3979:s...

Project [COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875229 AS DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199, COL_837B874F_9439_4F75_8914_1E97295E3979#875230 AS DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200, COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875231 AS DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201, COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875232 AS DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202, COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875233 AS DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203, COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875234 AS DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204, COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875235 AS DATA_POPULATION_65578_COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875205, COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875243 AS DATA_POPULATION_65578_COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875213]

ColumnarToRow

WholeStageCodegen (2)

FileScan parquet [COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875229,COL_837B874F_9439_4F75_8914_1E97295E3979#875230,COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875231,COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875232,COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875233,COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875234,COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875235,COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875243] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/DATA_POPULATION_65578], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD:string,COL_837B874F_9439_4F75_8914_1E97295E3979:s...

Details

== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (11)
+- WriteFiles (10)
   +- * Project (9)
      +- * Project (8)
         +- CartesianProduct Inner (7)
            :- * Project (3)
            :  +- * ColumnarToRow (2)
            :     +- Scan parquet  (1)
            +- * Project (6)
               +- * ColumnarToRow (5)
                  +- Scan parquet  (4)


(1) Scan parquet 
Output [8]: [COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875037, COL_837B874F_9439_4F75_8914_1E97295E3979#875038, COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875039, COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875040, COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875041, COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875042, COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875043, COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875051]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/DATA_POPULATION_65578]
ReadSchema: struct<COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD:string,COL_837B874F_9439_4F75_8914_1E97295E3979:string,COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52:string,COL_35D638BA_CDB3_4304_AD61_4B269A20ED47:string,COL_4A8C4FD9_928A_432E_A343_86F58F1512D8:string,COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2:string,COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307:string,COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC:int>

(2) ColumnarToRow [codegen id : 1]
Input [8]: [COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875037, COL_837B874F_9439_4F75_8914_1E97295E3979#875038, COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875039, COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875040, COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875041, COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875042, COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875043, COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875051]

(3) Project [codegen id : 1]
Output [8]: [COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875037 AS COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168, COL_837B874F_9439_4F75_8914_1E97295E3979#875038 AS COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169, COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875039 AS COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170, COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875040 AS COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171, COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875041 AS COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172, COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875042 AS COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173, COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875051 AS COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5#875174, COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875043 AS COL_03389300_1BD1_43D9_B2A1_53065CFAF1DE#875175]
Input [8]: [COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875037, COL_837B874F_9439_4F75_8914_1E97295E3979#875038, COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875039, COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875040, COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875041, COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875042, COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875043, COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875051]

(4) Scan parquet 
Output [8]: [COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875229, COL_837B874F_9439_4F75_8914_1E97295E3979#875230, COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875231, COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875232, COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875233, COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875234, COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875235, COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875243]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/DATA_POPULATION_65578]
ReadSchema: struct<COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD:string,COL_837B874F_9439_4F75_8914_1E97295E3979:string,COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52:string,COL_35D638BA_CDB3_4304_AD61_4B269A20ED47:string,COL_4A8C4FD9_928A_432E_A343_86F58F1512D8:string,COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2:string,COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307:string,COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC:int>

(5) ColumnarToRow [codegen id : 2]
Input [8]: [COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875229, COL_837B874F_9439_4F75_8914_1E97295E3979#875230, COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875231, COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875232, COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875233, COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875234, COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875235, COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875243]

(6) Project [codegen id : 2]
Output [8]: [COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875229 AS DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199, COL_837B874F_9439_4F75_8914_1E97295E3979#875230 AS DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200, COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875231 AS DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201, COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875232 AS DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202, COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875233 AS DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203, COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875234 AS DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204, COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875235 AS DATA_POPULATION_65578_COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875205, COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875243 AS DATA_POPULATION_65578_COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875213]
Input [8]: [COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875229, COL_837B874F_9439_4F75_8914_1E97295E3979#875230, COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875231, COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875232, COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875233, COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875234, COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875235, COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875243]

(7) CartesianProduct
Join type: Inner
Join condition: (CASE WHEN (isnull(COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5#875174) OR isnull(DATA_POPULATION_65578_COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875213)) THEN false ELSE (COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5#875174 >= DATA_POPULATION_65578_COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875213) END AND CASE WHEN isnull(((dec_operator(SOMME, array(str_to_integer(str_if_with_rule((COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172 <=> DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203), 0, 1)), str_to_integer(str_if_with_rule((COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169 <=> DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200), 0, 1)), str_to_integer(str_if_with_rule((COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171 <=> DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202), 0, 1)), str_to_integer(str_if_with_rule((COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170 <=> DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201), 0, 1)), str_to_integer(str_if_with_rule((COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168 <=> DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199), 0, 1)), str_to_integer(str_if_with_rule((COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173 <=> DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204), 0, 1)))) >= 1.0) AND (dec_operator(SOMME, array(str_to_integer(str_if_with_rule((COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172 <=> DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203), 0, 1)), str_to_integer(str_if_with_rule((COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169 <=> DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200), 0, 1)), str_to_integer(str_if_with_rule((COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171 <=> DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202), 0, 1)), str_to_integer(str_if_with_rule((COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170 <=> DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201), 0, 1)), str_to_integer(str_if_with_rule((COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168 <=> DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199), 0, 1)), str_to_integer(str_if_with_rule((COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173 <=> DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204), 0, 1)))) <= 3.0))) THEN false ELSE ((dec_operator(SOMME, array(str_to_integer(str_if_with_rule((COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172 <=> DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203), 0, 1)), str_to_integer(str_if_with_rule((COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169 <=> DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200), 0, 1)), str_to_integer(str_if_with_rule((COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171 <=> DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202), 0, 1)), str_to_integer(str_if_with_rule((COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170 <=> DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201), 0, 1)), str_to_integer(str_if_with_rule((COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168 <=> DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199), 0, 1)), str_to_integer(str_if_with_rule((COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173 <=> DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204), 0, 1)))) >= 1.0) AND (dec_operator(SOMME, array(str_to_integer(str_if_with_rule((COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172 <=> DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203), 0, 1)), str_to_integer(str_if_with_rule((COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169 <=> DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200), 0, 1)), str_to_integer(str_if_with_rule((COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171 <=> DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202), 0, 1)), str_to_integer(str_if_with_rule((COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170 <=> DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201), 0, 1)), str_to_integer(str_if_with_rule((COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168 <=> DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199), 0, 1)), str_to_integer(str_if_with_rule((COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173 <=> DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204), 0, 1)))) <= 3.0)) END)

(8) Project [codegen id : 3]
Output [22]: [COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168, COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169, COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170, COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171, COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172, COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173, COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5#875174, DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199 AS COL_AC9B7753_9740_41FB_B168_80616C1A9361#875394, DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200 AS COL_B759D373_A4B2_4D3E_B8F8_9EFC7438826B#875395, DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201 AS COL_0848D288_FD9A_4E13_A1F0_4E0918361B5B#875396, DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202 AS COL_EC933D6C_8084_4730_A30C_8DD484065385#875397, DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203 AS COL_82377FCD_F0EC_412F_9042_9F860CC4B886#875398, DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204 AS COL_784AA4D9_24D2_4F2A_AFAB_F6BCBBCC2AE4#875399, DATA_POPULATION_65578_COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875213 AS COL_D4308E80_F17F_481B_9EF8_427C4671EB1F#875400, str_to_integer(str_if_with_rule((COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172 <=> DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203), 0, 1)) AS COL_21D217EA_1D69_4ED5_A0A4_D6AC196046F2#875664, str_to_integer(str_if_with_rule((COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169 <=> DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200), 0, 1)) AS COL_A5AD6F03_1165_4D2C_9478_E73EA76B7B13#875665, str_to_integer(str_if_with_rule((COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171 <=> DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202), 0, 1)) AS COL_92425C42_9863_40C3_BFB3_578EB43F8850#875666, str_to_integer(str_if_with_rule((COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170 <=> DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201), 0, 1)) AS COL_79FCFD47_99E5_43F7_9639_65CABA3431B2#875667, str_to_integer(str_if_with_rule((COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168 <=> DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199), 0, 1)) AS COL_FB1766EF_AA03_4CFC_84B2_EA4071548645#875668, str_to_integer(str_if_with_rule((COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173 <=> DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204), 0, 1)) AS COL_E6AE5A8C_BA96_41A5_8413_E65C335117DB#875669, COL_03389300_1BD1_43D9_B2A1_53065CFAF1DE#875175, DATA_POPULATION_65578_COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875205 AS COL_E6E64BA2_8EB1_4092_85A1_1BCD452B78BE#875402]
Input [16]: [COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168, COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169, COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170, COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171, COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172, COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173, COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5#875174, COL_03389300_1BD1_43D9_B2A1_53065CFAF1DE#875175, DATA_POPULATION_65578_COL_EDB04210_9ED8_4BD6_82C8_8464BF8F32CD#875199, DATA_POPULATION_65578_COL_837B874F_9439_4F75_8914_1E97295E3979#875200, DATA_POPULATION_65578_COL_EC4D3E53_5E15_49A6_8B3E_190EA41CFE52#875201, DATA_POPULATION_65578_COL_35D638BA_CDB3_4304_AD61_4B269A20ED47#875202, DATA_POPULATION_65578_COL_4A8C4FD9_928A_432E_A343_86F58F1512D8#875203, DATA_POPULATION_65578_COL_E89581AB_7ED5_4D49_83B2_E4F0BA5689C2#875204, DATA_POPULATION_65578_COL_DADE74F0_3BF0_4DB6_A9AA_A23397785307#875205, DATA_POPULATION_65578_COL_EB0163DA_0610_4529_A5C2_01A9C8621DAC#875213]

(9) Project [codegen id : 3]
Output [23]: [COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168, COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169, COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170, COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171, COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172, COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173, COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5#875174, COL_AC9B7753_9740_41FB_B168_80616C1A9361#875394, COL_B759D373_A4B2_4D3E_B8F8_9EFC7438826B#875395, COL_0848D288_FD9A_4E13_A1F0_4E0918361B5B#875396, COL_EC933D6C_8084_4730_A30C_8DD484065385#875397, COL_82377FCD_F0EC_412F_9042_9F860CC4B886#875398, COL_784AA4D9_24D2_4F2A_AFAB_F6BCBBCC2AE4#875399, COL_D4308E80_F17F_481B_9EF8_427C4671EB1F#875400, COL_21D217EA_1D69_4ED5_A0A4_D6AC196046F2#875664, COL_A5AD6F03_1165_4D2C_9478_E73EA76B7B13#875665, COL_92425C42_9863_40C3_BFB3_578EB43F8850#875666, COL_79FCFD47_99E5_43F7_9639_65CABA3431B2#875667, COL_FB1766EF_AA03_4CFC_84B2_EA4071548645#875668, COL_E6AE5A8C_BA96_41A5_8413_E65C335117DB#875669, dec_operator(SOMME, array(COL_21D217EA_1D69_4ED5_A0A4_D6AC196046F2#875664, COL_A5AD6F03_1165_4D2C_9478_E73EA76B7B13#875665, COL_92425C42_9863_40C3_BFB3_578EB43F8850#875666, COL_79FCFD47_99E5_43F7_9639_65CABA3431B2#875667, COL_FB1766EF_AA03_4CFC_84B2_EA4071548645#875668, COL_E6AE5A8C_BA96_41A5_8413_E65C335117DB#875669)) AS COL_19C8FFA6_E41A_454E_B734_298FE57602CD#875830, COL_03389300_1BD1_43D9_B2A1_53065CFAF1DE#875175, COL_E6E64BA2_8EB1_4092_85A1_1BCD452B78BE#875402]
Input [22]: [COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168, COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169, COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170, COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171, COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172, COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173, COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5#875174, COL_AC9B7753_9740_41FB_B168_80616C1A9361#875394, COL_B759D373_A4B2_4D3E_B8F8_9EFC7438826B#875395, COL_0848D288_FD9A_4E13_A1F0_4E0918361B5B#875396, COL_EC933D6C_8084_4730_A30C_8DD484065385#875397, COL_82377FCD_F0EC_412F_9042_9F860CC4B886#875398, COL_784AA4D9_24D2_4F2A_AFAB_F6BCBBCC2AE4#875399, COL_D4308E80_F17F_481B_9EF8_427C4671EB1F#875400, COL_21D217EA_1D69_4ED5_A0A4_D6AC196046F2#875664, COL_A5AD6F03_1165_4D2C_9478_E73EA76B7B13#875665, COL_92425C42_9863_40C3_BFB3_578EB43F8850#875666, COL_79FCFD47_99E5_43F7_9639_65CABA3431B2#875667, COL_FB1766EF_AA03_4CFC_84B2_EA4071548645#875668, COL_E6AE5A8C_BA96_41A5_8413_E65C335117DB#875669, COL_03389300_1BD1_43D9_B2A1_53065CFAF1DE#875175, COL_E6E64BA2_8EB1_4092_85A1_1BCD452B78BE#875402]

(10) WriteFiles
Input [23]: [COL_1378102E_5962_40BF_AED5_B06F6BED80E6#875168, COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560#875169, COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C#875170, COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB#875171, COL_3BBEEA35_E661_48C3_8F21_098D5368BD44#875172, COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA#875173, COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5#875174, COL_AC9B7753_9740_41FB_B168_80616C1A9361#875394, COL_B759D373_A4B2_4D3E_B8F8_9EFC7438826B#875395, COL_0848D288_FD9A_4E13_A1F0_4E0918361B5B#875396, COL_EC933D6C_8084_4730_A30C_8DD484065385#875397, COL_82377FCD_F0EC_412F_9042_9F860CC4B886#875398, COL_784AA4D9_24D2_4F2A_AFAB_F6BCBBCC2AE4#875399, COL_D4308E80_F17F_481B_9EF8_427C4671EB1F#875400, COL_21D217EA_1D69_4ED5_A0A4_D6AC196046F2#875664, COL_A5AD6F03_1165_4D2C_9478_E73EA76B7B13#875665, COL_92425C42_9863_40C3_BFB3_578EB43F8850#875666, COL_79FCFD47_99E5_43F7_9639_65CABA3431B2#875667, COL_FB1766EF_AA03_4CFC_84B2_EA4071548645#875668, COL_E6AE5A8C_BA96_41A5_8413_E65C335117DB#875669, COL_19C8FFA6_E41A_454E_B734_298FE57602CD#875830, COL_03389300_1BD1_43D9_B2A1_53065CFAF1DE#875175, COL_E6E64BA2_8EB1_4092_85A1_1BCD452B78BE#875402]

(11) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/OPTMISE_PERSIST_65641, false, Parquet, [path=file:///data/output/cache/parquet/datablock/OPTMISE_PERSIST_65641], Overwrite, [COL_1378102E_5962_40BF_AED5_B06F6BED80E6, COL_292A18CB_F486_4BC6_99A2_2A94F5CBF560, COL_2B791109_C7A8_4FFB_BAF0_F1CE0765902C, COL_555D193D_A50D_4612_ADDF_597BF6DC9BEB, COL_3BBEEA35_E661_48C3_8F21_098D5368BD44, COL_744FBC3E_6F53_4D1E_A174_F1DE9F8232DA, COL_DA0F4EF2_8D2C_4967_AABE_2CF3889225B5, COL_AC9B7753_9740_41FB_B168_80616C1A9361, COL_B759D373_A4B2_4D3E_B8F8_9EFC7438826B, COL_0848D288_FD9A_4E13_A1F0_4E0918361B5B, COL_EC933D6C_8084_4730_A30C_8DD484065385, COL_82377FCD_F0EC_412F_9042_9F860CC4B886, COL_784AA4D9_24D2_4F2A_AFAB_F6BCBBCC2AE4, COL_D4308E80_F17F_481B_9EF8_427C4671EB1F, COL_21D217EA_1D69_4ED5_A0A4_D6AC196046F2, COL_A5AD6F03_1165_4D2C_9478_E73EA76B7B13, COL_92425C42_9863_40C3_BFB3_578EB43F8850, COL_79FCFD47_99E5_43F7_9639_65CABA3431B2, COL_FB1766EF_AA03_4CFC_84B2_EA4071548645, COL_E6AE5A8C_BA96_41A5_8413_E65C335117DB, COL_19C8FFA6_E41A_454E_B734_298FE57602CD, COL_03389300_1BD1_43D9_B2A1_53065CFAF1DE, COL_E6E64BA2_8EB1_4092_85A1_1BCD452B78BE]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet