SP1 - Details for Query 689

Submitted Time: 2026/02/24 09:29:06
Duration: 1 s
Succeeded Jobs: 886

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 1.0 s"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 4,488"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 298,495 number of input batches: 73"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 84 ms metadata time: 0 ms size of files read: 3.3 MiB number of output rows: 298,495"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215006 AS COL_DD0C36E9_CC03_44D5_86CE_5C872444B4A0#215222, COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215007 AS COL_16BEAC69_15BF_4C66_92D6_5A03397D0059#215223, COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215008 AS COL_B6B4F030_8E34_443F_9962_8716780AB392#215224, COL_87C0B408_E201_4A89_8333_6C3539AAD579#215009 AS COL_CB09819B_C015_4F81_8FE6_279A47A02F9C#215225, COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215010 AS COL_7A03FFEA_54DD_4D13_B102_FFD2DA669B0A#215226, COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215011 AS COL_1A310911_6725_43D6_89DF_A88459325554#215227, COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215012 AS COL_2D35CA64_83D5_4426_8B66_D119D005D3E4#215228, COL_29C317ED_DA15_45F3_813A_44864B713578#215013 AS COL_9995A109_541E_47EC_89B5_0DF49F449FF7#215229, COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215014 AS COL_CEC9F0CF_A2EE_40CF_8766_A57EED89FBF9#215230, COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215015 AS COL_679F5D36_13B8_4F17_893C_9A42C4211222#215231, COL_C2103422_A30A_484F_827B_714AECA71539#215016 AS COL_BDF88333_6312_4C83_87B1_39751C4A4BF6#215232, COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215017 AS COL_0EADA290_288F_4422_AC51_B94C7E241405#215233, COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215018 AS COL_5A81AB6E_9CCA_47AF_A83C_2EEBAE2986BA#215234, COL_EBF0677D_2102_4280_A02E_B605A6772E76#215019 AS COL_4C182C3D_289A_4160_8FC7_6FF1CE58B012#215235, COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215020 AS COL_317E8334_2A53_4ADE_B42D_1B57A6D5B22C#215236, COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215021 AS COL_A721C5D5_0C2C_4736_80AA_D59CDEF3F4C8#215237, COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215022 AS COL_91CE2206_6259_4929_9006_15E524DC650F#215238, COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215023 AS COL_206564A5_D0E2_48BD_B2A5_BABC7BCB28B1#215239]

Filter CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215020)), ISERE)) THEN false ELSE StartsWith(str_remove_accent(upper(COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215020)), ISERE) END

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215006,COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215007,COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215008,COL_87C0B408_E201_4A89_8333_6C3539AAD579#215009,COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215010,COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215011,COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215012,COL_29C317ED_DA15_45F3_813A_44864B713578#215013,COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215014,COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215015,COL_C2103422_A30A_484F_827B_714AECA71539#215016,COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215017,COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215018,COL_EBF0677D_2102_4280_A02E_B605A6772E76#215019,COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215020,COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215021,COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215022,COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215023] Batched: true, DataFilters: [CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/COMMUNE_FRANCE__11522], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_EA5DD577_F175_4650_9236_34F58CADF1D7:string,COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [18]: [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215006, COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215007, COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215008, COL_87C0B408_E201_4A89_8333_6C3539AAD579#215009, COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215010, COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215011, COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215012, COL_29C317ED_DA15_45F3_813A_44864B713578#215013, COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215014, COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215015, COL_C2103422_A30A_484F_827B_714AECA71539#215016, COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215017, COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215018, COL_EBF0677D_2102_4280_A02E_B605A6772E76#215019, COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215020, COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215021, COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215022, COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215023]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/COMMUNE_FRANCE__11522]
ReadSchema: struct<COL_EA5DD577_F175_4650_9236_34F58CADF1D7:string,COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6:string,COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E:string,COL_87C0B408_E201_4A89_8333_6C3539AAD579:string,COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32:int,COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918:int,COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD:int,COL_29C317ED_DA15_45F3_813A_44864B713578:string,COL_49D99423_7614_44CA_AAFC_F68EA21DC790:string,COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274:int,COL_C2103422_A30A_484F_827B_714AECA71539:string,COL_114B0FA4_D640_40AA_A7A2_B66C167266A7:int,COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF:string,COL_EBF0677D_2102_4280_A02E_B605A6772E76:double,COL_59C690BB_A758_4039_A41E_FBE1339C0CE8:string,COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C:string,COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525:int,COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0:int>

(2) ColumnarToRow [codegen id : 1]
Input [18]: [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215006, COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215007, COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215008, COL_87C0B408_E201_4A89_8333_6C3539AAD579#215009, COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215010, COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215011, COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215012, COL_29C317ED_DA15_45F3_813A_44864B713578#215013, COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215014, COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215015, COL_C2103422_A30A_484F_827B_714AECA71539#215016, COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215017, COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215018, COL_EBF0677D_2102_4280_A02E_B605A6772E76#215019, COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215020, COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215021, COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215022, COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215023]

(3) Filter [codegen id : 1]
Input [18]: [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215006, COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215007, COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215008, COL_87C0B408_E201_4A89_8333_6C3539AAD579#215009, COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215010, COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215011, COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215012, COL_29C317ED_DA15_45F3_813A_44864B713578#215013, COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215014, COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215015, COL_C2103422_A30A_484F_827B_714AECA71539#215016, COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215017, COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215018, COL_EBF0677D_2102_4280_A02E_B605A6772E76#215019, COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215020, COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215021, COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215022, COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215023]
Condition : CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215020)), ISERE)) THEN false ELSE StartsWith(str_remove_accent(upper(COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215020)), ISERE) END

(4) Project [codegen id : 1]
Output [18]: [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215006 AS COL_DD0C36E9_CC03_44D5_86CE_5C872444B4A0#215222, COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215007 AS COL_16BEAC69_15BF_4C66_92D6_5A03397D0059#215223, COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215008 AS COL_B6B4F030_8E34_443F_9962_8716780AB392#215224, COL_87C0B408_E201_4A89_8333_6C3539AAD579#215009 AS COL_CB09819B_C015_4F81_8FE6_279A47A02F9C#215225, COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215010 AS COL_7A03FFEA_54DD_4D13_B102_FFD2DA669B0A#215226, COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215011 AS COL_1A310911_6725_43D6_89DF_A88459325554#215227, COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215012 AS COL_2D35CA64_83D5_4426_8B66_D119D005D3E4#215228, COL_29C317ED_DA15_45F3_813A_44864B713578#215013 AS COL_9995A109_541E_47EC_89B5_0DF49F449FF7#215229, COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215014 AS COL_CEC9F0CF_A2EE_40CF_8766_A57EED89FBF9#215230, COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215015 AS COL_679F5D36_13B8_4F17_893C_9A42C4211222#215231, COL_C2103422_A30A_484F_827B_714AECA71539#215016 AS COL_BDF88333_6312_4C83_87B1_39751C4A4BF6#215232, COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215017 AS COL_0EADA290_288F_4422_AC51_B94C7E241405#215233, COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215018 AS COL_5A81AB6E_9CCA_47AF_A83C_2EEBAE2986BA#215234, COL_EBF0677D_2102_4280_A02E_B605A6772E76#215019 AS COL_4C182C3D_289A_4160_8FC7_6FF1CE58B012#215235, COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215020 AS COL_317E8334_2A53_4ADE_B42D_1B57A6D5B22C#215236, COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215021 AS COL_A721C5D5_0C2C_4736_80AA_D59CDEF3F4C8#215237, COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215022 AS COL_91CE2206_6259_4929_9006_15E524DC650F#215238, COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215023 AS COL_206564A5_D0E2_48BD_B2A5_BABC7BCB28B1#215239]
Input [18]: [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215006, COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215007, COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215008, COL_87C0B408_E201_4A89_8333_6C3539AAD579#215009, COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215010, COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215011, COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215012, COL_29C317ED_DA15_45F3_813A_44864B713578#215013, COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215014, COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215015, COL_C2103422_A30A_484F_827B_714AECA71539#215016, COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215017, COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215018, COL_EBF0677D_2102_4280_A02E_B605A6772E76#215019, COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215020, COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215021, COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215022, COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215023]

(5) CollectLimit
Input [18]: [COL_DD0C36E9_CC03_44D5_86CE_5C872444B4A0#215222, COL_16BEAC69_15BF_4C66_92D6_5A03397D0059#215223, COL_B6B4F030_8E34_443F_9962_8716780AB392#215224, COL_CB09819B_C015_4F81_8FE6_279A47A02F9C#215225, COL_7A03FFEA_54DD_4D13_B102_FFD2DA669B0A#215226, COL_1A310911_6725_43D6_89DF_A88459325554#215227, COL_2D35CA64_83D5_4426_8B66_D119D005D3E4#215228, COL_9995A109_541E_47EC_89B5_0DF49F449FF7#215229, COL_CEC9F0CF_A2EE_40CF_8766_A57EED89FBF9#215230, COL_679F5D36_13B8_4F17_893C_9A42C4211222#215231, COL_BDF88333_6312_4C83_87B1_39751C4A4BF6#215232, COL_0EADA290_288F_4422_AC51_B94C7E241405#215233, COL_5A81AB6E_9CCA_47AF_A83C_2EEBAE2986BA#215234, COL_4C182C3D_289A_4160_8FC7_6FF1CE58B012#215235, COL_317E8334_2A53_4ADE_B42D_1B57A6D5B22C#215236, COL_A721C5D5_0C2C_4736_80AA_D59CDEF3F4C8#215237, COL_91CE2206_6259_4929_9006_15E524DC650F#215238, COL_206564A5_D0E2_48BD_B2A5_BABC7BCB28B1#215239]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet