SP1 - Details for Query 283

Submitted Time: 2026/06/25 15:53:42
Duration: 0.2 s
Succeeded Jobs: 360

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 66 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 0"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 1,455 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 6 ms metadata time: 0 ms size of files read: 148.0 KiB number of output rows: 1,455"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 1500

Project [Proprietaire#98812 AS COL_4EBCB649_BD59_44D4_93D8_0190857315F0#99756, idMandat#98813 AS COL_17C5ACD3_88E6_41EC_8D3D_F0B640AAF06D#99757, Code+immeuble#98814 AS COL_3C6CF7C7_B28A_471F_8594_D61CC5EE8982#99758, Nom+Immeuble#98815 AS COL_5650E892_33D9_479C_80EA_2B2525AC4A45#99759, Adresse+Immeuble#98816 AS COL_B8529A3D_A48A_452B_9F16_AB1A4BAC139E#99760, Code+Postal+Immeuble#98817 AS COL_A43814C6_7077_46AF_835B_D0B18EDC70A4#99761, Ville+Immeuble#98818 AS COL_17C6E0D1_E0FE_458D_ADA6_8A3FD0CD3BD8#99762, Etage#98819 AS COL_FD8D65C6_F2A5_4B28_B017_EB5FA0BC7D01#99763, idLot#98820 AS COL_9163F93A_A5AE_45D6_8B1F_2EF92CA842A7#99764, N%C2%B0+Identifiant+Fiscal#98821 AS COL_89DC6301_086A_4E9C_8672_8F2751FE3B89#99765, Numero+lot+syndic#98822 AS COL_F187B9B8_0063_41CE_9385_F751840CD2EB#99766, TypeLot#98823 AS COL_7355068D_CDF5_4BA6_85EA_51C5C86F6E4D#99767, Porte#98824 AS COL_27EA5CFC_8F1D_4585_BB08_72464BAA54EE#99768, Surface#98825 AS COL_B697D958_0150_4D9A_9824_47CA5DE6D555#99769, NomLocataire#98826 AS COL_D9B18DD3_50F3_420E_95E6_B409033BFCE3#99770, DepotGar+%28euro%29#98827 AS COL_437E7927_9755_4EE7_B335_1FE4CA5F9327#99771, Loyer%2Fan+%28euro%29#98828 AS COL_2292659F_7091_49C8_ABBD_97FCDEADA803#99772, Prov.+sur+charges%2Fan+%28euro%29#98829 AS COL_9AFCAB8D_3D04_48AE_9F50_6B01764CB67A#99773, idBail#98830 AS COL_2DC72776_0A20_4BB9_AC11_FE4F0EF53FC6#99774, DPE#98831 AS COL_D6895B92_8213_46E8_95DE_5711D209346E#99775, GES#98832 AS COL_A06CD743_975B_480F_890C_78685E530CD1#99776, Classe+Commune#98833 AS COL_814180A7_65B9_4C68_A945_79F72A870824#99777, Classe+DPE#98834 AS COL_6126101C_76C5_4C25_A5F2_987862B98C80#99778, Classe+GES#98835 AS COL_32583C88_3290_4A7F_A097_95297001B6D6#99779]

Filter (((((((((((((((((((((((CASE WHEN isnull(Contains(str_remove_accent(upper(Proprietaire#98812)), --)) THEN false ELSE Contains(str_remove_accent(upper(Proprietaire#98812)), --) END OR CASE WHEN isnull(Contains(str_remove_accent(upper(idMandat#98813)), --)) THEN false ELSE Contains(str_remove_accent(upper(idMandat#98813)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Code+immeuble#98814)), --)) THEN false ELSE Contains(str_remove_accent(upper(Code+immeuble#98814)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Nom+Immeuble#98815)), --)) THEN false ELSE Contains(str_remove_accent(upper(Nom+Immeuble#98815)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Adresse+Immeuble#98816)), --)) THEN false ELSE Contains(str_remove_accent(upper(Adresse+Immeuble#98816)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Code+Postal+Immeuble#98817)), --)) THEN false ELSE Contains(str_remove_accent(upper(Code+Postal+Immeuble#98817)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Ville+Immeuble#98818)), --)) THEN false ELSE Contains(str_remove_accent(upper(Ville+Immeuble#98818)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Etage#98819)), --)) THEN false ELSE Contains(str_remove_accent(upper(Etage#98819)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(idLot#98820)), --)) THEN false ELSE Contains(str_remove_accent(upper(idLot#98820)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(N%C2%B0+Identifiant+Fiscal#98821)), --)) THEN false ELSE Contains(str_remove_accent(upper(N%C2%B0+Identifiant+Fiscal#98821)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Numero+lot+syndic#98822)), --)) THEN false ELSE Contains(str_remove_accent(upper(Numero+lot+syndic#98822)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(TypeLot#98823)), --)) THEN false ELSE Contains(str_remove_accent(upper(TypeLot#98823)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Porte#98824)), --)) THEN false ELSE Contains(str_remove_accent(upper(Porte#98824)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Surface#98825)), --)) THEN false ELSE Contains(str_remove_accent(upper(Surface#98825)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(NomLocataire#98826)), --)) THEN false ELSE Contains(str_remove_accent(upper(NomLocataire#98826)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(DepotGar+%28euro%29#98827)), --)) THEN false ELSE Contains(str_remove_accent(upper(DepotGar+%28euro%29#98827)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Loyer%2Fan+%28euro%29#98828)), --)) THEN false ELSE Contains(str_remove_accent(upper(Loyer%2Fan+%28euro%29#98828)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Prov.+sur+charges%2Fan+%28euro%29#98829)), --)) THEN false ELSE Contains(str_remove_accent(upper(Prov.+sur+charges%2Fan+%28euro%29#98829)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(idBail#98830)), --)) THEN false ELSE Contains(str_remove_accent(upper(idBail#98830)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(DPE#98831)), --)) THEN false ELSE Contains(str_remove_accent(upper(DPE#98831)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(GES#98832)), --)) THEN false ELSE Contains(str_remove_accent(upper(GES#98832)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Classe+Commune#98833)), --)) THEN false ELSE Contains(str_remove_accent(upper(Classe+Commune#98833)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Classe+DPE#98834)), --)) THEN false ELSE Contains(str_remove_accent(upper(Classe+DPE#98834)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Classe+GES#98835)), --)) THEN false ELSE Contains(str_remove_accent(upper(Classe+GES#98835)), --) END)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [Proprietaire#98812,idMandat#98813,Code+immeuble#98814,Nom+Immeuble#98815,Adresse+Immeuble#98816,Code+Postal+Immeuble#98817,Ville+Immeuble#98818,Etage#98819,idLot#98820,N%C2%B0+Identifiant+Fiscal#98821,Numero+lot+syndic#98822,TypeLot#98823,Porte#98824,Surface#98825,NomLocataire#98826,DepotGar+%28euro%29#98827,Loyer%2Fan+%28euro%29#98828,Prov.+sur+charges%2Fan+%28euro%29#98829,idBail#98830,DPE#98831,GES#98832,Classe+Commune#98833,Classe+DPE#98834,Classe+GES#98835] Batched: true, DataFilters: [(((((((((((((((((((((((CASE WHEN isnull(Contains(str_remove_accent(upper(Proprietaire#98812)), -..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/C475E2AA_35EA_48B3_8BCD_DEA3CE02A60..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<Proprietaire:string,idMandat:string,Code+immeuble:string,Nom+Immeuble:string,Adresse+Immeu...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [24]: [Proprietaire#98812, idMandat#98813, Code+immeuble#98814, Nom+Immeuble#98815, Adresse+Immeuble#98816, Code+Postal+Immeuble#98817, Ville+Immeuble#98818, Etage#98819, idLot#98820, N%C2%B0+Identifiant+Fiscal#98821, Numero+lot+syndic#98822, TypeLot#98823, Porte#98824, Surface#98825, NomLocataire#98826, DepotGar+%28euro%29#98827, Loyer%2Fan+%28euro%29#98828, Prov.+sur+charges%2Fan+%28euro%29#98829, idBail#98830, DPE#98831, GES#98832, Classe+Commune#98833, Classe+DPE#98834, Classe+GES#98835]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/C475E2AA_35EA_48B3_8BCD_DEA3CE02A605_b3d3c08a1f8d703e76a5dcfb9ccd2460/Patrimoine_au_20-4-2026_corrige_Laneco.xlsx_d2ddcf90463fc652b910349ac81c7390]
ReadSchema: struct<Proprietaire:string,idMandat:string,Code+immeuble:string,Nom+Immeuble:string,Adresse+Immeuble:string,Code+Postal+Immeuble:string,Ville+Immeuble:string,Etage:string,idLot:string,N%C2%B0+Identifiant+Fiscal:string,Numero+lot+syndic:string,TypeLot:string,Porte:string,Surface:string,NomLocataire:string,DepotGar+%28euro%29:string,Loyer%2Fan+%28euro%29:string,Prov.+sur+charges%2Fan+%28euro%29:string,idBail:string,DPE:string,GES:string,Classe+Commune:string,Classe+DPE:string,Classe+GES:string>

(2) ColumnarToRow [codegen id : 1]
Input [24]: [Proprietaire#98812, idMandat#98813, Code+immeuble#98814, Nom+Immeuble#98815, Adresse+Immeuble#98816, Code+Postal+Immeuble#98817, Ville+Immeuble#98818, Etage#98819, idLot#98820, N%C2%B0+Identifiant+Fiscal#98821, Numero+lot+syndic#98822, TypeLot#98823, Porte#98824, Surface#98825, NomLocataire#98826, DepotGar+%28euro%29#98827, Loyer%2Fan+%28euro%29#98828, Prov.+sur+charges%2Fan+%28euro%29#98829, idBail#98830, DPE#98831, GES#98832, Classe+Commune#98833, Classe+DPE#98834, Classe+GES#98835]

(3) Filter [codegen id : 1]
Input [24]: [Proprietaire#98812, idMandat#98813, Code+immeuble#98814, Nom+Immeuble#98815, Adresse+Immeuble#98816, Code+Postal+Immeuble#98817, Ville+Immeuble#98818, Etage#98819, idLot#98820, N%C2%B0+Identifiant+Fiscal#98821, Numero+lot+syndic#98822, TypeLot#98823, Porte#98824, Surface#98825, NomLocataire#98826, DepotGar+%28euro%29#98827, Loyer%2Fan+%28euro%29#98828, Prov.+sur+charges%2Fan+%28euro%29#98829, idBail#98830, DPE#98831, GES#98832, Classe+Commune#98833, Classe+DPE#98834, Classe+GES#98835]
Condition : (((((((((((((((((((((((CASE WHEN isnull(Contains(str_remove_accent(upper(Proprietaire#98812)), --)) THEN false ELSE Contains(str_remove_accent(upper(Proprietaire#98812)), --) END OR CASE WHEN isnull(Contains(str_remove_accent(upper(idMandat#98813)), --)) THEN false ELSE Contains(str_remove_accent(upper(idMandat#98813)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Code+immeuble#98814)), --)) THEN false ELSE Contains(str_remove_accent(upper(Code+immeuble#98814)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Nom+Immeuble#98815)), --)) THEN false ELSE Contains(str_remove_accent(upper(Nom+Immeuble#98815)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Adresse+Immeuble#98816)), --)) THEN false ELSE Contains(str_remove_accent(upper(Adresse+Immeuble#98816)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Code+Postal+Immeuble#98817)), --)) THEN false ELSE Contains(str_remove_accent(upper(Code+Postal+Immeuble#98817)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Ville+Immeuble#98818)), --)) THEN false ELSE Contains(str_remove_accent(upper(Ville+Immeuble#98818)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Etage#98819)), --)) THEN false ELSE Contains(str_remove_accent(upper(Etage#98819)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(idLot#98820)), --)) THEN false ELSE Contains(str_remove_accent(upper(idLot#98820)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(N%C2%B0+Identifiant+Fiscal#98821)), --)) THEN false ELSE Contains(str_remove_accent(upper(N%C2%B0+Identifiant+Fiscal#98821)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Numero+lot+syndic#98822)), --)) THEN false ELSE Contains(str_remove_accent(upper(Numero+lot+syndic#98822)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(TypeLot#98823)), --)) THEN false ELSE Contains(str_remove_accent(upper(TypeLot#98823)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Porte#98824)), --)) THEN false ELSE Contains(str_remove_accent(upper(Porte#98824)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Surface#98825)), --)) THEN false ELSE Contains(str_remove_accent(upper(Surface#98825)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(NomLocataire#98826)), --)) THEN false ELSE Contains(str_remove_accent(upper(NomLocataire#98826)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(DepotGar+%28euro%29#98827)), --)) THEN false ELSE Contains(str_remove_accent(upper(DepotGar+%28euro%29#98827)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Loyer%2Fan+%28euro%29#98828)), --)) THEN false ELSE Contains(str_remove_accent(upper(Loyer%2Fan+%28euro%29#98828)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Prov.+sur+charges%2Fan+%28euro%29#98829)), --)) THEN false ELSE Contains(str_remove_accent(upper(Prov.+sur+charges%2Fan+%28euro%29#98829)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(idBail#98830)), --)) THEN false ELSE Contains(str_remove_accent(upper(idBail#98830)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(DPE#98831)), --)) THEN false ELSE Contains(str_remove_accent(upper(DPE#98831)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(GES#98832)), --)) THEN false ELSE Contains(str_remove_accent(upper(GES#98832)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Classe+Commune#98833)), --)) THEN false ELSE Contains(str_remove_accent(upper(Classe+Commune#98833)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Classe+DPE#98834)), --)) THEN false ELSE Contains(str_remove_accent(upper(Classe+DPE#98834)), --) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(Classe+GES#98835)), --)) THEN false ELSE Contains(str_remove_accent(upper(Classe+GES#98835)), --) END)

(4) Project [codegen id : 1]
Output [24]: [Proprietaire#98812 AS COL_4EBCB649_BD59_44D4_93D8_0190857315F0#99756, idMandat#98813 AS COL_17C5ACD3_88E6_41EC_8D3D_F0B640AAF06D#99757, Code+immeuble#98814 AS COL_3C6CF7C7_B28A_471F_8594_D61CC5EE8982#99758, Nom+Immeuble#98815 AS COL_5650E892_33D9_479C_80EA_2B2525AC4A45#99759, Adresse+Immeuble#98816 AS COL_B8529A3D_A48A_452B_9F16_AB1A4BAC139E#99760, Code+Postal+Immeuble#98817 AS COL_A43814C6_7077_46AF_835B_D0B18EDC70A4#99761, Ville+Immeuble#98818 AS COL_17C6E0D1_E0FE_458D_ADA6_8A3FD0CD3BD8#99762, Etage#98819 AS COL_FD8D65C6_F2A5_4B28_B017_EB5FA0BC7D01#99763, idLot#98820 AS COL_9163F93A_A5AE_45D6_8B1F_2EF92CA842A7#99764, N%C2%B0+Identifiant+Fiscal#98821 AS COL_89DC6301_086A_4E9C_8672_8F2751FE3B89#99765, Numero+lot+syndic#98822 AS COL_F187B9B8_0063_41CE_9385_F751840CD2EB#99766, TypeLot#98823 AS COL_7355068D_CDF5_4BA6_85EA_51C5C86F6E4D#99767, Porte#98824 AS COL_27EA5CFC_8F1D_4585_BB08_72464BAA54EE#99768, Surface#98825 AS COL_B697D958_0150_4D9A_9824_47CA5DE6D555#99769, NomLocataire#98826 AS COL_D9B18DD3_50F3_420E_95E6_B409033BFCE3#99770, DepotGar+%28euro%29#98827 AS COL_437E7927_9755_4EE7_B335_1FE4CA5F9327#99771, Loyer%2Fan+%28euro%29#98828 AS COL_2292659F_7091_49C8_ABBD_97FCDEADA803#99772, Prov.+sur+charges%2Fan+%28euro%29#98829 AS COL_9AFCAB8D_3D04_48AE_9F50_6B01764CB67A#99773, idBail#98830 AS COL_2DC72776_0A20_4BB9_AC11_FE4F0EF53FC6#99774, DPE#98831 AS COL_D6895B92_8213_46E8_95DE_5711D209346E#99775, GES#98832 AS COL_A06CD743_975B_480F_890C_78685E530CD1#99776, Classe+Commune#98833 AS COL_814180A7_65B9_4C68_A945_79F72A870824#99777, Classe+DPE#98834 AS COL_6126101C_76C5_4C25_A5F2_987862B98C80#99778, Classe+GES#98835 AS COL_32583C88_3290_4A7F_A097_95297001B6D6#99779]
Input [24]: [Proprietaire#98812, idMandat#98813, Code+immeuble#98814, Nom+Immeuble#98815, Adresse+Immeuble#98816, Code+Postal+Immeuble#98817, Ville+Immeuble#98818, Etage#98819, idLot#98820, N%C2%B0+Identifiant+Fiscal#98821, Numero+lot+syndic#98822, TypeLot#98823, Porte#98824, Surface#98825, NomLocataire#98826, DepotGar+%28euro%29#98827, Loyer%2Fan+%28euro%29#98828, Prov.+sur+charges%2Fan+%28euro%29#98829, idBail#98830, DPE#98831, GES#98832, Classe+Commune#98833, Classe+DPE#98834, Classe+GES#98835]

(5) CollectLimit
Input [24]: [COL_4EBCB649_BD59_44D4_93D8_0190857315F0#99756, COL_17C5ACD3_88E6_41EC_8D3D_F0B640AAF06D#99757, COL_3C6CF7C7_B28A_471F_8594_D61CC5EE8982#99758, COL_5650E892_33D9_479C_80EA_2B2525AC4A45#99759, COL_B8529A3D_A48A_452B_9F16_AB1A4BAC139E#99760, COL_A43814C6_7077_46AF_835B_D0B18EDC70A4#99761, COL_17C6E0D1_E0FE_458D_ADA6_8A3FD0CD3BD8#99762, COL_FD8D65C6_F2A5_4B28_B017_EB5FA0BC7D01#99763, COL_9163F93A_A5AE_45D6_8B1F_2EF92CA842A7#99764, COL_89DC6301_086A_4E9C_8672_8F2751FE3B89#99765, COL_F187B9B8_0063_41CE_9385_F751840CD2EB#99766, COL_7355068D_CDF5_4BA6_85EA_51C5C86F6E4D#99767, COL_27EA5CFC_8F1D_4585_BB08_72464BAA54EE#99768, COL_B697D958_0150_4D9A_9824_47CA5DE6D555#99769, COL_D9B18DD3_50F3_420E_95E6_B409033BFCE3#99770, COL_437E7927_9755_4EE7_B335_1FE4CA5F9327#99771, COL_2292659F_7091_49C8_ABBD_97FCDEADA803#99772, COL_9AFCAB8D_3D04_48AE_9F50_6B01764CB67A#99773, COL_2DC72776_0A20_4BB9_AC11_FE4F0EF53FC6#99774, COL_D6895B92_8213_46E8_95DE_5711D209346E#99775, COL_A06CD743_975B_480F_890C_78685E530CD1#99776, COL_814180A7_65B9_4C68_A945_79F72A870824#99777, COL_6126101C_76C5_4C25_A5F2_987862B98C80#99778, COL_32583C88_3290_4A7F_A097_95297001B6D6#99779]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet