SP1 - Details for Query 835

Submitted Time: 2026/02/24 09:35:47
Duration: 52 ms
Succeeded Jobs: 1086

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 3 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 0"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 322 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 32.3 KiB number of output rows: 322"]; 2->0; 3->2; 4->3; 5->4; }

TakeOrderedAndProject(limit=500000, orderBy=[COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#244222 DESC NULLS LAST], output=[COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#244219,COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#244226,COL_C043EC33_42C8_4D30_A339_A5D59894A148#244218L,COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#244220L,COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#244221,COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#244222,COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#244223,COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#244224,COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#244225,COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#244217])

Project [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#243980 AS COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#244217, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#243981L AS COL_C043EC33_42C8_4D30_A339_A5D59894A148#244218L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#243982 AS COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#244219, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#243983L AS COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#244220L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#243984 AS COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#244221, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#243985 AS COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#244222, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#243986 AS COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#244223, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#243987 AS COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#244224, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#243988 AS COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#244225, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#243989 AS COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#244226]

Filter CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#243982)), Z6)) THEN false ELSE StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#243982)), Z6) END

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#243980,COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#243981L,COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#243982,COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#243983L,COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#243984,COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#243985,COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#243986,COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#243987,COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#243988,COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#243989] Batched: true, DataFilters: [CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#243..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/ETUDE_MOTIFS_IN_253866], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1:string,COL_2746F85D_27D9_41EC_82F5_7BC9603473E2:b...

Details

== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#243980, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#243981L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#243982, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#243983L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#243984, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#243985, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#243986, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#243987, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#243988, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#243989]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/ETUDE_MOTIFS_IN_253866]
ReadSchema: struct<COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1:string,COL_2746F85D_27D9_41EC_82F5_7BC9603473E2:bigint,COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC:string,COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0:bigint,COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6:double,COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE:int,COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56:string,COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270:string,COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C:string,COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0:string>

(2) ColumnarToRow [codegen id : 1]
Input [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#243980, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#243981L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#243982, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#243983L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#243984, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#243985, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#243986, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#243987, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#243988, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#243989]

(3) Filter [codegen id : 1]
Input [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#243980, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#243981L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#243982, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#243983L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#243984, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#243985, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#243986, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#243987, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#243988, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#243989]
Condition : CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#243982)), Z6)) THEN false ELSE StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#243982)), Z6) END

(4) Project [codegen id : 1]
Output [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#243980 AS COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#244217, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#243981L AS COL_C043EC33_42C8_4D30_A339_A5D59894A148#244218L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#243982 AS COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#244219, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#243983L AS COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#244220L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#243984 AS COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#244221, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#243985 AS COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#244222, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#243986 AS COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#244223, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#243987 AS COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#244224, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#243988 AS COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#244225, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#243989 AS COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#244226]
Input [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#243980, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#243981L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#243982, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#243983L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#243984, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#243985, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#243986, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#243987, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#243988, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#243989]

(5) TakeOrderedAndProject
Input [10]: [COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#244217, COL_C043EC33_42C8_4D30_A339_A5D59894A148#244218L, COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#244219, COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#244220L, COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#244221, COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#244222, COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#244223, COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#244224, COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#244225, COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#244226]
Arguments: 500000, [COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#244222 DESC NULLS LAST], [COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#244219, COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#244226, COL_C043EC33_42C8_4D30_A339_A5D59894A148#244218L, COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#244220L, COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#244221, COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#244222, COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#244223, COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#244224, COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#244225, COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#244217]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet