SP1 - Details for Query 912

Submitted Time: 2026/02/24 09:37:28
Duration: 57 ms
Succeeded Jobs: 1223

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 8 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 1"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 322 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 32.3 KiB number of output rows: 322"]; 2->0; 3->2; 4->3; 5->4; }

TakeOrderedAndProject(limit=500000, orderBy=[COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#266840 DESC NULLS LAST], output=[COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#266837,COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#266844,COL_C043EC33_42C8_4D30_A339_A5D59894A148#266836L,COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#266838L,COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#266839,COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#266840,COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#266841,COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#266842,COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#266843,COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#266835])

Project [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#266775 AS COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#266835, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#266776L AS COL_C043EC33_42C8_4D30_A339_A5D59894A148#266836L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#266777 AS COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#266837, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#266778L AS COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#266838L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#266779 AS COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#266839, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#266780 AS COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#266840, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#266781 AS COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#266841, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#266782 AS COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#266842, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#266783 AS COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#266843, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#266784 AS COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#266844]

Filter CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#266777)), G24)) THEN false ELSE StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#266777)), G24) END

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#266775,COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#266776L,COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#266777,COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#266778L,COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#266779,COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#266780,COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#266781,COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#266782,COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#266783,COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#266784] Batched: true, DataFilters: [CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#266..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/ETUDE_MOTIFS_IN_253866], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1:string,COL_2746F85D_27D9_41EC_82F5_7BC9603473E2:b...

Details

== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#266775, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#266776L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#266777, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#266778L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#266779, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#266780, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#266781, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#266782, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#266783, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#266784]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/ETUDE_MOTIFS_IN_253866]
ReadSchema: struct<COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1:string,COL_2746F85D_27D9_41EC_82F5_7BC9603473E2:bigint,COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC:string,COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0:bigint,COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6:double,COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE:int,COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56:string,COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270:string,COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C:string,COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0:string>

(2) ColumnarToRow [codegen id : 1]
Input [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#266775, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#266776L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#266777, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#266778L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#266779, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#266780, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#266781, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#266782, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#266783, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#266784]

(3) Filter [codegen id : 1]
Input [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#266775, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#266776L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#266777, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#266778L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#266779, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#266780, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#266781, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#266782, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#266783, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#266784]
Condition : CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#266777)), G24)) THEN false ELSE StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#266777)), G24) END

(4) Project [codegen id : 1]
Output [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#266775 AS COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#266835, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#266776L AS COL_C043EC33_42C8_4D30_A339_A5D59894A148#266836L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#266777 AS COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#266837, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#266778L AS COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#266838L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#266779 AS COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#266839, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#266780 AS COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#266840, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#266781 AS COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#266841, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#266782 AS COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#266842, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#266783 AS COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#266843, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#266784 AS COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#266844]
Input [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#266775, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#266776L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#266777, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#266778L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#266779, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#266780, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#266781, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#266782, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#266783, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#266784]

(5) TakeOrderedAndProject
Input [10]: [COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#266835, COL_C043EC33_42C8_4D30_A339_A5D59894A148#266836L, COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#266837, COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#266838L, COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#266839, COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#266840, COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#266841, COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#266842, COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#266843, COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#266844]
Arguments: 500000, [COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#266840 DESC NULLS LAST], [COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#266837, COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#266844, COL_C043EC33_42C8_4D30_A339_A5D59894A148#266836L, COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#266838L, COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#266839, COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#266840, COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#266841, COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#266842, COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#266843, COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#266835]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet