SP1 - Details for Query 822

Submitted Time: 2026/02/24 09:35:35
Duration: 0.1 s
Succeeded Jobs: 1065

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 4 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 0"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 322 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 32.3 KiB number of output rows: 322"]; 2->0; 3->2; 4->3; 5->4; }

TakeOrderedAndProject(limit=500000, orderBy=[COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#241120 DESC NULLS LAST], output=[COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#241117,COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#241124,COL_C043EC33_42C8_4D30_A339_A5D59894A148#241116L,COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#241118L,COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#241119,COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#241120,COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#241121,COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#241122,COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#241123,COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#241115])

Project [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#241055 AS COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#241115, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#241056L AS COL_C043EC33_42C8_4D30_A339_A5D59894A148#241116L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#241057 AS COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#241117, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#241058L AS COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#241118L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#241059 AS COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#241119, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#241060 AS COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#241120, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#241061 AS COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#241121, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#241062 AS COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#241122, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#241063 AS COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#241123, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#241064 AS COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#241124]

Filter CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#241057)), Z61)) THEN false ELSE StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#241057)), Z61) END

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#241055,COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#241056L,COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#241057,COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#241058L,COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#241059,COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#241060,COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#241061,COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#241062,COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#241063,COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#241064] Batched: true, DataFilters: [CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#241..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/ETUDE_MOTIFS_IN_253866], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1:string,COL_2746F85D_27D9_41EC_82F5_7BC9603473E2:b...

Details

== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#241055, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#241056L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#241057, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#241058L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#241059, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#241060, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#241061, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#241062, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#241063, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#241064]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/ETUDE_MOTIFS_IN_253866]
ReadSchema: struct<COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1:string,COL_2746F85D_27D9_41EC_82F5_7BC9603473E2:bigint,COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC:string,COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0:bigint,COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6:double,COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE:int,COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56:string,COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270:string,COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C:string,COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0:string>

(2) ColumnarToRow [codegen id : 1]
Input [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#241055, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#241056L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#241057, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#241058L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#241059, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#241060, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#241061, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#241062, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#241063, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#241064]

(3) Filter [codegen id : 1]
Input [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#241055, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#241056L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#241057, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#241058L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#241059, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#241060, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#241061, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#241062, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#241063, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#241064]
Condition : CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#241057)), Z61)) THEN false ELSE StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#241057)), Z61) END

(4) Project [codegen id : 1]
Output [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#241055 AS COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#241115, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#241056L AS COL_C043EC33_42C8_4D30_A339_A5D59894A148#241116L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#241057 AS COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#241117, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#241058L AS COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#241118L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#241059 AS COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#241119, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#241060 AS COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#241120, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#241061 AS COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#241121, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#241062 AS COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#241122, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#241063 AS COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#241123, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#241064 AS COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#241124]
Input [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#241055, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#241056L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#241057, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#241058L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#241059, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#241060, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#241061, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#241062, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#241063, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#241064]

(5) TakeOrderedAndProject
Input [10]: [COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#241115, COL_C043EC33_42C8_4D30_A339_A5D59894A148#241116L, COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#241117, COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#241118L, COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#241119, COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#241120, COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#241121, COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#241122, COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#241123, COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#241124]
Arguments: 500000, [COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#241120 DESC NULLS LAST], [COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#241117, COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#241124, COL_C043EC33_42C8_4D30_A339_A5D59894A148#241116L, COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#241118L, COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#241119, COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#241120, COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#241121, COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#241122, COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#241123, COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#241115]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet