SP1 - Details for Query 816

Submitted Time: 2026/02/24 09:35:25
Duration: 86 ms
Succeeded Jobs: 1053

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 4 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 0"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 322 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 32.3 KiB number of output rows: 322"]; 2->0; 3->2; 4->3; 5->4; }

TakeOrderedAndProject(limit=500000, orderBy=[COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#238625 DESC NULLS LAST], output=[COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#238622,COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#238629,COL_C043EC33_42C8_4D30_A339_A5D59894A148#238621L,COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#238623L,COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#238624,COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#238625,COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#238626,COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#238627,COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#238628,COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#238620])

Project [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#238428 AS COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#238620, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#238429L AS COL_C043EC33_42C8_4D30_A339_A5D59894A148#238621L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#238430 AS COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#238622, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#238431L AS COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#238623L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#238432 AS COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#238624, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#238433 AS COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#238625, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#238434 AS COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#238626, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#238435 AS COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#238627, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#238436 AS COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#238628, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#238437 AS COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#238629]

Filter CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#238430)), Z61)) THEN false ELSE StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#238430)), Z61) END

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#238428,COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#238429L,COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#238430,COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#238431L,COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#238432,COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#238433,COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#238434,COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#238435,COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#238436,COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#238437] Batched: true, DataFilters: [CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#238..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/ETUDE_MOTIFS_IN_253866], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1:string,COL_2746F85D_27D9_41EC_82F5_7BC9603473E2:b...

Details

== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#238428, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#238429L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#238430, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#238431L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#238432, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#238433, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#238434, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#238435, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#238436, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#238437]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/ETUDE_MOTIFS_IN_253866]
ReadSchema: struct<COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1:string,COL_2746F85D_27D9_41EC_82F5_7BC9603473E2:bigint,COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC:string,COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0:bigint,COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6:double,COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE:int,COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56:string,COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270:string,COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C:string,COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0:string>

(2) ColumnarToRow [codegen id : 1]
Input [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#238428, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#238429L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#238430, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#238431L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#238432, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#238433, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#238434, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#238435, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#238436, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#238437]

(3) Filter [codegen id : 1]
Input [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#238428, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#238429L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#238430, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#238431L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#238432, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#238433, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#238434, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#238435, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#238436, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#238437]
Condition : CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#238430)), Z61)) THEN false ELSE StartsWith(str_remove_accent(upper(COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#238430)), Z61) END

(4) Project [codegen id : 1]
Output [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#238428 AS COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#238620, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#238429L AS COL_C043EC33_42C8_4D30_A339_A5D59894A148#238621L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#238430 AS COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#238622, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#238431L AS COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#238623L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#238432 AS COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#238624, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#238433 AS COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#238625, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#238434 AS COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#238626, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#238435 AS COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#238627, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#238436 AS COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#238628, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#238437 AS COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#238629]
Input [10]: [COL_DC1BE07F_0395_4CD6_8B1A_B946492A2FF1#238428, COL_2746F85D_27D9_41EC_82F5_7BC9603473E2#238429L, COL_8D8DA155_0778_4A84_AC29_5BD6313A7CEC#238430, COL_C33B6C6B_EDE1_4223_8C3E_515DB0F371A0#238431L, COL_A99685AB_3082_4C2D_A4D2_1196516E8FE6#238432, COL_81CB22C4_B1EF_4EE1_A4FD_9474DD5897EE#238433, COL_9EAA62B1_A027_4337_A5E1_2CBFF29E4C56#238434, COL_45C8FB29_70B2_4C57_AD16_E2CC497D4270#238435, COL_CF4E3A7F_333A_4E65_A89B_B03BFBC9994C#238436, COL_A5769EEB_507A_43EE_9E8F_260BF5660BD0#238437]

(5) TakeOrderedAndProject
Input [10]: [COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#238620, COL_C043EC33_42C8_4D30_A339_A5D59894A148#238621L, COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#238622, COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#238623L, COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#238624, COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#238625, COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#238626, COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#238627, COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#238628, COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#238629]
Arguments: 500000, [COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#238625 DESC NULLS LAST], [COL_3E6AD5CA_B388_4BBC_9EFB_1A275865CCB9#238622, COL_8F847726_48B7_4176_B2EE_FA9E22D2F699#238629, COL_C043EC33_42C8_4D30_A339_A5D59894A148#238621L, COL_A1D63E09_688C_4568_ACED_E9F4B442D35B#238623L, COL_990A4516_BF5D_4C6A_90FB_0B5213BEF6DE#238624, COL_854C752E_2EC8_4B2E_83EA_0A286E1E4223#238625, COL_15BC4CD8_489B_4747_84D0_9F3C456F33B7#238626, COL_2B0B4F8C_3702_4BD6_818D_195FF9800AA4#238627, COL_2F602FBD_FF2B_4F56_B738_D7F6909D38D1#238628, COL_A939C506_6B46_4B4B_A96F_42708C94DAD3#238620]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet