SP1 - Details for Query 258

Submitted Time: 2026/02/20 08:08:46
Duration: 0.9 s
Succeeded Jobs: 370

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n712 ms (3 ms, 7 ms, 688 ms (stage 506.0: task 707))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 82,047"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 99,999 number of input batches: 25"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time total (min, med, max (stageId: taskId)) 105 ms (3 ms, 7 ms, 81 ms (stage 506.0: task 707)) metadata time: 0 ms size of files read: 21.3 MiB number of output rows: 99,999"]; 2->0; 3->2; 4->3; 5->4; }

TakeOrderedAndProject(limit=500000, orderBy=[COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#110190 DESC NULLS LAST], output=[COL_216BD55E_F2DD_4B1A_B849_E0097EBB5AC1#110188,COL_5FE9CCBA_22B2_4DDC_8E10_C093812C3C5D#110189,COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#110190,COL_6CAC9393_A6B2_433C_B485_C512E10978BB#110191,COL_2E5BF370_1532_45E7_BDAD_87DE20EE1CFA#110192,COL_04199DF1_C4E9_4CEF_844B_E5870FD2F727#110193,COL_E1C7EC8B_44A7_43C7_B018_688B0126D974#110194,COL_7A13766D_9659_4FC8_85F5_F39FA1924F65#110195,COL_3811339E_7BD7_474A_A564_5F2519876C0D#110196,COL_5CECC91D_CE9C_414E_BE0E_F4F4FB989CDC#110197,COL_3AEB9F1E_AD6E_4E6D_8E21_16B511FAD833#110198,COL_944592B1_167D_4067_8625_4BBD67D45C28#110199,COL_F98B866A_3074_4058_BB03_FEF94B1BF013#110200,COL_37C9013D_0CC8_4FD0_80ED_20C533AB8C87#110201,COL_171F9A3A_D13C_4EDF_8895_B1D5C2F8C6C5#110202,COL_156D3410_33F4_462B_A9B2_F2462C49039F#110203,COL_5FA39CD2_4785_4D77_B9CA_F659F95207C7#110204])

Project [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#109277 AS COL_216BD55E_F2DD_4B1A_B849_E0097EBB5AC1#110188, COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#109278 AS COL_5FE9CCBA_22B2_4DDC_8E10_C093812C3C5D#110189, COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#109279 AS COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#110190, COL_2B25F129_41C3_437D_942C_E900020306FA#109282 AS COL_6CAC9393_A6B2_433C_B485_C512E10978BB#110191, COL_914AE71C_AADE_4E73_B979_1A6812243165#109283 AS COL_2E5BF370_1532_45E7_BDAD_87DE20EE1CFA#110192, COL_8D394F84_2F08_4820_9A12_DF97230CE630#109292 AS COL_04199DF1_C4E9_4CEF_844B_E5870FD2F727#110193, COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#109293 AS COL_E1C7EC8B_44A7_43C7_B018_688B0126D974#110194, COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#109294 AS COL_7A13766D_9659_4FC8_85F5_F39FA1924F65#110195, COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#109295 AS COL_3811339E_7BD7_474A_A564_5F2519876C0D#110196, COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#109296 AS COL_5CECC91D_CE9C_414E_BE0E_F4F4FB989CDC#110197, COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#109297 AS COL_3AEB9F1E_AD6E_4E6D_8E21_16B511FAD833#110198, COL_6AB67526_DC59_4467_A7F0_D0377AD01135#109301 AS COL_944592B1_167D_4067_8625_4BBD67D45C28#110199, COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#109302 AS COL_F98B866A_3074_4058_BB03_FEF94B1BF013#110200, COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#109303 AS COL_37C9013D_0CC8_4FD0_80ED_20C533AB8C87#110201, COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#109304 AS COL_171F9A3A_D13C_4EDF_8895_B1D5C2F8C6C5#110202, COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#109306 AS COL_156D3410_33F4_462B_A9B2_F2462C49039F#110203, COL_E63C9B15_EF10_48E1_905C_0742E98D5479#109307 AS COL_5FA39CD2_4785_4D77_B9CA_F659F95207C7#110204]

Filter (str_remove_accent(upper(COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#109295)) <=> JEANNEAU)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#109277,COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#109278,COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#109279,COL_2B25F129_41C3_437D_942C_E900020306FA#109282,COL_914AE71C_AADE_4E73_B979_1A6812243165#109283,COL_8D394F84_2F08_4820_9A12_DF97230CE630#109292,COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#109293,COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#109294,COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#109295,COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#109296,COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#109297,COL_6AB67526_DC59_4467_A7F0_D0377AD01135#109301,COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#109302,COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#109303,COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#109304,COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#109306,COL_E63C9B15_EF10_48E1_905C_0742E98D5479#109307] Batched: true, DataFilters: [(str_remove_accent(upper(COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#109295)) <=> JEANNEAU)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/TRACE_BIS_53740], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_77F407A2_628A_44AB_BED7_28569E2C9EC9:int,COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B:stri...

Details

== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [17]: [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#109277, COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#109278, COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#109279, COL_2B25F129_41C3_437D_942C_E900020306FA#109282, COL_914AE71C_AADE_4E73_B979_1A6812243165#109283, COL_8D394F84_2F08_4820_9A12_DF97230CE630#109292, COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#109293, COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#109294, COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#109295, COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#109296, COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#109297, COL_6AB67526_DC59_4467_A7F0_D0377AD01135#109301, COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#109302, COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#109303, COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#109304, COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#109306, COL_E63C9B15_EF10_48E1_905C_0742E98D5479#109307]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/TRACE_BIS_53740]
ReadSchema: struct<COL_77F407A2_628A_44AB_BED7_28569E2C9EC9:int,COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B:string,COL_17CFF7E8_6D44_452C_AA7D_72E415693D26:string,COL_2B25F129_41C3_437D_942C_E900020306FA:string,COL_914AE71C_AADE_4E73_B979_1A6812243165:int,COL_8D394F84_2F08_4820_9A12_DF97230CE630:string,COL_B892EAE0_4666_4BF3_8060_84E007F4D26B:string,COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C:string,COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9:string,COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564:string,COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC:string,COL_6AB67526_DC59_4467_A7F0_D0377AD01135:int,COL_3001615F_3567_4DAB_B71E_06BF34FCD07B:int,COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001:string,COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D:int,COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131:string,COL_E63C9B15_EF10_48E1_905C_0742E98D5479:string>

(2) ColumnarToRow [codegen id : 1]
Input [17]: [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#109277, COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#109278, COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#109279, COL_2B25F129_41C3_437D_942C_E900020306FA#109282, COL_914AE71C_AADE_4E73_B979_1A6812243165#109283, COL_8D394F84_2F08_4820_9A12_DF97230CE630#109292, COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#109293, COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#109294, COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#109295, COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#109296, COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#109297, COL_6AB67526_DC59_4467_A7F0_D0377AD01135#109301, COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#109302, COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#109303, COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#109304, COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#109306, COL_E63C9B15_EF10_48E1_905C_0742E98D5479#109307]

(3) Filter [codegen id : 1]
Input [17]: [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#109277, COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#109278, COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#109279, COL_2B25F129_41C3_437D_942C_E900020306FA#109282, COL_914AE71C_AADE_4E73_B979_1A6812243165#109283, COL_8D394F84_2F08_4820_9A12_DF97230CE630#109292, COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#109293, COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#109294, COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#109295, COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#109296, COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#109297, COL_6AB67526_DC59_4467_A7F0_D0377AD01135#109301, COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#109302, COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#109303, COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#109304, COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#109306, COL_E63C9B15_EF10_48E1_905C_0742E98D5479#109307]
Condition : (str_remove_accent(upper(COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#109295)) <=> JEANNEAU)

(4) Project [codegen id : 1]
Output [17]: [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#109277 AS COL_216BD55E_F2DD_4B1A_B849_E0097EBB5AC1#110188, COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#109278 AS COL_5FE9CCBA_22B2_4DDC_8E10_C093812C3C5D#110189, COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#109279 AS COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#110190, COL_2B25F129_41C3_437D_942C_E900020306FA#109282 AS COL_6CAC9393_A6B2_433C_B485_C512E10978BB#110191, COL_914AE71C_AADE_4E73_B979_1A6812243165#109283 AS COL_2E5BF370_1532_45E7_BDAD_87DE20EE1CFA#110192, COL_8D394F84_2F08_4820_9A12_DF97230CE630#109292 AS COL_04199DF1_C4E9_4CEF_844B_E5870FD2F727#110193, COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#109293 AS COL_E1C7EC8B_44A7_43C7_B018_688B0126D974#110194, COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#109294 AS COL_7A13766D_9659_4FC8_85F5_F39FA1924F65#110195, COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#109295 AS COL_3811339E_7BD7_474A_A564_5F2519876C0D#110196, COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#109296 AS COL_5CECC91D_CE9C_414E_BE0E_F4F4FB989CDC#110197, COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#109297 AS COL_3AEB9F1E_AD6E_4E6D_8E21_16B511FAD833#110198, COL_6AB67526_DC59_4467_A7F0_D0377AD01135#109301 AS COL_944592B1_167D_4067_8625_4BBD67D45C28#110199, COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#109302 AS COL_F98B866A_3074_4058_BB03_FEF94B1BF013#110200, COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#109303 AS COL_37C9013D_0CC8_4FD0_80ED_20C533AB8C87#110201, COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#109304 AS COL_171F9A3A_D13C_4EDF_8895_B1D5C2F8C6C5#110202, COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#109306 AS COL_156D3410_33F4_462B_A9B2_F2462C49039F#110203, COL_E63C9B15_EF10_48E1_905C_0742E98D5479#109307 AS COL_5FA39CD2_4785_4D77_B9CA_F659F95207C7#110204]
Input [17]: [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#109277, COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#109278, COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#109279, COL_2B25F129_41C3_437D_942C_E900020306FA#109282, COL_914AE71C_AADE_4E73_B979_1A6812243165#109283, COL_8D394F84_2F08_4820_9A12_DF97230CE630#109292, COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#109293, COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#109294, COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#109295, COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#109296, COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#109297, COL_6AB67526_DC59_4467_A7F0_D0377AD01135#109301, COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#109302, COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#109303, COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#109304, COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#109306, COL_E63C9B15_EF10_48E1_905C_0742E98D5479#109307]

(5) TakeOrderedAndProject
Input [17]: [COL_216BD55E_F2DD_4B1A_B849_E0097EBB5AC1#110188, COL_5FE9CCBA_22B2_4DDC_8E10_C093812C3C5D#110189, COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#110190, COL_6CAC9393_A6B2_433C_B485_C512E10978BB#110191, COL_2E5BF370_1532_45E7_BDAD_87DE20EE1CFA#110192, COL_04199DF1_C4E9_4CEF_844B_E5870FD2F727#110193, COL_E1C7EC8B_44A7_43C7_B018_688B0126D974#110194, COL_7A13766D_9659_4FC8_85F5_F39FA1924F65#110195, COL_3811339E_7BD7_474A_A564_5F2519876C0D#110196, COL_5CECC91D_CE9C_414E_BE0E_F4F4FB989CDC#110197, COL_3AEB9F1E_AD6E_4E6D_8E21_16B511FAD833#110198, COL_944592B1_167D_4067_8625_4BBD67D45C28#110199, COL_F98B866A_3074_4058_BB03_FEF94B1BF013#110200, COL_37C9013D_0CC8_4FD0_80ED_20C533AB8C87#110201, COL_171F9A3A_D13C_4EDF_8895_B1D5C2F8C6C5#110202, COL_156D3410_33F4_462B_A9B2_F2462C49039F#110203, COL_5FA39CD2_4785_4D77_B9CA_F659F95207C7#110204]
Arguments: 500000, [COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#110190 DESC NULLS LAST], [COL_216BD55E_F2DD_4B1A_B849_E0097EBB5AC1#110188, COL_5FE9CCBA_22B2_4DDC_8E10_C093812C3C5D#110189, COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#110190, COL_6CAC9393_A6B2_433C_B485_C512E10978BB#110191, COL_2E5BF370_1532_45E7_BDAD_87DE20EE1CFA#110192, COL_04199DF1_C4E9_4CEF_844B_E5870FD2F727#110193, COL_E1C7EC8B_44A7_43C7_B018_688B0126D974#110194, COL_7A13766D_9659_4FC8_85F5_F39FA1924F65#110195, COL_3811339E_7BD7_474A_A564_5F2519876C0D#110196, COL_5CECC91D_CE9C_414E_BE0E_F4F4FB989CDC#110197, COL_3AEB9F1E_AD6E_4E6D_8E21_16B511FAD833#110198, COL_944592B1_167D_4067_8625_4BBD67D45C28#110199, COL_F98B866A_3074_4058_BB03_FEF94B1BF013#110200, COL_37C9013D_0CC8_4FD0_80ED_20C533AB8C87#110201, COL_171F9A3A_D13C_4EDF_8895_B1D5C2F8C6C5#110202, COL_156D3410_33F4_462B_A9B2_F2462C49039F#110203, COL_5FA39CD2_4785_4D77_B9CA_F659F95207C7#110204]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet