SP1 - Details for Query 673

Submitted Time: 2026/02/24 09:28:49
Duration: 1.0 s
Succeeded Jobs: 859

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n698 ms (3 ms, 9 ms, 666 ms (stage 1135.0: task 1580))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 82,047"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 99,999 number of input batches: 25"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time total (min, med, max (stageId: taskId)) 154 ms (2 ms, 9 ms, 123 ms (stage 1135.0: task 1580)) metadata time: 0 ms size of files read: 21.3 MiB number of output rows: 99,999"]; 2->0; 3->2; 4->3; 5->4; }

TakeOrderedAndProject(limit=500000, orderBy=[COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#210497 DESC NULLS LAST], output=[COL_216BD55E_F2DD_4B1A_B849_E0097EBB5AC1#210495,COL_5FE9CCBA_22B2_4DDC_8E10_C093812C3C5D#210496,COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#210497,COL_6CAC9393_A6B2_433C_B485_C512E10978BB#210498,COL_2E5BF370_1532_45E7_BDAD_87DE20EE1CFA#210499,COL_04199DF1_C4E9_4CEF_844B_E5870FD2F727#210500,COL_E1C7EC8B_44A7_43C7_B018_688B0126D974#210501,COL_7A13766D_9659_4FC8_85F5_F39FA1924F65#210502,COL_3811339E_7BD7_474A_A564_5F2519876C0D#210503,COL_5CECC91D_CE9C_414E_BE0E_F4F4FB989CDC#210504,COL_3AEB9F1E_AD6E_4E6D_8E21_16B511FAD833#210505,COL_944592B1_167D_4067_8625_4BBD67D45C28#210506,COL_F98B866A_3074_4058_BB03_FEF94B1BF013#210507,COL_37C9013D_0CC8_4FD0_80ED_20C533AB8C87#210508,COL_171F9A3A_D13C_4EDF_8895_B1D5C2F8C6C5#210509,COL_156D3410_33F4_462B_A9B2_F2462C49039F#210510,COL_5FA39CD2_4785_4D77_B9CA_F659F95207C7#210511])

Project [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#209882 AS COL_216BD55E_F2DD_4B1A_B849_E0097EBB5AC1#210495, COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#209883 AS COL_5FE9CCBA_22B2_4DDC_8E10_C093812C3C5D#210496, COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#209884 AS COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#210497, COL_2B25F129_41C3_437D_942C_E900020306FA#209887 AS COL_6CAC9393_A6B2_433C_B485_C512E10978BB#210498, COL_914AE71C_AADE_4E73_B979_1A6812243165#209888 AS COL_2E5BF370_1532_45E7_BDAD_87DE20EE1CFA#210499, COL_8D394F84_2F08_4820_9A12_DF97230CE630#209897 AS COL_04199DF1_C4E9_4CEF_844B_E5870FD2F727#210500, COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#209898 AS COL_E1C7EC8B_44A7_43C7_B018_688B0126D974#210501, COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#209899 AS COL_7A13766D_9659_4FC8_85F5_F39FA1924F65#210502, COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#209900 AS COL_3811339E_7BD7_474A_A564_5F2519876C0D#210503, COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#209901 AS COL_5CECC91D_CE9C_414E_BE0E_F4F4FB989CDC#210504, COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#209902 AS COL_3AEB9F1E_AD6E_4E6D_8E21_16B511FAD833#210505, COL_6AB67526_DC59_4467_A7F0_D0377AD01135#209906 AS COL_944592B1_167D_4067_8625_4BBD67D45C28#210506, COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#209907 AS COL_F98B866A_3074_4058_BB03_FEF94B1BF013#210507, COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#209908 AS COL_37C9013D_0CC8_4FD0_80ED_20C533AB8C87#210508, COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#209909 AS COL_171F9A3A_D13C_4EDF_8895_B1D5C2F8C6C5#210509, COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#209911 AS COL_156D3410_33F4_462B_A9B2_F2462C49039F#210510, COL_E63C9B15_EF10_48E1_905C_0742E98D5479#209912 AS COL_5FA39CD2_4785_4D77_B9CA_F659F95207C7#210511]

Filter (str_remove_accent(upper(COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#209900)) <=> JEANNEAU)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#209882,COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#209883,COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#209884,COL_2B25F129_41C3_437D_942C_E900020306FA#209887,COL_914AE71C_AADE_4E73_B979_1A6812243165#209888,COL_8D394F84_2F08_4820_9A12_DF97230CE630#209897,COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#209898,COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#209899,COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#209900,COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#209901,COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#209902,COL_6AB67526_DC59_4467_A7F0_D0377AD01135#209906,COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#209907,COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#209908,COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#209909,COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#209911,COL_E63C9B15_EF10_48E1_905C_0742E98D5479#209912] Batched: true, DataFilters: [(str_remove_accent(upper(COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#209900)) <=> JEANNEAU)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/TRACE_BIS_53740], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_77F407A2_628A_44AB_BED7_28569E2C9EC9:int,COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B:stri...

Details

== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [17]: [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#209882, COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#209883, COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#209884, COL_2B25F129_41C3_437D_942C_E900020306FA#209887, COL_914AE71C_AADE_4E73_B979_1A6812243165#209888, COL_8D394F84_2F08_4820_9A12_DF97230CE630#209897, COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#209898, COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#209899, COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#209900, COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#209901, COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#209902, COL_6AB67526_DC59_4467_A7F0_D0377AD01135#209906, COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#209907, COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#209908, COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#209909, COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#209911, COL_E63C9B15_EF10_48E1_905C_0742E98D5479#209912]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/TRACE_BIS_53740]
ReadSchema: struct<COL_77F407A2_628A_44AB_BED7_28569E2C9EC9:int,COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B:string,COL_17CFF7E8_6D44_452C_AA7D_72E415693D26:string,COL_2B25F129_41C3_437D_942C_E900020306FA:string,COL_914AE71C_AADE_4E73_B979_1A6812243165:int,COL_8D394F84_2F08_4820_9A12_DF97230CE630:string,COL_B892EAE0_4666_4BF3_8060_84E007F4D26B:string,COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C:string,COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9:string,COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564:string,COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC:string,COL_6AB67526_DC59_4467_A7F0_D0377AD01135:int,COL_3001615F_3567_4DAB_B71E_06BF34FCD07B:int,COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001:string,COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D:int,COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131:string,COL_E63C9B15_EF10_48E1_905C_0742E98D5479:string>

(2) ColumnarToRow [codegen id : 1]
Input [17]: [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#209882, COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#209883, COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#209884, COL_2B25F129_41C3_437D_942C_E900020306FA#209887, COL_914AE71C_AADE_4E73_B979_1A6812243165#209888, COL_8D394F84_2F08_4820_9A12_DF97230CE630#209897, COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#209898, COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#209899, COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#209900, COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#209901, COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#209902, COL_6AB67526_DC59_4467_A7F0_D0377AD01135#209906, COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#209907, COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#209908, COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#209909, COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#209911, COL_E63C9B15_EF10_48E1_905C_0742E98D5479#209912]

(3) Filter [codegen id : 1]
Input [17]: [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#209882, COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#209883, COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#209884, COL_2B25F129_41C3_437D_942C_E900020306FA#209887, COL_914AE71C_AADE_4E73_B979_1A6812243165#209888, COL_8D394F84_2F08_4820_9A12_DF97230CE630#209897, COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#209898, COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#209899, COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#209900, COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#209901, COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#209902, COL_6AB67526_DC59_4467_A7F0_D0377AD01135#209906, COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#209907, COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#209908, COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#209909, COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#209911, COL_E63C9B15_EF10_48E1_905C_0742E98D5479#209912]
Condition : (str_remove_accent(upper(COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#209900)) <=> JEANNEAU)

(4) Project [codegen id : 1]
Output [17]: [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#209882 AS COL_216BD55E_F2DD_4B1A_B849_E0097EBB5AC1#210495, COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#209883 AS COL_5FE9CCBA_22B2_4DDC_8E10_C093812C3C5D#210496, COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#209884 AS COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#210497, COL_2B25F129_41C3_437D_942C_E900020306FA#209887 AS COL_6CAC9393_A6B2_433C_B485_C512E10978BB#210498, COL_914AE71C_AADE_4E73_B979_1A6812243165#209888 AS COL_2E5BF370_1532_45E7_BDAD_87DE20EE1CFA#210499, COL_8D394F84_2F08_4820_9A12_DF97230CE630#209897 AS COL_04199DF1_C4E9_4CEF_844B_E5870FD2F727#210500, COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#209898 AS COL_E1C7EC8B_44A7_43C7_B018_688B0126D974#210501, COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#209899 AS COL_7A13766D_9659_4FC8_85F5_F39FA1924F65#210502, COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#209900 AS COL_3811339E_7BD7_474A_A564_5F2519876C0D#210503, COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#209901 AS COL_5CECC91D_CE9C_414E_BE0E_F4F4FB989CDC#210504, COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#209902 AS COL_3AEB9F1E_AD6E_4E6D_8E21_16B511FAD833#210505, COL_6AB67526_DC59_4467_A7F0_D0377AD01135#209906 AS COL_944592B1_167D_4067_8625_4BBD67D45C28#210506, COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#209907 AS COL_F98B866A_3074_4058_BB03_FEF94B1BF013#210507, COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#209908 AS COL_37C9013D_0CC8_4FD0_80ED_20C533AB8C87#210508, COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#209909 AS COL_171F9A3A_D13C_4EDF_8895_B1D5C2F8C6C5#210509, COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#209911 AS COL_156D3410_33F4_462B_A9B2_F2462C49039F#210510, COL_E63C9B15_EF10_48E1_905C_0742E98D5479#209912 AS COL_5FA39CD2_4785_4D77_B9CA_F659F95207C7#210511]
Input [17]: [COL_77F407A2_628A_44AB_BED7_28569E2C9EC9#209882, COL_85A1CAF5_BCF3_407C_8ADB_3DA17259A82B#209883, COL_17CFF7E8_6D44_452C_AA7D_72E415693D26#209884, COL_2B25F129_41C3_437D_942C_E900020306FA#209887, COL_914AE71C_AADE_4E73_B979_1A6812243165#209888, COL_8D394F84_2F08_4820_9A12_DF97230CE630#209897, COL_B892EAE0_4666_4BF3_8060_84E007F4D26B#209898, COL_F5C7EB20_2FCD_43D1_AB47_5356F188638C#209899, COL_98C1A2B9_C690_409F_91ED_D9A2A3C44CA9#209900, COL_5FC1CF7D_9925_48AB_9CD5_F8D873CF3564#209901, COL_0E8CED75_B601_4BDD_84B7_3714B7A6C9FC#209902, COL_6AB67526_DC59_4467_A7F0_D0377AD01135#209906, COL_3001615F_3567_4DAB_B71E_06BF34FCD07B#209907, COL_C78EA25B_64E9_433A_B4D3_633EFE4AA001#209908, COL_4472F2F0_C06C_4819_8A69_CFB42D3C456D#209909, COL_EF9BE1D2_7615_45ED_850B_E9837FBD0131#209911, COL_E63C9B15_EF10_48E1_905C_0742E98D5479#209912]

(5) TakeOrderedAndProject
Input [17]: [COL_216BD55E_F2DD_4B1A_B849_E0097EBB5AC1#210495, COL_5FE9CCBA_22B2_4DDC_8E10_C093812C3C5D#210496, COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#210497, COL_6CAC9393_A6B2_433C_B485_C512E10978BB#210498, COL_2E5BF370_1532_45E7_BDAD_87DE20EE1CFA#210499, COL_04199DF1_C4E9_4CEF_844B_E5870FD2F727#210500, COL_E1C7EC8B_44A7_43C7_B018_688B0126D974#210501, COL_7A13766D_9659_4FC8_85F5_F39FA1924F65#210502, COL_3811339E_7BD7_474A_A564_5F2519876C0D#210503, COL_5CECC91D_CE9C_414E_BE0E_F4F4FB989CDC#210504, COL_3AEB9F1E_AD6E_4E6D_8E21_16B511FAD833#210505, COL_944592B1_167D_4067_8625_4BBD67D45C28#210506, COL_F98B866A_3074_4058_BB03_FEF94B1BF013#210507, COL_37C9013D_0CC8_4FD0_80ED_20C533AB8C87#210508, COL_171F9A3A_D13C_4EDF_8895_B1D5C2F8C6C5#210509, COL_156D3410_33F4_462B_A9B2_F2462C49039F#210510, COL_5FA39CD2_4785_4D77_B9CA_F659F95207C7#210511]
Arguments: 500000, [COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#210497 DESC NULLS LAST], [COL_216BD55E_F2DD_4B1A_B849_E0097EBB5AC1#210495, COL_5FE9CCBA_22B2_4DDC_8E10_C093812C3C5D#210496, COL_BDF7A303_0F86_4F39_93E6_DD653178BD2F#210497, COL_6CAC9393_A6B2_433C_B485_C512E10978BB#210498, COL_2E5BF370_1532_45E7_BDAD_87DE20EE1CFA#210499, COL_04199DF1_C4E9_4CEF_844B_E5870FD2F727#210500, COL_E1C7EC8B_44A7_43C7_B018_688B0126D974#210501, COL_7A13766D_9659_4FC8_85F5_F39FA1924F65#210502, COL_3811339E_7BD7_474A_A564_5F2519876C0D#210503, COL_5CECC91D_CE9C_414E_BE0E_F4F4FB989CDC#210504, COL_3AEB9F1E_AD6E_4E6D_8E21_16B511FAD833#210505, COL_944592B1_167D_4067_8625_4BBD67D45C28#210506, COL_F98B866A_3074_4058_BB03_FEF94B1BF013#210507, COL_37C9013D_0CC8_4FD0_80ED_20C533AB8C87#210508, COL_171F9A3A_D13C_4EDF_8895_B1D5C2F8C6C5#210509, COL_156D3410_33F4_462B_A9B2_F2462C49039F#210510, COL_5FA39CD2_4785_4D77_B9CA_F659F95207C7#210511]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet