SP1 - Details for Query 692

Submitted Time: 2026/02/24 09:29:06
Duration: 1 s
Succeeded Jobs: 889

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 984 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 4,488"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 298,495 number of input batches: 73"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 43 ms metadata time: 0 ms size of files read: 3.3 MiB number of output rows: 298,495"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215391 AS COL_EEAE972E_D836_4BB9_9CEE_CA862A970565#215499, COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215392 AS COL_1C845738_2B80_4A51_9D2A_221039E853F9#215500, COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215393 AS COL_E7429CA3_E81F_46BE_9E2C_C42D4BCA12D6#215501, COL_87C0B408_E201_4A89_8333_6C3539AAD579#215394 AS COL_2AF24D17_C103_4241_ADE6_35365E92C6A9#215502, COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215395 AS COL_322F0DE6_AE62_4B6B_8E34_9BA45CFD04B0#215503, COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215396 AS COL_555DC7D9_B73A_419A_9BF0_1EBD068C054A#215504, COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215397 AS COL_D143ECA0_884B_4EB1_9C60_43498364AA34#215505, COL_29C317ED_DA15_45F3_813A_44864B713578#215398 AS COL_91C3AAF7_6C9C_44CA_B24A_EDA2F8F99D9E#215506, COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215399 AS COL_AA272567_B9AA_4E2F_9055_15C74891D44A#215507, COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215400 AS COL_C0604A4F_69C5_4BF9_AFF7_71423A3464FC#215508, COL_C2103422_A30A_484F_827B_714AECA71539#215401 AS COL_B59F1C86_69A5_4CCF_AE27_835A57C710A4#215509, COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215402 AS COL_5E2A72CF_3460_4B18_89D5_6BFA1DEEF161#215510, COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215403 AS COL_D87D337D_F1C4_4B58_9A6F_EFAFD18E68F6#215511, COL_EBF0677D_2102_4280_A02E_B605A6772E76#215404 AS COL_871A156C_BF40_4E11_9B60_A2ABB83B0464#215512, COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215405 AS COL_81ED658B_AE1E_49FF_B873_5A54759A41E1#215513, COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215406 AS COL_07AE00B2_70C0_4850_8AF0_55DC6F5845B7#215514, COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215407 AS COL_9A1438CD_7582_4A21_B676_B2CE293CF81B#215515, COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215408 AS COL_D2FA1D61_86EF_42BB_8804_0507BD64A008#215516]

Filter CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215405)), ISERE)) THEN false ELSE StartsWith(str_remove_accent(upper(COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215405)), ISERE) END

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215391,COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215392,COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215393,COL_87C0B408_E201_4A89_8333_6C3539AAD579#215394,COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215395,COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215396,COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215397,COL_29C317ED_DA15_45F3_813A_44864B713578#215398,COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215399,COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215400,COL_C2103422_A30A_484F_827B_714AECA71539#215401,COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215402,COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215403,COL_EBF0677D_2102_4280_A02E_B605A6772E76#215404,COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215405,COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215406,COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215407,COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215408] Batched: true, DataFilters: [CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/COMMUNE_FRANCE__11522], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_EA5DD577_F175_4650_9236_34F58CADF1D7:string,COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [18]: [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215391, COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215392, COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215393, COL_87C0B408_E201_4A89_8333_6C3539AAD579#215394, COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215395, COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215396, COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215397, COL_29C317ED_DA15_45F3_813A_44864B713578#215398, COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215399, COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215400, COL_C2103422_A30A_484F_827B_714AECA71539#215401, COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215402, COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215403, COL_EBF0677D_2102_4280_A02E_B605A6772E76#215404, COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215405, COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215406, COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215407, COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215408]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/COMMUNE_FRANCE__11522]
ReadSchema: struct<COL_EA5DD577_F175_4650_9236_34F58CADF1D7:string,COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6:string,COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E:string,COL_87C0B408_E201_4A89_8333_6C3539AAD579:string,COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32:int,COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918:int,COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD:int,COL_29C317ED_DA15_45F3_813A_44864B713578:string,COL_49D99423_7614_44CA_AAFC_F68EA21DC790:string,COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274:int,COL_C2103422_A30A_484F_827B_714AECA71539:string,COL_114B0FA4_D640_40AA_A7A2_B66C167266A7:int,COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF:string,COL_EBF0677D_2102_4280_A02E_B605A6772E76:double,COL_59C690BB_A758_4039_A41E_FBE1339C0CE8:string,COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C:string,COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525:int,COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0:int>

(2) ColumnarToRow [codegen id : 1]
Input [18]: [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215391, COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215392, COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215393, COL_87C0B408_E201_4A89_8333_6C3539AAD579#215394, COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215395, COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215396, COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215397, COL_29C317ED_DA15_45F3_813A_44864B713578#215398, COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215399, COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215400, COL_C2103422_A30A_484F_827B_714AECA71539#215401, COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215402, COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215403, COL_EBF0677D_2102_4280_A02E_B605A6772E76#215404, COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215405, COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215406, COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215407, COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215408]

(3) Filter [codegen id : 1]
Input [18]: [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215391, COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215392, COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215393, COL_87C0B408_E201_4A89_8333_6C3539AAD579#215394, COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215395, COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215396, COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215397, COL_29C317ED_DA15_45F3_813A_44864B713578#215398, COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215399, COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215400, COL_C2103422_A30A_484F_827B_714AECA71539#215401, COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215402, COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215403, COL_EBF0677D_2102_4280_A02E_B605A6772E76#215404, COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215405, COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215406, COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215407, COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215408]
Condition : CASE WHEN isnull(StartsWith(str_remove_accent(upper(COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215405)), ISERE)) THEN false ELSE StartsWith(str_remove_accent(upper(COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215405)), ISERE) END

(4) Project [codegen id : 1]
Output [18]: [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215391 AS COL_EEAE972E_D836_4BB9_9CEE_CA862A970565#215499, COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215392 AS COL_1C845738_2B80_4A51_9D2A_221039E853F9#215500, COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215393 AS COL_E7429CA3_E81F_46BE_9E2C_C42D4BCA12D6#215501, COL_87C0B408_E201_4A89_8333_6C3539AAD579#215394 AS COL_2AF24D17_C103_4241_ADE6_35365E92C6A9#215502, COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215395 AS COL_322F0DE6_AE62_4B6B_8E34_9BA45CFD04B0#215503, COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215396 AS COL_555DC7D9_B73A_419A_9BF0_1EBD068C054A#215504, COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215397 AS COL_D143ECA0_884B_4EB1_9C60_43498364AA34#215505, COL_29C317ED_DA15_45F3_813A_44864B713578#215398 AS COL_91C3AAF7_6C9C_44CA_B24A_EDA2F8F99D9E#215506, COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215399 AS COL_AA272567_B9AA_4E2F_9055_15C74891D44A#215507, COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215400 AS COL_C0604A4F_69C5_4BF9_AFF7_71423A3464FC#215508, COL_C2103422_A30A_484F_827B_714AECA71539#215401 AS COL_B59F1C86_69A5_4CCF_AE27_835A57C710A4#215509, COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215402 AS COL_5E2A72CF_3460_4B18_89D5_6BFA1DEEF161#215510, COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215403 AS COL_D87D337D_F1C4_4B58_9A6F_EFAFD18E68F6#215511, COL_EBF0677D_2102_4280_A02E_B605A6772E76#215404 AS COL_871A156C_BF40_4E11_9B60_A2ABB83B0464#215512, COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215405 AS COL_81ED658B_AE1E_49FF_B873_5A54759A41E1#215513, COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215406 AS COL_07AE00B2_70C0_4850_8AF0_55DC6F5845B7#215514, COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215407 AS COL_9A1438CD_7582_4A21_B676_B2CE293CF81B#215515, COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215408 AS COL_D2FA1D61_86EF_42BB_8804_0507BD64A008#215516]
Input [18]: [COL_EA5DD577_F175_4650_9236_34F58CADF1D7#215391, COL_CE95C1B6_68E3_4658_BF53_5DF2F93847E6#215392, COL_E49FC970_058C_4F9A_9A9D_1CBAF88CEC9E#215393, COL_87C0B408_E201_4A89_8333_6C3539AAD579#215394, COL_CD299FD3_DEC6_414F_BFB3_5CD5EB89BE32#215395, COL_A8E2AED8_42DC_4B8B_9809_7AEAAC8D3918#215396, COL_8E57258E_DC62_4D8E_A8C7_94D3882921AD#215397, COL_29C317ED_DA15_45F3_813A_44864B713578#215398, COL_49D99423_7614_44CA_AAFC_F68EA21DC790#215399, COL_95D7BAB2_ECB6_4315_80A0_2C9EC5665274#215400, COL_C2103422_A30A_484F_827B_714AECA71539#215401, COL_114B0FA4_D640_40AA_A7A2_B66C167266A7#215402, COL_EF0F4232_5B64_4A9D_BA3B_5B7E517A9FAF#215403, COL_EBF0677D_2102_4280_A02E_B605A6772E76#215404, COL_59C690BB_A758_4039_A41E_FBE1339C0CE8#215405, COL_F4F55E01_3855_4C36_AAA6_F140FE63CC3C#215406, COL_3FDCDDE8_DF87_4165_BABF_E24FB2DB4525#215407, COL_EF039D3C_E19B_4272_969D_F0D33EBC5CB0#215408]

(5) CollectLimit
Input [18]: [COL_EEAE972E_D836_4BB9_9CEE_CA862A970565#215499, COL_1C845738_2B80_4A51_9D2A_221039E853F9#215500, COL_E7429CA3_E81F_46BE_9E2C_C42D4BCA12D6#215501, COL_2AF24D17_C103_4241_ADE6_35365E92C6A9#215502, COL_322F0DE6_AE62_4B6B_8E34_9BA45CFD04B0#215503, COL_555DC7D9_B73A_419A_9BF0_1EBD068C054A#215504, COL_D143ECA0_884B_4EB1_9C60_43498364AA34#215505, COL_91C3AAF7_6C9C_44CA_B24A_EDA2F8F99D9E#215506, COL_AA272567_B9AA_4E2F_9055_15C74891D44A#215507, COL_C0604A4F_69C5_4BF9_AFF7_71423A3464FC#215508, COL_B59F1C86_69A5_4CCF_AE27_835A57C710A4#215509, COL_5E2A72CF_3460_4B18_89D5_6BFA1DEEF161#215510, COL_D87D337D_F1C4_4B58_9A6F_EFAFD18E68F6#215511, COL_871A156C_BF40_4E11_9B60_A2ABB83B0464#215512, COL_81ED658B_AE1E_49FF_B873_5A54759A41E1#215513, COL_07AE00B2_70C0_4850_8AF0_55DC6F5845B7#215514, COL_9A1438CD_7582_4A21_B676_B2CE293CF81B#215515, COL_D2FA1D61_86EF_42BB_8804_0507BD64A008#215516]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet