SP1 - Details for Query 501

Submitted Time: 2026/02/23 14:37:14
Duration: 0.2 s
Succeeded Jobs: 668

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n105 ms (4 ms, 7 ms, 94 ms (stage 878.0: task 1183))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 7"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 20,000 number of input batches: 5"]; } 5 [labelType="html" label="Scan parquet number of files read: 3 scan time total (min, med, max (stageId: taskId)) 31 ms (4 ms, 7 ms, 20 ms (stage 878.0: task 1183)) metadata time: 0 ms size of files read: 496.9 KiB number of output rows: 20,000"]; 2->0; 3->2; 4->3; 5->4; }

TakeOrderedAndProject(limit=500000, orderBy=[COL_E34B7FEB_6628_42D7_A4B0_6FF760CF68A5#143191 ASC NULLS FIRST,COL_FB1BCADE_777A_4748_A761_2C624E177133#143192 ASC NULLS FIRST,COL_2E5EFAB0_CA76_4B61_8F53_7F8E4477205F#143197 ASC NULLS FIRST], output=[COL_64505C12_4746_4DD1_8B3A_A252D296E117#143189,COL_5A96EAEA_F480_4917_97F0_353CD67E9CB1#143190,COL_E34B7FEB_6628_42D7_A4B0_6FF760CF68A5#143191,COL_FB1BCADE_777A_4748_A761_2C624E177133#143192,COL_15178F3F_DA4A_4E3C_8779_1691AF1D0B31#143193,COL_CFE9405A_9098_4F73_BA2E_B09D40F8EEB2#143194,COL_FEC0627E_0293_44F9_8FC9_449D3B8A386D#143195,COL_843C7AF4_6476_45E0_8880_909D00E908E8#143196,COL_2E5EFAB0_CA76_4B61_8F53_7F8E4477205F#143197,COL_C7431853_48B8_453C_811B_B4B529398DA2#143198,COL_A0E31BEA_702E_4ABE_8626_6A24300C2EA4#143199,COL_6A72DDE5_1B38_4F61_8393_D56B0421A20E#143200,COL_A6EC3329_C326_423E_8F5B_E34F3949F446#143201,COL_B675978B_AC93_41C1_9405_4EAB4C988087#143202,COL_8ADA2E09_4EA9_4B89_87AE_1D5F8E1648E7#143203,COL_57677CD0_173D_403B_A6DF_8FB13389A162#143204,COL_0D78AF02_6072_4A33_BDD7_98A052F43F38#143205,COL_7ED0F293_5BB0_44FC_A079_4F998D49BA4F#143206,COL_444BFFC2_7168_471B_87DA_4C2ACCC17076#143207])

Project [COL_FF91BB18_29C6_416D_B9D6_CB8F4FFBE8AD#142699 AS COL_64505C12_4746_4DD1_8B3A_A252D296E117#143189, COL_3D0EC074_4DF9_4012_940E_AB0CB93CF701#142700 AS COL_5A96EAEA_F480_4917_97F0_353CD67E9CB1#143190, COL_0AD4FC79_7875_4743_8D86_693103C4F6DF#142701 AS COL_E34B7FEB_6628_42D7_A4B0_6FF760CF68A5#143191, COL_0E9EB8A9_EFCD_4145_912B_B22E9A996A08#142702 AS COL_FB1BCADE_777A_4748_A761_2C624E177133#143192, COL_8E340E3C_9278_4586_A6D7_EACB1B8F2332#142703 AS COL_15178F3F_DA4A_4E3C_8779_1691AF1D0B31#143193, COL_2DFC29A4_BF4D_4060_AB13_F84848B6A9EC#142704 AS COL_CFE9405A_9098_4F73_BA2E_B09D40F8EEB2#143194, COL_1A725DA8_876D_4BC1_B42A_AB69DB414725#142705 AS COL_FEC0627E_0293_44F9_8FC9_449D3B8A386D#143195, COL_CD701299_63B7_406D_9440_54BD0131A86B#142706 AS COL_843C7AF4_6476_45E0_8880_909D00E908E8#143196, COL_E1835BE2_4FDE_4905_B379_A3A83AAD3B31#142707 AS COL_2E5EFAB0_CA76_4B61_8F53_7F8E4477205F#143197, COL_D6826CBC_1D7A_47AB_846E_D442A882445E#142708 AS COL_C7431853_48B8_453C_811B_B4B529398DA2#143198, COL_ABA1200A_9BEA_462A_A92A_6F99C03905A0#142709 AS COL_A0E31BEA_702E_4ABE_8626_6A24300C2EA4#143199, COL_B89E53A9_1D2B_4FB0_96C5_C318E19ACCA9#142710 AS COL_6A72DDE5_1B38_4F61_8393_D56B0421A20E#143200, COL_3C5F522E_06E2_427D_A03B_392571FA6633#142711 AS COL_A6EC3329_C326_423E_8F5B_E34F3949F446#143201, COL_DEA68E22_029B_4CEF_82D7_485F0579BB7C#142712 AS COL_B675978B_AC93_41C1_9405_4EAB4C988087#143202, COL_7E86FF86_DADC_474A_826F_623478D442F6#142713 AS COL_8ADA2E09_4EA9_4B89_87AE_1D5F8E1648E7#143203, COL_62FA147A_D638_42C8_A6D8_0A120A4A2B03#142714 AS COL_57677CD0_173D_403B_A6DF_8FB13389A162#143204, COL_AAE43DCE_C5C7_4F02_890B_5E294A0FB848#142715 AS COL_0D78AF02_6072_4A33_BDD7_98A052F43F38#143205, COL_F4BE0FC9_F965_4A18_9D7C_F735F5C0F9C7#142716 AS COL_7ED0F293_5BB0_44FC_A079_4F998D49BA4F#143206, COL_B69B2310_3A87_437C_B292_E2D12FC12449#142717 AS COL_444BFFC2_7168_471B_87DA_4C2ACCC17076#143207]

Filter (((COL_2DFC29A4_BF4D_4060_AB13_F84848B6A9EC#142704 <=> 350000055) AND (COL_B69B2310_3A87_437C_B292_E2D12FC12449#142717 <=> 2025-07)) AND (COL_D6826CBC_1D7A_47AB_846E_D442A882445E#142708 <=> nbrsaseance))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_FF91BB18_29C6_416D_B9D6_CB8F4FFBE8AD#142699,COL_3D0EC074_4DF9_4012_940E_AB0CB93CF701#142700,COL_0AD4FC79_7875_4743_8D86_693103C4F6DF#142701,COL_0E9EB8A9_EFCD_4145_912B_B22E9A996A08#142702,COL_8E340E3C_9278_4586_A6D7_EACB1B8F2332#142703,COL_2DFC29A4_BF4D_4060_AB13_F84848B6A9EC#142704,COL_1A725DA8_876D_4BC1_B42A_AB69DB414725#142705,COL_CD701299_63B7_406D_9440_54BD0131A86B#142706,COL_E1835BE2_4FDE_4905_B379_A3A83AAD3B31#142707,COL_D6826CBC_1D7A_47AB_846E_D442A882445E#142708,COL_ABA1200A_9BEA_462A_A92A_6F99C03905A0#142709,COL_B89E53A9_1D2B_4FB0_96C5_C318E19ACCA9#142710,COL_3C5F522E_06E2_427D_A03B_392571FA6633#142711,COL_DEA68E22_029B_4CEF_82D7_485F0579BB7C#142712,COL_7E86FF86_DADC_474A_826F_623478D442F6#142713,COL_62FA147A_D638_42C8_A6D8_0A120A4A2B03#142714,COL_AAE43DCE_C5C7_4F02_890B_5E294A0FB848#142715,COL_F4BE0FC9_F965_4A18_9D7C_F735F5C0F9C7#142716,COL_B69B2310_3A87_437C_B292_E2D12FC12449#142717] Batched: true, DataFilters: [(COL_2DFC29A4_BF4D_4060_AB13_F84848B6A9EC#142704 <=> 350000055), (COL_B69B2310_3A87_437C_B292_E2..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/1_D_2_RTP_2_REP_307318], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_2DFC29A4_BF4D_4060_AB13_F84848B6A9EC,350000055), EqualNullSafe(COL_B69B2310_3A..., ReadSchema: struct<COL_FF91BB18_29C6_416D_B9D6_CB8F4FFBE8AD:string,COL_3D0EC074_4DF9_4012_940E_AB0CB93CF701:s...

Details

== Physical Plan ==
TakeOrderedAndProject (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [19]: [COL_FF91BB18_29C6_416D_B9D6_CB8F4FFBE8AD#142699, COL_3D0EC074_4DF9_4012_940E_AB0CB93CF701#142700, COL_0AD4FC79_7875_4743_8D86_693103C4F6DF#142701, COL_0E9EB8A9_EFCD_4145_912B_B22E9A996A08#142702, COL_8E340E3C_9278_4586_A6D7_EACB1B8F2332#142703, COL_2DFC29A4_BF4D_4060_AB13_F84848B6A9EC#142704, COL_1A725DA8_876D_4BC1_B42A_AB69DB414725#142705, COL_CD701299_63B7_406D_9440_54BD0131A86B#142706, COL_E1835BE2_4FDE_4905_B379_A3A83AAD3B31#142707, COL_D6826CBC_1D7A_47AB_846E_D442A882445E#142708, COL_ABA1200A_9BEA_462A_A92A_6F99C03905A0#142709, COL_B89E53A9_1D2B_4FB0_96C5_C318E19ACCA9#142710, COL_3C5F522E_06E2_427D_A03B_392571FA6633#142711, COL_DEA68E22_029B_4CEF_82D7_485F0579BB7C#142712, COL_7E86FF86_DADC_474A_826F_623478D442F6#142713, COL_62FA147A_D638_42C8_A6D8_0A120A4A2B03#142714, COL_AAE43DCE_C5C7_4F02_890B_5E294A0FB848#142715, COL_F4BE0FC9_F965_4A18_9D7C_F735F5C0F9C7#142716, COL_B69B2310_3A87_437C_B292_E2D12FC12449#142717]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/1_D_2_RTP_2_REP_307318]
PushedFilters: [EqualNullSafe(COL_2DFC29A4_BF4D_4060_AB13_F84848B6A9EC,350000055), EqualNullSafe(COL_B69B2310_3A87_437C_B292_E2D12FC12449,2025-07), EqualNullSafe(COL_D6826CBC_1D7A_47AB_846E_D442A882445E,nbrsaseance)]
ReadSchema: struct<COL_FF91BB18_29C6_416D_B9D6_CB8F4FFBE8AD:string,COL_3D0EC074_4DF9_4012_940E_AB0CB93CF701:string,COL_0AD4FC79_7875_4743_8D86_693103C4F6DF:int,COL_0E9EB8A9_EFCD_4145_912B_B22E9A996A08:int,COL_8E340E3C_9278_4586_A6D7_EACB1B8F2332:string,COL_2DFC29A4_BF4D_4060_AB13_F84848B6A9EC:string,COL_1A725DA8_876D_4BC1_B42A_AB69DB414725:string,COL_CD701299_63B7_406D_9440_54BD0131A86B:string,COL_E1835BE2_4FDE_4905_B379_A3A83AAD3B31:int,COL_D6826CBC_1D7A_47AB_846E_D442A882445E:string,COL_ABA1200A_9BEA_462A_A92A_6F99C03905A0:int,COL_B89E53A9_1D2B_4FB0_96C5_C318E19ACCA9:int,COL_3C5F522E_06E2_427D_A03B_392571FA6633:double,COL_DEA68E22_029B_4CEF_82D7_485F0579BB7C:double,COL_7E86FF86_DADC_474A_826F_623478D442F6:string,COL_62FA147A_D638_42C8_A6D8_0A120A4A2B03:string,COL_AAE43DCE_C5C7_4F02_890B_5E294A0FB848:string,COL_F4BE0FC9_F965_4A18_9D7C_F735F5C0F9C7:string,COL_B69B2310_3A87_437C_B292_E2D12FC12449:string>

(2) ColumnarToRow [codegen id : 1]
Input [19]: [COL_FF91BB18_29C6_416D_B9D6_CB8F4FFBE8AD#142699, COL_3D0EC074_4DF9_4012_940E_AB0CB93CF701#142700, COL_0AD4FC79_7875_4743_8D86_693103C4F6DF#142701, COL_0E9EB8A9_EFCD_4145_912B_B22E9A996A08#142702, COL_8E340E3C_9278_4586_A6D7_EACB1B8F2332#142703, COL_2DFC29A4_BF4D_4060_AB13_F84848B6A9EC#142704, COL_1A725DA8_876D_4BC1_B42A_AB69DB414725#142705, COL_CD701299_63B7_406D_9440_54BD0131A86B#142706, COL_E1835BE2_4FDE_4905_B379_A3A83AAD3B31#142707, COL_D6826CBC_1D7A_47AB_846E_D442A882445E#142708, COL_ABA1200A_9BEA_462A_A92A_6F99C03905A0#142709, COL_B89E53A9_1D2B_4FB0_96C5_C318E19ACCA9#142710, COL_3C5F522E_06E2_427D_A03B_392571FA6633#142711, COL_DEA68E22_029B_4CEF_82D7_485F0579BB7C#142712, COL_7E86FF86_DADC_474A_826F_623478D442F6#142713, COL_62FA147A_D638_42C8_A6D8_0A120A4A2B03#142714, COL_AAE43DCE_C5C7_4F02_890B_5E294A0FB848#142715, COL_F4BE0FC9_F965_4A18_9D7C_F735F5C0F9C7#142716, COL_B69B2310_3A87_437C_B292_E2D12FC12449#142717]

(3) Filter [codegen id : 1]
Input [19]: [COL_FF91BB18_29C6_416D_B9D6_CB8F4FFBE8AD#142699, COL_3D0EC074_4DF9_4012_940E_AB0CB93CF701#142700, COL_0AD4FC79_7875_4743_8D86_693103C4F6DF#142701, COL_0E9EB8A9_EFCD_4145_912B_B22E9A996A08#142702, COL_8E340E3C_9278_4586_A6D7_EACB1B8F2332#142703, COL_2DFC29A4_BF4D_4060_AB13_F84848B6A9EC#142704, COL_1A725DA8_876D_4BC1_B42A_AB69DB414725#142705, COL_CD701299_63B7_406D_9440_54BD0131A86B#142706, COL_E1835BE2_4FDE_4905_B379_A3A83AAD3B31#142707, COL_D6826CBC_1D7A_47AB_846E_D442A882445E#142708, COL_ABA1200A_9BEA_462A_A92A_6F99C03905A0#142709, COL_B89E53A9_1D2B_4FB0_96C5_C318E19ACCA9#142710, COL_3C5F522E_06E2_427D_A03B_392571FA6633#142711, COL_DEA68E22_029B_4CEF_82D7_485F0579BB7C#142712, COL_7E86FF86_DADC_474A_826F_623478D442F6#142713, COL_62FA147A_D638_42C8_A6D8_0A120A4A2B03#142714, COL_AAE43DCE_C5C7_4F02_890B_5E294A0FB848#142715, COL_F4BE0FC9_F965_4A18_9D7C_F735F5C0F9C7#142716, COL_B69B2310_3A87_437C_B292_E2D12FC12449#142717]
Condition : (((COL_2DFC29A4_BF4D_4060_AB13_F84848B6A9EC#142704 <=> 350000055) AND (COL_B69B2310_3A87_437C_B292_E2D12FC12449#142717 <=> 2025-07)) AND (COL_D6826CBC_1D7A_47AB_846E_D442A882445E#142708 <=> nbrsaseance))

(4) Project [codegen id : 1]
Output [19]: [COL_FF91BB18_29C6_416D_B9D6_CB8F4FFBE8AD#142699 AS COL_64505C12_4746_4DD1_8B3A_A252D296E117#143189, COL_3D0EC074_4DF9_4012_940E_AB0CB93CF701#142700 AS COL_5A96EAEA_F480_4917_97F0_353CD67E9CB1#143190, COL_0AD4FC79_7875_4743_8D86_693103C4F6DF#142701 AS COL_E34B7FEB_6628_42D7_A4B0_6FF760CF68A5#143191, COL_0E9EB8A9_EFCD_4145_912B_B22E9A996A08#142702 AS COL_FB1BCADE_777A_4748_A761_2C624E177133#143192, COL_8E340E3C_9278_4586_A6D7_EACB1B8F2332#142703 AS COL_15178F3F_DA4A_4E3C_8779_1691AF1D0B31#143193, COL_2DFC29A4_BF4D_4060_AB13_F84848B6A9EC#142704 AS COL_CFE9405A_9098_4F73_BA2E_B09D40F8EEB2#143194, COL_1A725DA8_876D_4BC1_B42A_AB69DB414725#142705 AS COL_FEC0627E_0293_44F9_8FC9_449D3B8A386D#143195, COL_CD701299_63B7_406D_9440_54BD0131A86B#142706 AS COL_843C7AF4_6476_45E0_8880_909D00E908E8#143196, COL_E1835BE2_4FDE_4905_B379_A3A83AAD3B31#142707 AS COL_2E5EFAB0_CA76_4B61_8F53_7F8E4477205F#143197, COL_D6826CBC_1D7A_47AB_846E_D442A882445E#142708 AS COL_C7431853_48B8_453C_811B_B4B529398DA2#143198, COL_ABA1200A_9BEA_462A_A92A_6F99C03905A0#142709 AS COL_A0E31BEA_702E_4ABE_8626_6A24300C2EA4#143199, COL_B89E53A9_1D2B_4FB0_96C5_C318E19ACCA9#142710 AS COL_6A72DDE5_1B38_4F61_8393_D56B0421A20E#143200, COL_3C5F522E_06E2_427D_A03B_392571FA6633#142711 AS COL_A6EC3329_C326_423E_8F5B_E34F3949F446#143201, COL_DEA68E22_029B_4CEF_82D7_485F0579BB7C#142712 AS COL_B675978B_AC93_41C1_9405_4EAB4C988087#143202, COL_7E86FF86_DADC_474A_826F_623478D442F6#142713 AS COL_8ADA2E09_4EA9_4B89_87AE_1D5F8E1648E7#143203, COL_62FA147A_D638_42C8_A6D8_0A120A4A2B03#142714 AS COL_57677CD0_173D_403B_A6DF_8FB13389A162#143204, COL_AAE43DCE_C5C7_4F02_890B_5E294A0FB848#142715 AS COL_0D78AF02_6072_4A33_BDD7_98A052F43F38#143205, COL_F4BE0FC9_F965_4A18_9D7C_F735F5C0F9C7#142716 AS COL_7ED0F293_5BB0_44FC_A079_4F998D49BA4F#143206, COL_B69B2310_3A87_437C_B292_E2D12FC12449#142717 AS COL_444BFFC2_7168_471B_87DA_4C2ACCC17076#143207]
Input [19]: [COL_FF91BB18_29C6_416D_B9D6_CB8F4FFBE8AD#142699, COL_3D0EC074_4DF9_4012_940E_AB0CB93CF701#142700, COL_0AD4FC79_7875_4743_8D86_693103C4F6DF#142701, COL_0E9EB8A9_EFCD_4145_912B_B22E9A996A08#142702, COL_8E340E3C_9278_4586_A6D7_EACB1B8F2332#142703, COL_2DFC29A4_BF4D_4060_AB13_F84848B6A9EC#142704, COL_1A725DA8_876D_4BC1_B42A_AB69DB414725#142705, COL_CD701299_63B7_406D_9440_54BD0131A86B#142706, COL_E1835BE2_4FDE_4905_B379_A3A83AAD3B31#142707, COL_D6826CBC_1D7A_47AB_846E_D442A882445E#142708, COL_ABA1200A_9BEA_462A_A92A_6F99C03905A0#142709, COL_B89E53A9_1D2B_4FB0_96C5_C318E19ACCA9#142710, COL_3C5F522E_06E2_427D_A03B_392571FA6633#142711, COL_DEA68E22_029B_4CEF_82D7_485F0579BB7C#142712, COL_7E86FF86_DADC_474A_826F_623478D442F6#142713, COL_62FA147A_D638_42C8_A6D8_0A120A4A2B03#142714, COL_AAE43DCE_C5C7_4F02_890B_5E294A0FB848#142715, COL_F4BE0FC9_F965_4A18_9D7C_F735F5C0F9C7#142716, COL_B69B2310_3A87_437C_B292_E2D12FC12449#142717]

(5) TakeOrderedAndProject
Input [19]: [COL_64505C12_4746_4DD1_8B3A_A252D296E117#143189, COL_5A96EAEA_F480_4917_97F0_353CD67E9CB1#143190, COL_E34B7FEB_6628_42D7_A4B0_6FF760CF68A5#143191, COL_FB1BCADE_777A_4748_A761_2C624E177133#143192, COL_15178F3F_DA4A_4E3C_8779_1691AF1D0B31#143193, COL_CFE9405A_9098_4F73_BA2E_B09D40F8EEB2#143194, COL_FEC0627E_0293_44F9_8FC9_449D3B8A386D#143195, COL_843C7AF4_6476_45E0_8880_909D00E908E8#143196, COL_2E5EFAB0_CA76_4B61_8F53_7F8E4477205F#143197, COL_C7431853_48B8_453C_811B_B4B529398DA2#143198, COL_A0E31BEA_702E_4ABE_8626_6A24300C2EA4#143199, COL_6A72DDE5_1B38_4F61_8393_D56B0421A20E#143200, COL_A6EC3329_C326_423E_8F5B_E34F3949F446#143201, COL_B675978B_AC93_41C1_9405_4EAB4C988087#143202, COL_8ADA2E09_4EA9_4B89_87AE_1D5F8E1648E7#143203, COL_57677CD0_173D_403B_A6DF_8FB13389A162#143204, COL_0D78AF02_6072_4A33_BDD7_98A052F43F38#143205, COL_7ED0F293_5BB0_44FC_A079_4F998D49BA4F#143206, COL_444BFFC2_7168_471B_87DA_4C2ACCC17076#143207]
Arguments: 500000, [COL_E34B7FEB_6628_42D7_A4B0_6FF760CF68A5#143191 ASC NULLS FIRST, COL_FB1BCADE_777A_4748_A761_2C624E177133#143192 ASC NULLS FIRST, COL_2E5EFAB0_CA76_4B61_8F53_7F8E4477205F#143197 ASC NULLS FIRST], [COL_64505C12_4746_4DD1_8B3A_A252D296E117#143189, COL_5A96EAEA_F480_4917_97F0_353CD67E9CB1#143190, COL_E34B7FEB_6628_42D7_A4B0_6FF760CF68A5#143191, COL_FB1BCADE_777A_4748_A761_2C624E177133#143192, COL_15178F3F_DA4A_4E3C_8779_1691AF1D0B31#143193, COL_CFE9405A_9098_4F73_BA2E_B09D40F8EEB2#143194, COL_FEC0627E_0293_44F9_8FC9_449D3B8A386D#143195, COL_843C7AF4_6476_45E0_8880_909D00E908E8#143196, COL_2E5EFAB0_CA76_4B61_8F53_7F8E4477205F#143197, COL_C7431853_48B8_453C_811B_B4B529398DA2#143198, COL_A0E31BEA_702E_4ABE_8626_6A24300C2EA4#143199, COL_6A72DDE5_1B38_4F61_8393_D56B0421A20E#143200, COL_A6EC3329_C326_423E_8F5B_E34F3949F446#143201, COL_B675978B_AC93_41C1_9405_4EAB4C988087#143202, COL_8ADA2E09_4EA9_4B89_87AE_1D5F8E1648E7#143203, COL_57677CD0_173D_403B_A6DF_8FB13389A162#143204, COL_0D78AF02_6072_4A33_BDD7_98A052F43F38#143205, COL_7ED0F293_5BB0_44FC_A079_4F998D49BA4F#143206, COL_444BFFC2_7168_471B_87DA_4C2ACCC17076#143207]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet