SP1 - Details for Query 890

Submitted Time: 2026/06/30 08:49:08
Duration: 94 ms
Succeeded Jobs: 1160

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 8 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 93"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 263 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 6 ms metadata time: 0 ms size of files read: 121.9 KiB number of output rows: 263"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309896 AS COL_3CB018F1_6DC4_4C59_9525_87DC544B8FA7#312400, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309898 AS COL_BDF6C37D_C57E_4B81_99A4_ED4C51353FD4#312401, COL_252B4C2A_4BC4_4614_A31D_7AAF9F132428#309903 AS COL_45E55066_5222_46E8_85A0_B3E326FDFE3D#312402, COL_7A2C90B8_DE8F_42FA_A21A_A2177074844A#309904 AS COL_7BCA2EB9_30E1_41D5_B4A4_FD5CA0DD8596#312403, COL_25A62F25_D3D9_428A_B305_8B8E64C8AA2E#309905 AS COL_85809D76_6CAD_45FD_8772_E5AD3C2FD833#312404, COL_15324AC9_FE46_46C5_84CD_6DE05162D859#309906 AS COL_CA20B6C8_4EC9_4806_9816_9D848A08D403#312405, COL_8F6D4E9F_E833_4E17_BA7F_C3F2C858AF27#309907 AS COL_E5163CE4_D280_45D7_8CB4_907876A12B1C#312406, COL_101FDC62_C50D_4A3B_98C0_8F18EBC243F0#309908 AS COL_FA9BD628_A6E3_4E78_A61E_9FFF566BEA71#312407, COL_225DD462_62C2_4F2E_A8D0_1BB223EC3892#309909 AS COL_6A7A3058_D015_4C6C_84E1_979C9C97FC3A#312408, COL_DAFBEF4C_22D5_410F_89DA_43E441C08CBD#309910 AS COL_53B26CB9_7623_4D25_8A7C_B77BB2014228#312409, COL_02D2A89A_D0DA_4532_9DE3_2A0F2ABBD408#309911 AS COL_2E536A2D_10D8_4D7F_AC47_01243A95A49E#312410, COL_F7359B0B_0DC6_4105_857F_655249426D90#309912 AS COL_4E0C29ED_EA49_41D8_B593_06FCF7199B67#312411, COL_CB05396C_9204_4887_8758_498FD8A238E7#309913 AS COL_15838B98_EE09_4BD4_AE22_D953848FB051#312412, COL_BF5DE7D0_5EB3_43AE_9FD2_E2618393847E#309914 AS COL_E48BA4F8_FAE5_49C0_942D_06E569E2B5E0#312413, COL_5E6C6732_6D21_4D94_B4A2_C25777C5DD8F#309915 AS COL_B0E8C83D_2CFF_442D_8B98_625D51E1EA98#312414, COL_E6B2E229_A544_491F_8E9B_C4B9569522E0#309916 AS COL_6698CF0B_3AFD_407D_8530_8B3B50D8C5EE#312415, COL_6212CEFD_D27F_49F4_B826_02C7590B7528#309917 AS COL_48FFDAE4_3449_4723_B721_931C346484EA#312416, COL_748FD8DD_5E17_4BA8_817D_3592D14D7B98#309918 AS COL_9537F9ED_3D16_48CF_8DFB_3D9532D61A33#312417, COL_8AD13776_B11B_4841_96A6_8572DED1AD48#309919 AS COL_F4DF63F8_A922_46CA_8F64_787C27493AFE#312418, COL_9806066A_C91F_4903_9784_8B7D19B45FCD#309920 AS COL_F6C0C702_1EA7_44C9_BA99_3EF83763C429#312419, COL_F0317268_BEF5_43D3_B0F4_07FEB55C9A9B#309921 AS COL_6B8B6953_29E5_463E_BB71_BAEDF365E7B4#312420, COL_B231D4E3_CF8D_402F_BED4_9AE363383888#309922 AS COL_23C44212_1970_4A96_9F2A_6136015AEBBA#312421, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#309980 AS COL_772EB47B_1BA2_47E4_9B9F_B51C76A1034A#312422]

Filter (COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309898 <=> numeric)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309896,COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309898,COL_252B4C2A_4BC4_4614_A31D_7AAF9F132428#309903,COL_7A2C90B8_DE8F_42FA_A21A_A2177074844A#309904,COL_25A62F25_D3D9_428A_B305_8B8E64C8AA2E#309905,COL_15324AC9_FE46_46C5_84CD_6DE05162D859#309906,COL_8F6D4E9F_E833_4E17_BA7F_C3F2C858AF27#309907,COL_101FDC62_C50D_4A3B_98C0_8F18EBC243F0#309908,COL_225DD462_62C2_4F2E_A8D0_1BB223EC3892#309909,COL_DAFBEF4C_22D5_410F_89DA_43E441C08CBD#309910,COL_02D2A89A_D0DA_4532_9DE3_2A0F2ABBD408#309911,COL_F7359B0B_0DC6_4105_857F_655249426D90#309912,COL_CB05396C_9204_4887_8758_498FD8A238E7#309913,COL_BF5DE7D0_5EB3_43AE_9FD2_E2618393847E#309914,COL_5E6C6732_6D21_4D94_B4A2_C25777C5DD8F#309915,COL_E6B2E229_A544_491F_8E9B_C4B9569522E0#309916,COL_6212CEFD_D27F_49F4_B826_02C7590B7528#309917,COL_748FD8DD_5E17_4BA8_817D_3592D14D7B98#309918,COL_8AD13776_B11B_4841_96A6_8572DED1AD48#309919,COL_9806066A_C91F_4903_9784_8B7D19B45FCD#309920,COL_F0317268_BEF5_43D3_B0F4_07FEB55C9A9B#309921,COL_B231D4E3_CF8D_402F_BED4_9AE363383888#309922,COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#309980] Batched: true, DataFilters: [(COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309898 <=> numeric)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/DB_ALL_ANALYSE__412343], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A,numeric)], ReadSchema: struct<COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3:string,COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A:s...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [23]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309896, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309898, COL_252B4C2A_4BC4_4614_A31D_7AAF9F132428#309903, COL_7A2C90B8_DE8F_42FA_A21A_A2177074844A#309904, COL_25A62F25_D3D9_428A_B305_8B8E64C8AA2E#309905, COL_15324AC9_FE46_46C5_84CD_6DE05162D859#309906, COL_8F6D4E9F_E833_4E17_BA7F_C3F2C858AF27#309907, COL_101FDC62_C50D_4A3B_98C0_8F18EBC243F0#309908, COL_225DD462_62C2_4F2E_A8D0_1BB223EC3892#309909, COL_DAFBEF4C_22D5_410F_89DA_43E441C08CBD#309910, COL_02D2A89A_D0DA_4532_9DE3_2A0F2ABBD408#309911, COL_F7359B0B_0DC6_4105_857F_655249426D90#309912, COL_CB05396C_9204_4887_8758_498FD8A238E7#309913, COL_BF5DE7D0_5EB3_43AE_9FD2_E2618393847E#309914, COL_5E6C6732_6D21_4D94_B4A2_C25777C5DD8F#309915, COL_E6B2E229_A544_491F_8E9B_C4B9569522E0#309916, COL_6212CEFD_D27F_49F4_B826_02C7590B7528#309917, COL_748FD8DD_5E17_4BA8_817D_3592D14D7B98#309918, COL_8AD13776_B11B_4841_96A6_8572DED1AD48#309919, COL_9806066A_C91F_4903_9784_8B7D19B45FCD#309920, COL_F0317268_BEF5_43D3_B0F4_07FEB55C9A9B#309921, COL_B231D4E3_CF8D_402F_BED4_9AE363383888#309922, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#309980]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/DB_ALL_ANALYSE__412343]
PushedFilters: [EqualNullSafe(COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A,numeric)]
ReadSchema: struct<COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3:string,COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A:string,COL_252B4C2A_4BC4_4614_A31D_7AAF9F132428:double,COL_7A2C90B8_DE8F_42FA_A21A_A2177074844A:double,COL_25A62F25_D3D9_428A_B305_8B8E64C8AA2E:double,COL_15324AC9_FE46_46C5_84CD_6DE05162D859:double,COL_8F6D4E9F_E833_4E17_BA7F_C3F2C858AF27:double,COL_101FDC62_C50D_4A3B_98C0_8F18EBC243F0:double,COL_225DD462_62C2_4F2E_A8D0_1BB223EC3892:double,COL_DAFBEF4C_22D5_410F_89DA_43E441C08CBD:double,COL_02D2A89A_D0DA_4532_9DE3_2A0F2ABBD408:double,COL_F7359B0B_0DC6_4105_857F_655249426D90:double,COL_CB05396C_9204_4887_8758_498FD8A238E7:double,COL_BF5DE7D0_5EB3_43AE_9FD2_E2618393847E:double,COL_5E6C6732_6D21_4D94_B4A2_C25777C5DD8F:double,COL_E6B2E229_A544_491F_8E9B_C4B9569522E0:double,COL_6212CEFD_D27F_49F4_B826_02C7590B7528:double,COL_748FD8DD_5E17_4BA8_817D_3592D14D7B98:double,COL_8AD13776_B11B_4841_96A6_8572DED1AD48:double,COL_9806066A_C91F_4903_9784_8B7D19B45FCD:double,COL_F0317268_BEF5_43D3_B0F4_07FEB55C9A9B:string,COL_B231D4E3_CF8D_402F_BED4_9AE363383888:string,COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3:string>

(2) ColumnarToRow [codegen id : 1]
Input [23]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309896, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309898, COL_252B4C2A_4BC4_4614_A31D_7AAF9F132428#309903, COL_7A2C90B8_DE8F_42FA_A21A_A2177074844A#309904, COL_25A62F25_D3D9_428A_B305_8B8E64C8AA2E#309905, COL_15324AC9_FE46_46C5_84CD_6DE05162D859#309906, COL_8F6D4E9F_E833_4E17_BA7F_C3F2C858AF27#309907, COL_101FDC62_C50D_4A3B_98C0_8F18EBC243F0#309908, COL_225DD462_62C2_4F2E_A8D0_1BB223EC3892#309909, COL_DAFBEF4C_22D5_410F_89DA_43E441C08CBD#309910, COL_02D2A89A_D0DA_4532_9DE3_2A0F2ABBD408#309911, COL_F7359B0B_0DC6_4105_857F_655249426D90#309912, COL_CB05396C_9204_4887_8758_498FD8A238E7#309913, COL_BF5DE7D0_5EB3_43AE_9FD2_E2618393847E#309914, COL_5E6C6732_6D21_4D94_B4A2_C25777C5DD8F#309915, COL_E6B2E229_A544_491F_8E9B_C4B9569522E0#309916, COL_6212CEFD_D27F_49F4_B826_02C7590B7528#309917, COL_748FD8DD_5E17_4BA8_817D_3592D14D7B98#309918, COL_8AD13776_B11B_4841_96A6_8572DED1AD48#309919, COL_9806066A_C91F_4903_9784_8B7D19B45FCD#309920, COL_F0317268_BEF5_43D3_B0F4_07FEB55C9A9B#309921, COL_B231D4E3_CF8D_402F_BED4_9AE363383888#309922, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#309980]

(3) Filter [codegen id : 1]
Input [23]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309896, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309898, COL_252B4C2A_4BC4_4614_A31D_7AAF9F132428#309903, COL_7A2C90B8_DE8F_42FA_A21A_A2177074844A#309904, COL_25A62F25_D3D9_428A_B305_8B8E64C8AA2E#309905, COL_15324AC9_FE46_46C5_84CD_6DE05162D859#309906, COL_8F6D4E9F_E833_4E17_BA7F_C3F2C858AF27#309907, COL_101FDC62_C50D_4A3B_98C0_8F18EBC243F0#309908, COL_225DD462_62C2_4F2E_A8D0_1BB223EC3892#309909, COL_DAFBEF4C_22D5_410F_89DA_43E441C08CBD#309910, COL_02D2A89A_D0DA_4532_9DE3_2A0F2ABBD408#309911, COL_F7359B0B_0DC6_4105_857F_655249426D90#309912, COL_CB05396C_9204_4887_8758_498FD8A238E7#309913, COL_BF5DE7D0_5EB3_43AE_9FD2_E2618393847E#309914, COL_5E6C6732_6D21_4D94_B4A2_C25777C5DD8F#309915, COL_E6B2E229_A544_491F_8E9B_C4B9569522E0#309916, COL_6212CEFD_D27F_49F4_B826_02C7590B7528#309917, COL_748FD8DD_5E17_4BA8_817D_3592D14D7B98#309918, COL_8AD13776_B11B_4841_96A6_8572DED1AD48#309919, COL_9806066A_C91F_4903_9784_8B7D19B45FCD#309920, COL_F0317268_BEF5_43D3_B0F4_07FEB55C9A9B#309921, COL_B231D4E3_CF8D_402F_BED4_9AE363383888#309922, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#309980]
Condition : (COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309898 <=> numeric)

(4) Project [codegen id : 1]
Output [23]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309896 AS COL_3CB018F1_6DC4_4C59_9525_87DC544B8FA7#312400, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309898 AS COL_BDF6C37D_C57E_4B81_99A4_ED4C51353FD4#312401, COL_252B4C2A_4BC4_4614_A31D_7AAF9F132428#309903 AS COL_45E55066_5222_46E8_85A0_B3E326FDFE3D#312402, COL_7A2C90B8_DE8F_42FA_A21A_A2177074844A#309904 AS COL_7BCA2EB9_30E1_41D5_B4A4_FD5CA0DD8596#312403, COL_25A62F25_D3D9_428A_B305_8B8E64C8AA2E#309905 AS COL_85809D76_6CAD_45FD_8772_E5AD3C2FD833#312404, COL_15324AC9_FE46_46C5_84CD_6DE05162D859#309906 AS COL_CA20B6C8_4EC9_4806_9816_9D848A08D403#312405, COL_8F6D4E9F_E833_4E17_BA7F_C3F2C858AF27#309907 AS COL_E5163CE4_D280_45D7_8CB4_907876A12B1C#312406, COL_101FDC62_C50D_4A3B_98C0_8F18EBC243F0#309908 AS COL_FA9BD628_A6E3_4E78_A61E_9FFF566BEA71#312407, COL_225DD462_62C2_4F2E_A8D0_1BB223EC3892#309909 AS COL_6A7A3058_D015_4C6C_84E1_979C9C97FC3A#312408, COL_DAFBEF4C_22D5_410F_89DA_43E441C08CBD#309910 AS COL_53B26CB9_7623_4D25_8A7C_B77BB2014228#312409, COL_02D2A89A_D0DA_4532_9DE3_2A0F2ABBD408#309911 AS COL_2E536A2D_10D8_4D7F_AC47_01243A95A49E#312410, COL_F7359B0B_0DC6_4105_857F_655249426D90#309912 AS COL_4E0C29ED_EA49_41D8_B593_06FCF7199B67#312411, COL_CB05396C_9204_4887_8758_498FD8A238E7#309913 AS COL_15838B98_EE09_4BD4_AE22_D953848FB051#312412, COL_BF5DE7D0_5EB3_43AE_9FD2_E2618393847E#309914 AS COL_E48BA4F8_FAE5_49C0_942D_06E569E2B5E0#312413, COL_5E6C6732_6D21_4D94_B4A2_C25777C5DD8F#309915 AS COL_B0E8C83D_2CFF_442D_8B98_625D51E1EA98#312414, COL_E6B2E229_A544_491F_8E9B_C4B9569522E0#309916 AS COL_6698CF0B_3AFD_407D_8530_8B3B50D8C5EE#312415, COL_6212CEFD_D27F_49F4_B826_02C7590B7528#309917 AS COL_48FFDAE4_3449_4723_B721_931C346484EA#312416, COL_748FD8DD_5E17_4BA8_817D_3592D14D7B98#309918 AS COL_9537F9ED_3D16_48CF_8DFB_3D9532D61A33#312417, COL_8AD13776_B11B_4841_96A6_8572DED1AD48#309919 AS COL_F4DF63F8_A922_46CA_8F64_787C27493AFE#312418, COL_9806066A_C91F_4903_9784_8B7D19B45FCD#309920 AS COL_F6C0C702_1EA7_44C9_BA99_3EF83763C429#312419, COL_F0317268_BEF5_43D3_B0F4_07FEB55C9A9B#309921 AS COL_6B8B6953_29E5_463E_BB71_BAEDF365E7B4#312420, COL_B231D4E3_CF8D_402F_BED4_9AE363383888#309922 AS COL_23C44212_1970_4A96_9F2A_6136015AEBBA#312421, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#309980 AS COL_772EB47B_1BA2_47E4_9B9F_B51C76A1034A#312422]
Input [23]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#309896, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#309898, COL_252B4C2A_4BC4_4614_A31D_7AAF9F132428#309903, COL_7A2C90B8_DE8F_42FA_A21A_A2177074844A#309904, COL_25A62F25_D3D9_428A_B305_8B8E64C8AA2E#309905, COL_15324AC9_FE46_46C5_84CD_6DE05162D859#309906, COL_8F6D4E9F_E833_4E17_BA7F_C3F2C858AF27#309907, COL_101FDC62_C50D_4A3B_98C0_8F18EBC243F0#309908, COL_225DD462_62C2_4F2E_A8D0_1BB223EC3892#309909, COL_DAFBEF4C_22D5_410F_89DA_43E441C08CBD#309910, COL_02D2A89A_D0DA_4532_9DE3_2A0F2ABBD408#309911, COL_F7359B0B_0DC6_4105_857F_655249426D90#309912, COL_CB05396C_9204_4887_8758_498FD8A238E7#309913, COL_BF5DE7D0_5EB3_43AE_9FD2_E2618393847E#309914, COL_5E6C6732_6D21_4D94_B4A2_C25777C5DD8F#309915, COL_E6B2E229_A544_491F_8E9B_C4B9569522E0#309916, COL_6212CEFD_D27F_49F4_B826_02C7590B7528#309917, COL_748FD8DD_5E17_4BA8_817D_3592D14D7B98#309918, COL_8AD13776_B11B_4841_96A6_8572DED1AD48#309919, COL_9806066A_C91F_4903_9784_8B7D19B45FCD#309920, COL_F0317268_BEF5_43D3_B0F4_07FEB55C9A9B#309921, COL_B231D4E3_CF8D_402F_BED4_9AE363383888#309922, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#309980]

(5) CollectLimit
Input [23]: [COL_3CB018F1_6DC4_4C59_9525_87DC544B8FA7#312400, COL_BDF6C37D_C57E_4B81_99A4_ED4C51353FD4#312401, COL_45E55066_5222_46E8_85A0_B3E326FDFE3D#312402, COL_7BCA2EB9_30E1_41D5_B4A4_FD5CA0DD8596#312403, COL_85809D76_6CAD_45FD_8772_E5AD3C2FD833#312404, COL_CA20B6C8_4EC9_4806_9816_9D848A08D403#312405, COL_E5163CE4_D280_45D7_8CB4_907876A12B1C#312406, COL_FA9BD628_A6E3_4E78_A61E_9FFF566BEA71#312407, COL_6A7A3058_D015_4C6C_84E1_979C9C97FC3A#312408, COL_53B26CB9_7623_4D25_8A7C_B77BB2014228#312409, COL_2E536A2D_10D8_4D7F_AC47_01243A95A49E#312410, COL_4E0C29ED_EA49_41D8_B593_06FCF7199B67#312411, COL_15838B98_EE09_4BD4_AE22_D953848FB051#312412, COL_E48BA4F8_FAE5_49C0_942D_06E569E2B5E0#312413, COL_B0E8C83D_2CFF_442D_8B98_625D51E1EA98#312414, COL_6698CF0B_3AFD_407D_8530_8B3B50D8C5EE#312415, COL_48FFDAE4_3449_4723_B721_931C346484EA#312416, COL_9537F9ED_3D16_48CF_8DFB_3D9532D61A33#312417, COL_F4DF63F8_A922_46CA_8F64_787C27493AFE#312418, COL_F6C0C702_1EA7_44C9_BA99_3EF83763C429#312419, COL_6B8B6953_29E5_463E_BB71_BAEDF365E7B4#312420, COL_23C44212_1970_4A96_9F2A_6136015AEBBA#312421, COL_772EB47B_1BA2_47E4_9B9F_B51C76A1034A#312422]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet