SP1 - Details for Query 242

Submitted Time: 2026/02/20 08:08:31
Duration: 2 s
Succeeded Jobs: 341 346 348

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.6 s (6 ms, 236 ms, 458 ms (stage 478.0: task 630))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 12"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 220,000 number of input batches: 55"]; } 5 [labelType="html" label="Scan parquet number of files read: 13 scan time total (min, med, max (stageId: taskId)) 2.4 s (5 ms, 225 ms, 448 ms (stage 478.0: task 630)) metadata time: 0 ms size of files read: 105.5 MiB number of output rows: 220,000"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_D1555516_77DC_4FAC_B198_6BC01181339B#99903 AS COL_85C4C0D7_FBC6_458F_AD27_298BD1A8B06B#102635, COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#99909 AS COL_12FBFE39_26A4_4286_8887_72FA9FA1E0BE#102641, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#99919 AS COL_8886F4F2_9F0E_4183_90A6_0E6160354555#102651, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#99953 AS COL_BA8CC8D9_259A_4D13_B4D8_7F09741A369B#102694, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#99955 AS COL_98707F90_EB3E_4A4A_B94F_16FDC3536C26#102696, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#100014 AS COL_4534B315_CE37_4421_B678_CC8A63ECFF4E#102755, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#100015 AS COL_6DD0215A_1FA8_4ED4_8C29_0C0E72B66905#102756, str_concat(array({"type": "FeatureCollection","features": [{"type": "Feature","properties": {},"geometry":, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#99955, }]})) AS COL_4A1D8198_301E_40BF_9A23_839DDA4E1237#104551, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#100017 AS COL_406186D7_F4AC_47EB_A7EB_DE09C3F541DA#102757, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#100016 AS COL_3FD79D18_E8F0_4589_A3A6_B5536E79562D#102758]

Filter (((COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#99990 <=> 2019) AND (COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#99969 <=> 38000)) AND (COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#99953 <=> UNE MAISON))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_D1555516_77DC_4FAC_B198_6BC01181339B#99903,COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#99909,COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#99919,COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#99953,COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#99955,COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#99969,COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#99990,COL_E9882A45_1659_4276_BB88_B97BE6EE5294#100014,COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#100015,COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#100016,COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#100017] Batched: true, DataFilters: [(COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#99990 <=> 2019), (COL_E0BD1FF3_108C_4B51_984D_A65E2442..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/FONCIER_REFEREN_10755], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_E6F786C1_76D2_4FE0_B201_FFA11588543A,2019), EqualNullSafe(COL_E0BD1FF3_108C_4B..., ReadSchema: struct<COL_D1555516_77DC_4FAC_B198_6BC01181339B:timestamp,COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [11]: [COL_D1555516_77DC_4FAC_B198_6BC01181339B#99903, COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#99909, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#99919, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#99953, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#99955, COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#99969, COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#99990, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#100014, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#100015, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#100016, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#100017]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/FONCIER_REFEREN_10755]
PushedFilters: [EqualNullSafe(COL_E6F786C1_76D2_4FE0_B201_FFA11588543A,2019), EqualNullSafe(COL_E0BD1FF3_108C_4B51_984D_A65E244263C2,38000), EqualNullSafe(COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9,UNE MAISON)]
ReadSchema: struct<COL_D1555516_77DC_4FAC_B198_6BC01181339B:timestamp,COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4:double,COL_C78006BC_20CB_48F1_91D2_C004D3F6983F:int,COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9:string,COL_29A50C64_2999_4BEE_830A_078BD8B91CD7:string,COL_E0BD1FF3_108C_4B51_984D_A65E244263C2:string,COL_E6F786C1_76D2_4FE0_B201_FFA11588543A:string,COL_E9882A45_1659_4276_BB88_B97BE6EE5294:string,COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49:string,COL_A84C286D_8690_45FE_90C2_5CE9556C22EA:double,COL_7D493DFE_AD2C_47B6_BFBA_58140A120110:string>

(2) ColumnarToRow [codegen id : 1]
Input [11]: [COL_D1555516_77DC_4FAC_B198_6BC01181339B#99903, COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#99909, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#99919, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#99953, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#99955, COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#99969, COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#99990, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#100014, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#100015, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#100016, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#100017]

(3) Filter [codegen id : 1]
Input [11]: [COL_D1555516_77DC_4FAC_B198_6BC01181339B#99903, COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#99909, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#99919, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#99953, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#99955, COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#99969, COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#99990, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#100014, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#100015, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#100016, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#100017]
Condition : (((COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#99990 <=> 2019) AND (COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#99969 <=> 38000)) AND (COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#99953 <=> UNE MAISON))

(4) Project [codegen id : 1]
Output [10]: [COL_D1555516_77DC_4FAC_B198_6BC01181339B#99903 AS COL_85C4C0D7_FBC6_458F_AD27_298BD1A8B06B#102635, COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#99909 AS COL_12FBFE39_26A4_4286_8887_72FA9FA1E0BE#102641, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#99919 AS COL_8886F4F2_9F0E_4183_90A6_0E6160354555#102651, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#99953 AS COL_BA8CC8D9_259A_4D13_B4D8_7F09741A369B#102694, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#99955 AS COL_98707F90_EB3E_4A4A_B94F_16FDC3536C26#102696, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#100014 AS COL_4534B315_CE37_4421_B678_CC8A63ECFF4E#102755, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#100015 AS COL_6DD0215A_1FA8_4ED4_8C29_0C0E72B66905#102756, str_concat(array({"type": "FeatureCollection","features": [{"type": "Feature","properties": {},"geometry":, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#99955, }]})) AS COL_4A1D8198_301E_40BF_9A23_839DDA4E1237#104551, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#100017 AS COL_406186D7_F4AC_47EB_A7EB_DE09C3F541DA#102757, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#100016 AS COL_3FD79D18_E8F0_4589_A3A6_B5536E79562D#102758]
Input [11]: [COL_D1555516_77DC_4FAC_B198_6BC01181339B#99903, COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#99909, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#99919, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#99953, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#99955, COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#99969, COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#99990, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#100014, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#100015, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#100016, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#100017]

(5) CollectLimit
Input [10]: [COL_85C4C0D7_FBC6_458F_AD27_298BD1A8B06B#102635, COL_12FBFE39_26A4_4286_8887_72FA9FA1E0BE#102641, COL_8886F4F2_9F0E_4183_90A6_0E6160354555#102651, COL_BA8CC8D9_259A_4D13_B4D8_7F09741A369B#102694, COL_98707F90_EB3E_4A4A_B94F_16FDC3536C26#102696, COL_4534B315_CE37_4421_B678_CC8A63ECFF4E#102755, COL_6DD0215A_1FA8_4ED4_8C29_0C0E72B66905#102756, COL_4A1D8198_301E_40BF_9A23_839DDA4E1237#104551, COL_406186D7_F4AC_47EB_A7EB_DE09C3F541DA#102757, COL_3FD79D18_E8F0_4589_A3A6_B5536E79562D#102758]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet