SP1 - Details for Query 660

Submitted Time: 2026/02/24 09:28:44
Duration: 0.7 s
Succeeded Jobs: 838 839 840

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n2.1 s (5 ms, 215 ms, 254 ms (stage 1116.0: task 1522))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 12"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 220,000 number of input batches: 55"]; } 5 [labelType="html" label="Scan parquet number of files read: 13 scan time total (min, med, max (stageId: taskId)) 2.0 s (5 ms, 207 ms, 245 ms (stage 1116.0: task 1522)) metadata time: 0 ms size of files read: 105.5 MiB number of output rows: 220,000"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_D1555516_77DC_4FAC_B198_6BC01181339B#200668 AS COL_85C4C0D7_FBC6_458F_AD27_298BD1A8B06B#201636, COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#200674 AS COL_12FBFE39_26A4_4286_8887_72FA9FA1E0BE#201642, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#200684 AS COL_8886F4F2_9F0E_4183_90A6_0E6160354555#201652, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#200718 AS COL_BA8CC8D9_259A_4D13_B4D8_7F09741A369B#201686, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#200720 AS COL_98707F90_EB3E_4A4A_B94F_16FDC3536C26#201688, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#200779 AS COL_4534B315_CE37_4421_B678_CC8A63ECFF4E#201747, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#200780 AS COL_6DD0215A_1FA8_4ED4_8C29_0C0E72B66905#201748, str_concat(array({"type": "FeatureCollection","features": [{"type": "Feature","properties": {},"geometry":, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#200720, }]})) AS COL_4A1D8198_301E_40BF_9A23_839DDA4E1237#202203, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#200782 AS COL_406186D7_F4AC_47EB_A7EB_DE09C3F541DA#201749, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#200781 AS COL_3FD79D18_E8F0_4589_A3A6_B5536E79562D#201750]

Filter (((COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#200755 <=> 2019) AND (COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#200734 <=> 38000)) AND (COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#200718 <=> UNE MAISON))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_D1555516_77DC_4FAC_B198_6BC01181339B#200668,COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#200674,COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#200684,COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#200718,COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#200720,COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#200734,COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#200755,COL_E9882A45_1659_4276_BB88_B97BE6EE5294#200779,COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#200780,COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#200781,COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#200782] Batched: true, DataFilters: [(COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#200755 <=> 2019), (COL_E0BD1FF3_108C_4B51_984D_A65E244..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/FONCIER_REFEREN_10755], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_E6F786C1_76D2_4FE0_B201_FFA11588543A,2019), EqualNullSafe(COL_E0BD1FF3_108C_4B..., ReadSchema: struct<COL_D1555516_77DC_4FAC_B198_6BC01181339B:timestamp,COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [11]: [COL_D1555516_77DC_4FAC_B198_6BC01181339B#200668, COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#200674, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#200684, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#200718, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#200720, COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#200734, COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#200755, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#200779, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#200780, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#200781, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#200782]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/FONCIER_REFEREN_10755]
PushedFilters: [EqualNullSafe(COL_E6F786C1_76D2_4FE0_B201_FFA11588543A,2019), EqualNullSafe(COL_E0BD1FF3_108C_4B51_984D_A65E244263C2,38000), EqualNullSafe(COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9,UNE MAISON)]
ReadSchema: struct<COL_D1555516_77DC_4FAC_B198_6BC01181339B:timestamp,COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4:double,COL_C78006BC_20CB_48F1_91D2_C004D3F6983F:int,COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9:string,COL_29A50C64_2999_4BEE_830A_078BD8B91CD7:string,COL_E0BD1FF3_108C_4B51_984D_A65E244263C2:string,COL_E6F786C1_76D2_4FE0_B201_FFA11588543A:string,COL_E9882A45_1659_4276_BB88_B97BE6EE5294:string,COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49:string,COL_A84C286D_8690_45FE_90C2_5CE9556C22EA:double,COL_7D493DFE_AD2C_47B6_BFBA_58140A120110:string>

(2) ColumnarToRow [codegen id : 1]
Input [11]: [COL_D1555516_77DC_4FAC_B198_6BC01181339B#200668, COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#200674, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#200684, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#200718, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#200720, COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#200734, COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#200755, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#200779, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#200780, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#200781, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#200782]

(3) Filter [codegen id : 1]
Input [11]: [COL_D1555516_77DC_4FAC_B198_6BC01181339B#200668, COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#200674, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#200684, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#200718, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#200720, COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#200734, COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#200755, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#200779, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#200780, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#200781, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#200782]
Condition : (((COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#200755 <=> 2019) AND (COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#200734 <=> 38000)) AND (COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#200718 <=> UNE MAISON))

(4) Project [codegen id : 1]
Output [10]: [COL_D1555516_77DC_4FAC_B198_6BC01181339B#200668 AS COL_85C4C0D7_FBC6_458F_AD27_298BD1A8B06B#201636, COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#200674 AS COL_12FBFE39_26A4_4286_8887_72FA9FA1E0BE#201642, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#200684 AS COL_8886F4F2_9F0E_4183_90A6_0E6160354555#201652, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#200718 AS COL_BA8CC8D9_259A_4D13_B4D8_7F09741A369B#201686, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#200720 AS COL_98707F90_EB3E_4A4A_B94F_16FDC3536C26#201688, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#200779 AS COL_4534B315_CE37_4421_B678_CC8A63ECFF4E#201747, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#200780 AS COL_6DD0215A_1FA8_4ED4_8C29_0C0E72B66905#201748, str_concat(array({"type": "FeatureCollection","features": [{"type": "Feature","properties": {},"geometry":, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#200720, }]})) AS COL_4A1D8198_301E_40BF_9A23_839DDA4E1237#202203, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#200782 AS COL_406186D7_F4AC_47EB_A7EB_DE09C3F541DA#201749, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#200781 AS COL_3FD79D18_E8F0_4589_A3A6_B5536E79562D#201750]
Input [11]: [COL_D1555516_77DC_4FAC_B198_6BC01181339B#200668, COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#200674, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#200684, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#200718, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#200720, COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#200734, COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#200755, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#200779, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#200780, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#200781, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#200782]

(5) CollectLimit
Input [10]: [COL_85C4C0D7_FBC6_458F_AD27_298BD1A8B06B#201636, COL_12FBFE39_26A4_4286_8887_72FA9FA1E0BE#201642, COL_8886F4F2_9F0E_4183_90A6_0E6160354555#201652, COL_BA8CC8D9_259A_4D13_B4D8_7F09741A369B#201686, COL_98707F90_EB3E_4A4A_B94F_16FDC3536C26#201688, COL_4534B315_CE37_4421_B678_CC8A63ECFF4E#201747, COL_6DD0215A_1FA8_4ED4_8C29_0C0E72B66905#201748, COL_4A1D8198_301E_40BF_9A23_839DDA4E1237#202203, COL_406186D7_F4AC_47EB_A7EB_DE09C3F541DA#201749, COL_3FD79D18_E8F0_4589_A3A6_B5536E79562D#201750]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet