SP1 - Details for Query 241

Submitted Time: 2026/02/20 08:08:31
Duration: 2 s
Succeeded Jobs: 340 345 347

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n3.1 s (6 ms, 257 ms, 446 ms (stage 477.0: task 628))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="Filter number of output rows: 28"]; 4 [labelType="html" label="ColumnarToRow number of output rows: 220,000 number of input batches: 55"]; } 5 [labelType="html" label="Scan parquet number of files read: 13 scan time total (min, med, max (stageId: taskId)) 2.8 s (6 ms, 243 ms, 440 ms (stage 477.0: task 628)) metadata time: 0 ms size of files read: 105.5 MiB number of output rows: 220,000"]; 2->0; 3->2; 4->3; 5->4; }

CollectLimit 500000

Project [COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#97055 AS COL_AC1AEF06_9567_4315_85A6_6221802A6DF2#99124, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#97065 AS COL_3029061C_FA2C_45B1_B29F_C05AF330D10D#99134, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#97099 AS COL_C94DD70B_A965_481C_BF62_B83E3B1DC210#99168, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#97101 AS COL_9454C595_6D68_463A_95B9_36C063C51F4D#99170, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#97160 AS COL_7D3224DB_D7B2_476E_9C76_6FE19C833D53#99229, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#97161 AS COL_BD02A3DF_8FBE_4FF2_9DD1_311C79AFAFBE#99230, str_concat(array({"type": "FeatureCollection","features": [{"type": "Feature","properties": {},"geometry":, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#97101, }]} )) AS COL_1CD7D9E3_299C_4C9A_A89A_65EC20BE0627#101043, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#97163 AS COL_FAAFD82B_2EB7_422E_8172_168E33602328#99231, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#97162 AS COL_AF8163B1_6815_412F_BBE3_58D6BC07DE17#99232]

Filter (((COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#97136 <=> 2018) AND (COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#97115 <=> 38000)) AND (COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#97099 <=> UNE MAISON))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#97055,COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#97065,COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#97099,COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#97101,COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#97115,COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#97136,COL_E9882A45_1659_4276_BB88_B97BE6EE5294#97160,COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#97161,COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#97162,COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#97163] Batched: true, DataFilters: [(COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#97136 <=> 2018), (COL_E0BD1FF3_108C_4B51_984D_A65E2442..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/FONCIER_REFEREN_10755], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_E6F786C1_76D2_4FE0_B201_FFA11588543A,2018), EqualNullSafe(COL_E0BD1FF3_108C_4B..., ReadSchema: struct<COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4:double,COL_C78006BC_20CB_48F1_91D2_C004D3F6983F:i...

Details

== Physical Plan ==
CollectLimit (5)
+- * Project (4)
   +- * Filter (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [10]: [COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#97055, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#97065, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#97099, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#97101, COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#97115, COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#97136, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#97160, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#97161, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#97162, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#97163]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/FONCIER_REFEREN_10755]
PushedFilters: [EqualNullSafe(COL_E6F786C1_76D2_4FE0_B201_FFA11588543A,2018), EqualNullSafe(COL_E0BD1FF3_108C_4B51_984D_A65E244263C2,38000), EqualNullSafe(COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9,UNE MAISON)]
ReadSchema: struct<COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4:double,COL_C78006BC_20CB_48F1_91D2_C004D3F6983F:int,COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9:string,COL_29A50C64_2999_4BEE_830A_078BD8B91CD7:string,COL_E0BD1FF3_108C_4B51_984D_A65E244263C2:string,COL_E6F786C1_76D2_4FE0_B201_FFA11588543A:string,COL_E9882A45_1659_4276_BB88_B97BE6EE5294:string,COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49:string,COL_A84C286D_8690_45FE_90C2_5CE9556C22EA:double,COL_7D493DFE_AD2C_47B6_BFBA_58140A120110:string>

(2) ColumnarToRow [codegen id : 1]
Input [10]: [COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#97055, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#97065, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#97099, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#97101, COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#97115, COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#97136, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#97160, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#97161, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#97162, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#97163]

(3) Filter [codegen id : 1]
Input [10]: [COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#97055, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#97065, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#97099, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#97101, COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#97115, COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#97136, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#97160, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#97161, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#97162, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#97163]
Condition : (((COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#97136 <=> 2018) AND (COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#97115 <=> 38000)) AND (COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#97099 <=> UNE MAISON))

(4) Project [codegen id : 1]
Output [9]: [COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#97055 AS COL_AC1AEF06_9567_4315_85A6_6221802A6DF2#99124, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#97065 AS COL_3029061C_FA2C_45B1_B29F_C05AF330D10D#99134, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#97099 AS COL_C94DD70B_A965_481C_BF62_B83E3B1DC210#99168, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#97101 AS COL_9454C595_6D68_463A_95B9_36C063C51F4D#99170, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#97160 AS COL_7D3224DB_D7B2_476E_9C76_6FE19C833D53#99229, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#97161 AS COL_BD02A3DF_8FBE_4FF2_9DD1_311C79AFAFBE#99230, str_concat(array({"type": "FeatureCollection","features": [{"type": "Feature","properties": {},"geometry":, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#97101, }]}
)) AS COL_1CD7D9E3_299C_4C9A_A89A_65EC20BE0627#101043, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#97163 AS COL_FAAFD82B_2EB7_422E_8172_168E33602328#99231, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#97162 AS COL_AF8163B1_6815_412F_BBE3_58D6BC07DE17#99232]
Input [10]: [COL_88A6BE7F_3CE4_4240_9333_D22D23B45FE4#97055, COL_C78006BC_20CB_48F1_91D2_C004D3F6983F#97065, COL_C3DDDCF1_DCFA_4104_9FF4_8D48811031D9#97099, COL_29A50C64_2999_4BEE_830A_078BD8B91CD7#97101, COL_E0BD1FF3_108C_4B51_984D_A65E244263C2#97115, COL_E6F786C1_76D2_4FE0_B201_FFA11588543A#97136, COL_E9882A45_1659_4276_BB88_B97BE6EE5294#97160, COL_9839581A_A1EF_4351_A8CC_E99F3D8BDC49#97161, COL_A84C286D_8690_45FE_90C2_5CE9556C22EA#97162, COL_7D493DFE_AD2C_47B6_BFBA_58140A120110#97163]

(5) CollectLimit
Input [9]: [COL_AC1AEF06_9567_4315_85A6_6221802A6DF2#99124, COL_3029061C_FA2C_45B1_B29F_C05AF330D10D#99134, COL_C94DD70B_A965_481C_BF62_B83E3B1DC210#99168, COL_9454C595_6D68_463A_95B9_36C063C51F4D#99170, COL_7D3224DB_D7B2_476E_9C76_6FE19C833D53#99229, COL_BD02A3DF_8FBE_4FF2_9DD1_311C79AFAFBE#99230, COL_1CD7D9E3_299C_4C9A_A89A_65EC20BE0627#101043, COL_FAAFD82B_2EB7_422E_8172_168E33602328#99231, COL_AF8163B1_6815_412F_BBE3_58D6BC07DE17#99232]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet