SP1 - Details for Query 633

Submitted Time: 2026/08/28 12:40:08
Duration: 0.3 s
Succeeded Jobs: 757 758

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n14 ms (3 ms, 4 ms, 4 ms (stage 1240.0: task 1702))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 4,096 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time total (min, med, max (stageId: taskId)) 176 ms (3 ms, 4 ms, 162 ms (stage 1240.0: task 1703)) metadata time: 0 ms size of files read: 150.9 MiB number of output rows: 4,096"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [COL_B706A975_F287_4DC9_B631_A35735FE936F#111370 AS COL_F31764E5_0309_4AF4_9E38_4F8424ABA387#111448, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#111371 AS COL_A86D3251_6564_4706_815A_936FA28EC2B7#111449, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#111372 AS COL_29B5B1D1_9EF8_4364_B867_69F95DDA0CB4#111450, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#111373 AS COL_D50B88DC_7339_47AA_AF53_7DF1382234F8#111451, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#111374 AS COL_86264515_64DE_4F5A_B65C_1F224369C11E#111452, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#111375 AS COL_4A29EE24_CEF0_40CA_A250_33F0FC596A56#111453, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#111376 AS COL_136DCAA3_2545_47C9_A61E_86ED7914066D#111454, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#111377 AS COL_A90C305E_35FC_4943_AAB5_5689729329D0#111455, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#111378 AS COL_CFBC4460_61CE_4DB3_99CF_AAAF839C2FDF#111456, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#111379 AS COL_A125700F_63CC_436A_9370_99E22C285ACF#111457, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#111380 AS COL_8678C313_B7BE_49C0_A54D_231C14C94790#111458, COL_C7343A35_76C1_46A3_B74D_C7263B786745#111381 AS COL_CC6C0292_8064_4828_96F0_08F4D49DED83#111459, COL_52134AAB_9340_42E7_9290_A298AF6C9438#111382 AS COL_8C91B482_E1DB_447D_99E8_C109117EA414#111460]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_B706A975_F287_4DC9_B631_A35735FE936F#111370,COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#111371,COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#111372,COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#111373,COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#111374,COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#111375,COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#111376,COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#111377,COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#111378,COL_E53A575D_3952_4C14_AC9F_075847D06BB1#111379,COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#111380,COL_C7343A35_76C1_46A3_B74D_C7263B786745#111381,COL_52134AAB_9340_42E7_9290_A298AF6C9438#111382] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/00_A_LIGNES_RSF_345253], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_B706A975_F287_4DC9_B631_A35735FE936F:string,COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#111370, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#111371, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#111372, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#111373, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#111374, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#111375, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#111376, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#111377, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#111378, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#111379, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#111380, COL_C7343A35_76C1_46A3_B74D_C7263B786745#111381, COL_52134AAB_9340_42E7_9290_A298AF6C9438#111382]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/00_A_LIGNES_RSF_345253]
ReadSchema: struct<COL_B706A975_F287_4DC9_B631_A35735FE936F:string,COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8:string,COL_AAF7896D_A513_4CEC_9984_26D0D5838E44:int,COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38:string,COL_0767075F_6D90_4406_A1C5_BC087A39F7CE:string,COL_95A012EF_312B_40A6_8CFC_200BFD4465E3:string,COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D:string,COL_B72BD372_650E_474E_B8E0_7CB995AE80BF:string,COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA:string,COL_E53A575D_3952_4C14_AC9F_075847D06BB1:string,COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4:string,COL_C7343A35_76C1_46A3_B74D_C7263B786745:string,COL_52134AAB_9340_42E7_9290_A298AF6C9438:string>

(2) ColumnarToRow [codegen id : 1]
Input [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#111370, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#111371, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#111372, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#111373, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#111374, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#111375, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#111376, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#111377, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#111378, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#111379, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#111380, COL_C7343A35_76C1_46A3_B74D_C7263B786745#111381, COL_52134AAB_9340_42E7_9290_A298AF6C9438#111382]

(3) Project [codegen id : 1]
Output [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#111370 AS COL_F31764E5_0309_4AF4_9E38_4F8424ABA387#111448, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#111371 AS COL_A86D3251_6564_4706_815A_936FA28EC2B7#111449, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#111372 AS COL_29B5B1D1_9EF8_4364_B867_69F95DDA0CB4#111450, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#111373 AS COL_D50B88DC_7339_47AA_AF53_7DF1382234F8#111451, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#111374 AS COL_86264515_64DE_4F5A_B65C_1F224369C11E#111452, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#111375 AS COL_4A29EE24_CEF0_40CA_A250_33F0FC596A56#111453, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#111376 AS COL_136DCAA3_2545_47C9_A61E_86ED7914066D#111454, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#111377 AS COL_A90C305E_35FC_4943_AAB5_5689729329D0#111455, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#111378 AS COL_CFBC4460_61CE_4DB3_99CF_AAAF839C2FDF#111456, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#111379 AS COL_A125700F_63CC_436A_9370_99E22C285ACF#111457, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#111380 AS COL_8678C313_B7BE_49C0_A54D_231C14C94790#111458, COL_C7343A35_76C1_46A3_B74D_C7263B786745#111381 AS COL_CC6C0292_8064_4828_96F0_08F4D49DED83#111459, COL_52134AAB_9340_42E7_9290_A298AF6C9438#111382 AS COL_8C91B482_E1DB_447D_99E8_C109117EA414#111460]
Input [13]: [COL_B706A975_F287_4DC9_B631_A35735FE936F#111370, COL_38F08DCE_0F1B_4F1E_9BE4_60C67BA99DC8#111371, COL_AAF7896D_A513_4CEC_9984_26D0D5838E44#111372, COL_1ADA21FB_DB08_4A1F_986E_E8E363B14F38#111373, COL_0767075F_6D90_4406_A1C5_BC087A39F7CE#111374, COL_95A012EF_312B_40A6_8CFC_200BFD4465E3#111375, COL_1CCAED33_3E69_435E_B522_DAE3B9E63F9D#111376, COL_B72BD372_650E_474E_B8E0_7CB995AE80BF#111377, COL_5E65448D_2CBA_49A0_8E69_D8B1EF0C0EBA#111378, COL_E53A575D_3952_4C14_AC9F_075847D06BB1#111379, COL_9E2EC32D_FCB5_4E43_A453_428839A5DAD4#111380, COL_C7343A35_76C1_46A3_B74D_C7263B786745#111381, COL_52134AAB_9340_42E7_9290_A298AF6C9438#111382]

(4) CollectLimit
Input [13]: [COL_F31764E5_0309_4AF4_9E38_4F8424ABA387#111448, COL_A86D3251_6564_4706_815A_936FA28EC2B7#111449, COL_29B5B1D1_9EF8_4364_B867_69F95DDA0CB4#111450, COL_D50B88DC_7339_47AA_AF53_7DF1382234F8#111451, COL_86264515_64DE_4F5A_B65C_1F224369C11E#111452, COL_4A29EE24_CEF0_40CA_A250_33F0FC596A56#111453, COL_136DCAA3_2545_47C9_A61E_86ED7914066D#111454, COL_A90C305E_35FC_4943_AAB5_5689729329D0#111455, COL_CFBC4460_61CE_4DB3_99CF_AAAF839C2FDF#111456, COL_A125700F_63CC_436A_9370_99E22C285ACF#111457, COL_8678C313_B7BE_49C0_A54D_231C14C94790#111458, COL_CC6C0292_8064_4828_96F0_08F4D49DED83#111459, COL_8C91B482_E1DB_447D_99E8_C109117EA414#111460]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet