SP1 - Details for Query 875

Submitted Time: 2026/06/30 08:49:04
Duration: 84 ms
Succeeded Jobs: 1148

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 4 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 17 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 4 ms metadata time: 0 ms size of files read: 5.0 KiB number of output rows: 17"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#308505L AS COL_4195559A_1A0A_4FD6_AA96_D25EA23FAC2D#308792L, COL_B5E19535_6812_4458_811C_56F397169254#308506L AS COL_600081F8_1603_48E0_B7ED_2478851E7F2D#308793L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#308507 AS COL_8B4EEC0B_87FC_4DAA_B8DC_EA94FD59FD31#308794, COL_F57F1581_453A_4B69_B684_886731A3566A#308508 AS COL_566C0E88_5F26_43C7_83E0_29E0B8C5C3D5#308795, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#308509 AS COL_47A13CE1_C210_4AC0_A4BF_7BEEAED9455B#308796, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#308510L AS COL_8491B3BA_36ED_4A64_B426_8EB531E3ED7F#308797L, COL_1286A3D2_D120_414A_AB63_80E52564209D#308511 AS COL_23E73851_363E_4138_8610_173AD429E824#308798, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#308512 AS COL_869FE2F7_6038_4586_9E66_8660AD6A3341#308799, COL_6ED0E1C3_5350_4091_8240_CB8541E5E9A4#308513 AS COL_AF9352BF_5B18_4F61_8620_8F60ED8F93FD#308800]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#308505L,COL_B5E19535_6812_4458_811C_56F397169254#308506L,COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#308507,COL_F57F1581_453A_4B69_B684_886731A3566A#308508,COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#308509,COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#308510L,COL_1286A3D2_D120_414A_AB63_80E52564209D#308511,COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#308512,COL_6ED0E1C3_5350_4091_8240_CB8541E5E9A4#308513] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/DB_META_ALL_ANA_398939], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8:bigint,COL_B5E19535_6812_4458_811C_56F397169254:b...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [9]: [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#308505L, COL_B5E19535_6812_4458_811C_56F397169254#308506L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#308507, COL_F57F1581_453A_4B69_B684_886731A3566A#308508, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#308509, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#308510L, COL_1286A3D2_D120_414A_AB63_80E52564209D#308511, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#308512, COL_6ED0E1C3_5350_4091_8240_CB8541E5E9A4#308513]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/DB_META_ALL_ANA_398939]
ReadSchema: struct<COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8:bigint,COL_B5E19535_6812_4458_811C_56F397169254:bigint,COL_5E4358FD_7B06_4183_8F02_FC0402686AD4:string,COL_F57F1581_453A_4B69_B684_886731A3566A:string,COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587:double,COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F:bigint,COL_1286A3D2_D120_414A_AB63_80E52564209D:string,COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615:string,COL_6ED0E1C3_5350_4091_8240_CB8541E5E9A4:string>

(2) ColumnarToRow [codegen id : 1]
Input [9]: [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#308505L, COL_B5E19535_6812_4458_811C_56F397169254#308506L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#308507, COL_F57F1581_453A_4B69_B684_886731A3566A#308508, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#308509, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#308510L, COL_1286A3D2_D120_414A_AB63_80E52564209D#308511, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#308512, COL_6ED0E1C3_5350_4091_8240_CB8541E5E9A4#308513]

(3) Project [codegen id : 1]
Output [9]: [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#308505L AS COL_4195559A_1A0A_4FD6_AA96_D25EA23FAC2D#308792L, COL_B5E19535_6812_4458_811C_56F397169254#308506L AS COL_600081F8_1603_48E0_B7ED_2478851E7F2D#308793L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#308507 AS COL_8B4EEC0B_87FC_4DAA_B8DC_EA94FD59FD31#308794, COL_F57F1581_453A_4B69_B684_886731A3566A#308508 AS COL_566C0E88_5F26_43C7_83E0_29E0B8C5C3D5#308795, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#308509 AS COL_47A13CE1_C210_4AC0_A4BF_7BEEAED9455B#308796, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#308510L AS COL_8491B3BA_36ED_4A64_B426_8EB531E3ED7F#308797L, COL_1286A3D2_D120_414A_AB63_80E52564209D#308511 AS COL_23E73851_363E_4138_8610_173AD429E824#308798, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#308512 AS COL_869FE2F7_6038_4586_9E66_8660AD6A3341#308799, COL_6ED0E1C3_5350_4091_8240_CB8541E5E9A4#308513 AS COL_AF9352BF_5B18_4F61_8620_8F60ED8F93FD#308800]
Input [9]: [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#308505L, COL_B5E19535_6812_4458_811C_56F397169254#308506L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#308507, COL_F57F1581_453A_4B69_B684_886731A3566A#308508, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#308509, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#308510L, COL_1286A3D2_D120_414A_AB63_80E52564209D#308511, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#308512, COL_6ED0E1C3_5350_4091_8240_CB8541E5E9A4#308513]

(4) CollectLimit
Input [9]: [COL_4195559A_1A0A_4FD6_AA96_D25EA23FAC2D#308792L, COL_600081F8_1603_48E0_B7ED_2478851E7F2D#308793L, COL_8B4EEC0B_87FC_4DAA_B8DC_EA94FD59FD31#308794, COL_566C0E88_5F26_43C7_83E0_29E0B8C5C3D5#308795, COL_47A13CE1_C210_4AC0_A4BF_7BEEAED9455B#308796, COL_8491B3BA_36ED_4A64_B426_8EB531E3ED7F#308797L, COL_23E73851_363E_4138_8610_173AD429E824#308798, COL_869FE2F7_6038_4586_9E66_8660AD6A3341#308799, COL_AF9352BF_5B18_4F61_8620_8F60ED8F93FD#308800]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet