SP1 - Details for Query 857

Submitted Time: 2026/06/30 08:48:58
Duration: 0.1 s
Succeeded Jobs: 1128

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 3 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 17 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 5.0 KiB number of output rows: 17"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#305920L AS COL_E8C40CF7_B470_432E_8181_90B0099765BF#306116L, COL_B5E19535_6812_4458_811C_56F397169254#305921L AS COL_D7DA4EDA_94BD_4E3B_9455_2AA31E9DE387#306117L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#305922 AS COL_2F877645_02D7_4D6F_B2F8_D9D0BE131D64#306118, COL_F57F1581_453A_4B69_B684_886731A3566A#305923 AS COL_B42B266B_5DBA_450D_B3C1_F1B211A739C9#306119, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#305924 AS COL_AF05E41B_B70A_47CE_A638_E19771F3FB95#306120, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#305925L AS COL_32022203_DB88_42B2_AEAB_16E9A9AF4A10#306121L, COL_1286A3D2_D120_414A_AB63_80E52564209D#305926 AS COL_01C4CC92_CCFC_46AE_84D0_B73BBEBCF252#306122, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#305927 AS COL_7F202316_BFB8_446E_A922_CFEB72314864#306123]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#305920L,COL_B5E19535_6812_4458_811C_56F397169254#305921L,COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#305922,COL_F57F1581_453A_4B69_B684_886731A3566A#305923,COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#305924,COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#305925L,COL_1286A3D2_D120_414A_AB63_80E52564209D#305926,COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#305927] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/DB_META_ALL_ANA_398939], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8:bigint,COL_B5E19535_6812_4458_811C_56F397169254:b...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [8]: [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#305920L, COL_B5E19535_6812_4458_811C_56F397169254#305921L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#305922, COL_F57F1581_453A_4B69_B684_886731A3566A#305923, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#305924, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#305925L, COL_1286A3D2_D120_414A_AB63_80E52564209D#305926, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#305927]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/DB_META_ALL_ANA_398939]
ReadSchema: struct<COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8:bigint,COL_B5E19535_6812_4458_811C_56F397169254:bigint,COL_5E4358FD_7B06_4183_8F02_FC0402686AD4:string,COL_F57F1581_453A_4B69_B684_886731A3566A:string,COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587:double,COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F:bigint,COL_1286A3D2_D120_414A_AB63_80E52564209D:string,COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615:string>

(2) ColumnarToRow [codegen id : 1]
Input [8]: [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#305920L, COL_B5E19535_6812_4458_811C_56F397169254#305921L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#305922, COL_F57F1581_453A_4B69_B684_886731A3566A#305923, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#305924, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#305925L, COL_1286A3D2_D120_414A_AB63_80E52564209D#305926, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#305927]

(3) Project [codegen id : 1]
Output [8]: [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#305920L AS COL_E8C40CF7_B470_432E_8181_90B0099765BF#306116L, COL_B5E19535_6812_4458_811C_56F397169254#305921L AS COL_D7DA4EDA_94BD_4E3B_9455_2AA31E9DE387#306117L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#305922 AS COL_2F877645_02D7_4D6F_B2F8_D9D0BE131D64#306118, COL_F57F1581_453A_4B69_B684_886731A3566A#305923 AS COL_B42B266B_5DBA_450D_B3C1_F1B211A739C9#306119, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#305924 AS COL_AF05E41B_B70A_47CE_A638_E19771F3FB95#306120, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#305925L AS COL_32022203_DB88_42B2_AEAB_16E9A9AF4A10#306121L, COL_1286A3D2_D120_414A_AB63_80E52564209D#305926 AS COL_01C4CC92_CCFC_46AE_84D0_B73BBEBCF252#306122, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#305927 AS COL_7F202316_BFB8_446E_A922_CFEB72314864#306123]
Input [8]: [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#305920L, COL_B5E19535_6812_4458_811C_56F397169254#305921L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#305922, COL_F57F1581_453A_4B69_B684_886731A3566A#305923, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#305924, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#305925L, COL_1286A3D2_D120_414A_AB63_80E52564209D#305926, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#305927]

(4) CollectLimit
Input [8]: [COL_E8C40CF7_B470_432E_8181_90B0099765BF#306116L, COL_D7DA4EDA_94BD_4E3B_9455_2AA31E9DE387#306117L, COL_2F877645_02D7_4D6F_B2F8_D9D0BE131D64#306118, COL_B42B266B_5DBA_450D_B3C1_F1B211A739C9#306119, COL_AF05E41B_B70A_47CE_A638_E19771F3FB95#306120, COL_32022203_DB88_42B2_AEAB_16E9A9AF4A10#306121L, COL_01C4CC92_CCFC_46AE_84D0_B73BBEBCF252#306122, COL_7F202316_BFB8_446E_A922_CFEB72314864#306123]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet