hdh-spark-job - Details for Query 26

Submitted Time: 2026/10/26 13:13:26
Duration: 0.1 s
Succeeded Jobs: 25

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 11 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 315 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 9 ms metadata time: 0 ms size of files read: 9.2 KiB number of output rows: 315"]; 2->0; 3->2; 4->3; }

CollectLimit 500000

Project [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#1841L AS COL_E8C40CF7_B470_432E_8181_90B0099765BF#2306L, COL_B5E19535_6812_4458_811C_56F397169254#1842L AS COL_D7DA4EDA_94BD_4E3B_9455_2AA31E9DE387#2307L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#1843 AS COL_2F877645_02D7_4D6F_B2F8_D9D0BE131D64#2308, COL_F57F1581_453A_4B69_B684_886731A3566A#1844 AS COL_B42B266B_5DBA_450D_B3C1_F1B211A739C9#2309, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#1845 AS COL_AF05E41B_B70A_47CE_A638_E19771F3FB95#2310, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#1846L AS COL_32022203_DB88_42B2_AEAB_16E9A9AF4A10#2311L, COL_1286A3D2_D120_414A_AB63_80E52564209D#1847 AS COL_01C4CC92_CCFC_46AE_84D0_B73BBEBCF252#2312, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#1848 AS COL_7F202316_BFB8_446E_A922_CFEB72314864#2313]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#1841L,COL_B5E19535_6812_4458_811C_56F397169254#1842L,COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#1843,COL_F57F1581_453A_4B69_B684_886731A3566A#1844,COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#1845,COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#1846L,COL_1286A3D2_D120_414A_AB63_80E52564209D#1847,COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#1848] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/DB_META_ALL_ANA_398939], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8:bigint,COL_B5E19535_6812_4458_811C_56F397169254:b...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [8]: [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#1841L, COL_B5E19535_6812_4458_811C_56F397169254#1842L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#1843, COL_F57F1581_453A_4B69_B684_886731A3566A#1844, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#1845, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#1846L, COL_1286A3D2_D120_414A_AB63_80E52564209D#1847, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#1848]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/DB_META_ALL_ANA_398939]
ReadSchema: struct<COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8:bigint,COL_B5E19535_6812_4458_811C_56F397169254:bigint,COL_5E4358FD_7B06_4183_8F02_FC0402686AD4:string,COL_F57F1581_453A_4B69_B684_886731A3566A:string,COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587:double,COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F:bigint,COL_1286A3D2_D120_414A_AB63_80E52564209D:string,COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615:string>

(2) ColumnarToRow [codegen id : 1]
Input [8]: [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#1841L, COL_B5E19535_6812_4458_811C_56F397169254#1842L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#1843, COL_F57F1581_453A_4B69_B684_886731A3566A#1844, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#1845, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#1846L, COL_1286A3D2_D120_414A_AB63_80E52564209D#1847, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#1848]

(3) Project [codegen id : 1]
Output [8]: [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#1841L AS COL_E8C40CF7_B470_432E_8181_90B0099765BF#2306L, COL_B5E19535_6812_4458_811C_56F397169254#1842L AS COL_D7DA4EDA_94BD_4E3B_9455_2AA31E9DE387#2307L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#1843 AS COL_2F877645_02D7_4D6F_B2F8_D9D0BE131D64#2308, COL_F57F1581_453A_4B69_B684_886731A3566A#1844 AS COL_B42B266B_5DBA_450D_B3C1_F1B211A739C9#2309, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#1845 AS COL_AF05E41B_B70A_47CE_A638_E19771F3FB95#2310, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#1846L AS COL_32022203_DB88_42B2_AEAB_16E9A9AF4A10#2311L, COL_1286A3D2_D120_414A_AB63_80E52564209D#1847 AS COL_01C4CC92_CCFC_46AE_84D0_B73BBEBCF252#2312, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#1848 AS COL_7F202316_BFB8_446E_A922_CFEB72314864#2313]
Input [8]: [COL_3771B488_98F1_4DA6_9E11_BE7256EEF1E8#1841L, COL_B5E19535_6812_4458_811C_56F397169254#1842L, COL_5E4358FD_7B06_4183_8F02_FC0402686AD4#1843, COL_F57F1581_453A_4B69_B684_886731A3566A#1844, COL_6E95008F_643E_4DB8_8D1F_E7D6470EB587#1845, COL_1F6F1811_B43E_4CF1_9002_2AA5AE251C7F#1846L, COL_1286A3D2_D120_414A_AB63_80E52564209D#1847, COL_A3EE2AD5_5273_4D7E_B9CA_1C5E7D352615#1848]

(4) CollectLimit
Input [8]: [COL_E8C40CF7_B470_432E_8181_90B0099765BF#2306L, COL_D7DA4EDA_94BD_4E3B_9455_2AA31E9DE387#2307L, COL_2F877645_02D7_4D6F_B2F8_D9D0BE131D64#2308, COL_B42B266B_5DBA_450D_B3C1_F1B211A739C9#2309, COL_AF05E41B_B70A_47CE_A638_E19771F3FB95#2310, COL_32022203_DB88_42B2_AEAB_16E9A9AF4A10#2311L, COL_01C4CC92_CCFC_46AE_84D0_B73BBEBCF252#2312, COL_7F202316_BFB8_446E_A922_CFEB72314864#2313]
Arguments: 500000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet