hdh-spark-job - Details for Query 965

Submitted Time: 2026/10/22 20:53:30
Duration: 73 ms
Succeeded Jobs: 981

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 4,096 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 15 ms metadata time: 0 ms size of files read: 1014.0 KiB number of output rows: 4,096"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [ET_NUMEXA_437692#271996 AS COL_E0C12307_2DFD_461B_A268_CB66A33E2661#272845, ET_NUMDOS_437693#271995 AS COL_6978BD12_4E34_42F4_B348_7D26A6960A06#272846, ET_NUMDEM_437694#271994 AS COL_DBF3310D_D0B3_4F12_97E3_D784101678F9#272847, ET_TYPEXA_437695#272025 AS COL_28B4C2E7_ADB7_4353_99B8_4C0363FF7FA3#272848, ET_CODEXA_437696#271947 AS COL_6D30BEBE_B5FC_4776_BBC6_B7BF65C3988D#272849, ET_EXAACC_437697#271970 AS COL_AF9B9274_40AB_4649_ABEA_227E03489167#272850, ET_LIBEXA_437698#271986 AS COL_EFAF9465_C15E_486A_9EC8_A3D3BB7B2579#272851, ET_CODAPP_437699#271945 AS COL_7202DDB9_1174_4C92_A1EE_63FE75DF0315#272852, ET_NUMSAL_437700#272005 AS COL_C955A4C7_95F1_4454_94F5_5F1D6493E49B#272853, ET_CODPER_437701#271950 AS COL_375A0B27_862A_44CB_A74E_53438568AA12#272854, ET_CODRAD_437702#271954 AS COL_0E71CDD6_8C8C_4761_A393_19FED9EE9068#272855, ET_CODPRO_437703#271952 AS COL_A5B01183_1D29_430A_AC71_065E4A7E47DD#272856, ET_M_AM_I_437704#271989 AS COL_80AEA694_86F4_4A60_B1AB_DFB105398050#272857, ET_AG_ON_437705#271941 AS COL_16455999_8A4B_4FD4_AA42_98C941611B74#272858, ET_DATEXA_437706#271962 AS COL_817E12B1_8331_4FB8_B89B_D521761ECB85#272859]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [ET_AG_ON_437705#271941,ET_CODAPP_437699#271945,ET_CODEXA_437696#271947,ET_CODPER_437701#271950,ET_CODPRO_437703#271952,ET_CODRAD_437702#271954,ET_DATEXA_437706#271962,ET_EXAACC_437697#271970,ET_LIBEXA_437698#271986,ET_M_AM_I_437704#271989,ET_NUMDEM_437694#271994,ET_NUMDOS_437693#271995,ET_NUMEXA_437692#271996,ET_NUMSAL_437700#272005,ET_TYPEXA_437695#272025] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/uet/H_DETEXA_437691], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<ET_AG_ON_437705:string,ET_CODAPP_437699:string,ET_CODEXA_437696:string,ET_CODPER_437701:st...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [15]: [ET_AG_ON_437705#271941, ET_CODAPP_437699#271945, ET_CODEXA_437696#271947, ET_CODPER_437701#271950, ET_CODPRO_437703#271952, ET_CODRAD_437702#271954, ET_DATEXA_437706#271962, ET_EXAACC_437697#271970, ET_LIBEXA_437698#271986, ET_M_AM_I_437704#271989, ET_NUMDEM_437694#271994, ET_NUMDOS_437693#271995, ET_NUMEXA_437692#271996, ET_NUMSAL_437700#272005, ET_TYPEXA_437695#272025]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/uet/H_DETEXA_437691]
ReadSchema: struct<ET_AG_ON_437705:string,ET_CODAPP_437699:string,ET_CODEXA_437696:string,ET_CODPER_437701:string,ET_CODPRO_437703:string,ET_CODRAD_437702:string,ET_DATEXA_437706:string,ET_EXAACC_437697:string,ET_LIBEXA_437698:string,ET_M_AM_I_437704:string,ET_NUMDEM_437694:string,ET_NUMDOS_437693:string,ET_NUMEXA_437692:string,ET_NUMSAL_437700:string,ET_TYPEXA_437695:string>

(2) ColumnarToRow [codegen id : 1]
Input [15]: [ET_AG_ON_437705#271941, ET_CODAPP_437699#271945, ET_CODEXA_437696#271947, ET_CODPER_437701#271950, ET_CODPRO_437703#271952, ET_CODRAD_437702#271954, ET_DATEXA_437706#271962, ET_EXAACC_437697#271970, ET_LIBEXA_437698#271986, ET_M_AM_I_437704#271989, ET_NUMDEM_437694#271994, ET_NUMDOS_437693#271995, ET_NUMEXA_437692#271996, ET_NUMSAL_437700#272005, ET_TYPEXA_437695#272025]

(3) Project [codegen id : 1]
Output [15]: [ET_NUMEXA_437692#271996 AS COL_E0C12307_2DFD_461B_A268_CB66A33E2661#272845, ET_NUMDOS_437693#271995 AS COL_6978BD12_4E34_42F4_B348_7D26A6960A06#272846, ET_NUMDEM_437694#271994 AS COL_DBF3310D_D0B3_4F12_97E3_D784101678F9#272847, ET_TYPEXA_437695#272025 AS COL_28B4C2E7_ADB7_4353_99B8_4C0363FF7FA3#272848, ET_CODEXA_437696#271947 AS COL_6D30BEBE_B5FC_4776_BBC6_B7BF65C3988D#272849, ET_EXAACC_437697#271970 AS COL_AF9B9274_40AB_4649_ABEA_227E03489167#272850, ET_LIBEXA_437698#271986 AS COL_EFAF9465_C15E_486A_9EC8_A3D3BB7B2579#272851, ET_CODAPP_437699#271945 AS COL_7202DDB9_1174_4C92_A1EE_63FE75DF0315#272852, ET_NUMSAL_437700#272005 AS COL_C955A4C7_95F1_4454_94F5_5F1D6493E49B#272853, ET_CODPER_437701#271950 AS COL_375A0B27_862A_44CB_A74E_53438568AA12#272854, ET_CODRAD_437702#271954 AS COL_0E71CDD6_8C8C_4761_A393_19FED9EE9068#272855, ET_CODPRO_437703#271952 AS COL_A5B01183_1D29_430A_AC71_065E4A7E47DD#272856, ET_M_AM_I_437704#271989 AS COL_80AEA694_86F4_4A60_B1AB_DFB105398050#272857, ET_AG_ON_437705#271941 AS COL_16455999_8A4B_4FD4_AA42_98C941611B74#272858, ET_DATEXA_437706#271962 AS COL_817E12B1_8331_4FB8_B89B_D521761ECB85#272859]
Input [15]: [ET_AG_ON_437705#271941, ET_CODAPP_437699#271945, ET_CODEXA_437696#271947, ET_CODPER_437701#271950, ET_CODPRO_437703#271952, ET_CODRAD_437702#271954, ET_DATEXA_437706#271962, ET_EXAACC_437697#271970, ET_LIBEXA_437698#271986, ET_M_AM_I_437704#271989, ET_NUMDEM_437694#271994, ET_NUMDOS_437693#271995, ET_NUMEXA_437692#271996, ET_NUMSAL_437700#272005, ET_TYPEXA_437695#272025]

(4) CollectLimit
Input [15]: [COL_E0C12307_2DFD_461B_A268_CB66A33E2661#272845, COL_6978BD12_4E34_42F4_B348_7D26A6960A06#272846, COL_DBF3310D_D0B3_4F12_97E3_D784101678F9#272847, COL_28B4C2E7_ADB7_4353_99B8_4C0363FF7FA3#272848, COL_6D30BEBE_B5FC_4776_BBC6_B7BF65C3988D#272849, COL_AF9B9274_40AB_4649_ABEA_227E03489167#272850, COL_EFAF9465_C15E_486A_9EC8_A3D3BB7B2579#272851, COL_7202DDB9_1174_4C92_A1EE_63FE75DF0315#272852, COL_C955A4C7_95F1_4454_94F5_5F1D6493E49B#272853, COL_375A0B27_862A_44CB_A74E_53438568AA12#272854, COL_0E71CDD6_8C8C_4761_A393_19FED9EE9068#272855, COL_A5B01183_1D29_430A_AC71_065E4A7E47DD#272856, COL_80AEA694_86F4_4A60_B1AB_DFB105398050#272857, COL_16455999_8A4B_4FD4_AA42_98C941611B74#272858, COL_817E12B1_8331_4FB8_B89B_D521761ECB85#272859]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet