hdh-spark-job - Details for Query 977

Submitted Time: 2026/10/22 20:54:23
Duration: 44 ms
Succeeded Jobs: 997

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 4,096 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 8 ms metadata time: 0 ms size of files read: 1014.0 KiB number of output rows: 4,096"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [ET_NUMEXA_437692#279574 AS COL_E0C12307_2DFD_461B_A268_CB66A33E2661#280423, ET_NUMDOS_437693#279573 AS COL_6978BD12_4E34_42F4_B348_7D26A6960A06#280424, ET_NUMDEM_437694#279572 AS COL_DBF3310D_D0B3_4F12_97E3_D784101678F9#280425, ET_TYPEXA_437695#279603 AS COL_28B4C2E7_ADB7_4353_99B8_4C0363FF7FA3#280426, ET_CODEXA_437696#279525 AS COL_6D30BEBE_B5FC_4776_BBC6_B7BF65C3988D#280427, ET_EXAACC_437697#279548 AS COL_AF9B9274_40AB_4649_ABEA_227E03489167#280428, ET_LIBEXA_437698#279564 AS COL_EFAF9465_C15E_486A_9EC8_A3D3BB7B2579#280429, ET_CODAPP_437699#279523 AS COL_7202DDB9_1174_4C92_A1EE_63FE75DF0315#280430, ET_NUMSAL_437700#279583 AS COL_C955A4C7_95F1_4454_94F5_5F1D6493E49B#280431, ET_CODPER_437701#279528 AS COL_375A0B27_862A_44CB_A74E_53438568AA12#280432, ET_CODRAD_437702#279532 AS COL_0E71CDD6_8C8C_4761_A393_19FED9EE9068#280433, ET_CODPRO_437703#279530 AS COL_A5B01183_1D29_430A_AC71_065E4A7E47DD#280434, ET_M_AM_I_437704#279567 AS COL_80AEA694_86F4_4A60_B1AB_DFB105398050#280435, ET_AG_ON_437705#279519 AS COL_16455999_8A4B_4FD4_AA42_98C941611B74#280436, ET_DATEXA_437706#279540 AS COL_817E12B1_8331_4FB8_B89B_D521761ECB85#280437]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [ET_AG_ON_437705#279519,ET_CODAPP_437699#279523,ET_CODEXA_437696#279525,ET_CODPER_437701#279528,ET_CODPRO_437703#279530,ET_CODRAD_437702#279532,ET_DATEXA_437706#279540,ET_EXAACC_437697#279548,ET_LIBEXA_437698#279564,ET_M_AM_I_437704#279567,ET_NUMDEM_437694#279572,ET_NUMDOS_437693#279573,ET_NUMEXA_437692#279574,ET_NUMSAL_437700#279583,ET_TYPEXA_437695#279603] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/uet/H_DETEXA_437691], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<ET_AG_ON_437705:string,ET_CODAPP_437699:string,ET_CODEXA_437696:string,ET_CODPER_437701:st...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [15]: [ET_AG_ON_437705#279519, ET_CODAPP_437699#279523, ET_CODEXA_437696#279525, ET_CODPER_437701#279528, ET_CODPRO_437703#279530, ET_CODRAD_437702#279532, ET_DATEXA_437706#279540, ET_EXAACC_437697#279548, ET_LIBEXA_437698#279564, ET_M_AM_I_437704#279567, ET_NUMDEM_437694#279572, ET_NUMDOS_437693#279573, ET_NUMEXA_437692#279574, ET_NUMSAL_437700#279583, ET_TYPEXA_437695#279603]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/uet/H_DETEXA_437691]
ReadSchema: struct<ET_AG_ON_437705:string,ET_CODAPP_437699:string,ET_CODEXA_437696:string,ET_CODPER_437701:string,ET_CODPRO_437703:string,ET_CODRAD_437702:string,ET_DATEXA_437706:string,ET_EXAACC_437697:string,ET_LIBEXA_437698:string,ET_M_AM_I_437704:string,ET_NUMDEM_437694:string,ET_NUMDOS_437693:string,ET_NUMEXA_437692:string,ET_NUMSAL_437700:string,ET_TYPEXA_437695:string>

(2) ColumnarToRow [codegen id : 1]
Input [15]: [ET_AG_ON_437705#279519, ET_CODAPP_437699#279523, ET_CODEXA_437696#279525, ET_CODPER_437701#279528, ET_CODPRO_437703#279530, ET_CODRAD_437702#279532, ET_DATEXA_437706#279540, ET_EXAACC_437697#279548, ET_LIBEXA_437698#279564, ET_M_AM_I_437704#279567, ET_NUMDEM_437694#279572, ET_NUMDOS_437693#279573, ET_NUMEXA_437692#279574, ET_NUMSAL_437700#279583, ET_TYPEXA_437695#279603]

(3) Project [codegen id : 1]
Output [15]: [ET_NUMEXA_437692#279574 AS COL_E0C12307_2DFD_461B_A268_CB66A33E2661#280423, ET_NUMDOS_437693#279573 AS COL_6978BD12_4E34_42F4_B348_7D26A6960A06#280424, ET_NUMDEM_437694#279572 AS COL_DBF3310D_D0B3_4F12_97E3_D784101678F9#280425, ET_TYPEXA_437695#279603 AS COL_28B4C2E7_ADB7_4353_99B8_4C0363FF7FA3#280426, ET_CODEXA_437696#279525 AS COL_6D30BEBE_B5FC_4776_BBC6_B7BF65C3988D#280427, ET_EXAACC_437697#279548 AS COL_AF9B9274_40AB_4649_ABEA_227E03489167#280428, ET_LIBEXA_437698#279564 AS COL_EFAF9465_C15E_486A_9EC8_A3D3BB7B2579#280429, ET_CODAPP_437699#279523 AS COL_7202DDB9_1174_4C92_A1EE_63FE75DF0315#280430, ET_NUMSAL_437700#279583 AS COL_C955A4C7_95F1_4454_94F5_5F1D6493E49B#280431, ET_CODPER_437701#279528 AS COL_375A0B27_862A_44CB_A74E_53438568AA12#280432, ET_CODRAD_437702#279532 AS COL_0E71CDD6_8C8C_4761_A393_19FED9EE9068#280433, ET_CODPRO_437703#279530 AS COL_A5B01183_1D29_430A_AC71_065E4A7E47DD#280434, ET_M_AM_I_437704#279567 AS COL_80AEA694_86F4_4A60_B1AB_DFB105398050#280435, ET_AG_ON_437705#279519 AS COL_16455999_8A4B_4FD4_AA42_98C941611B74#280436, ET_DATEXA_437706#279540 AS COL_817E12B1_8331_4FB8_B89B_D521761ECB85#280437]
Input [15]: [ET_AG_ON_437705#279519, ET_CODAPP_437699#279523, ET_CODEXA_437696#279525, ET_CODPER_437701#279528, ET_CODPRO_437703#279530, ET_CODRAD_437702#279532, ET_DATEXA_437706#279540, ET_EXAACC_437697#279548, ET_LIBEXA_437698#279564, ET_M_AM_I_437704#279567, ET_NUMDEM_437694#279572, ET_NUMDOS_437693#279573, ET_NUMEXA_437692#279574, ET_NUMSAL_437700#279583, ET_TYPEXA_437695#279603]

(4) CollectLimit
Input [15]: [COL_E0C12307_2DFD_461B_A268_CB66A33E2661#280423, COL_6978BD12_4E34_42F4_B348_7D26A6960A06#280424, COL_DBF3310D_D0B3_4F12_97E3_D784101678F9#280425, COL_28B4C2E7_ADB7_4353_99B8_4C0363FF7FA3#280426, COL_6D30BEBE_B5FC_4776_BBC6_B7BF65C3988D#280427, COL_AF9B9274_40AB_4649_ABEA_227E03489167#280428, COL_EFAF9465_C15E_486A_9EC8_A3D3BB7B2579#280429, COL_7202DDB9_1174_4C92_A1EE_63FE75DF0315#280430, COL_C955A4C7_95F1_4454_94F5_5F1D6493E49B#280431, COL_375A0B27_862A_44CB_A74E_53438568AA12#280432, COL_0E71CDD6_8C8C_4761_A393_19FED9EE9068#280433, COL_A5B01183_1D29_430A_AC71_065E4A7E47DD#280434, COL_80AEA694_86F4_4A60_B1AB_DFB105398050#280435, COL_16455999_8A4B_4FD4_AA42_98C941611B74#280436, COL_817E12B1_8331_4FB8_B89B_D521761ECB85#280437]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet