SP1 - Details for Query 157

Submitted Time: 2026/06/25 12:33:43
Duration: 27 s
Succeeded Jobs: 193

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time total (min, med, max (stageId: taskId)) 1 ms (0 ms, 0 ms, 1 ms (stage 297.0: task 287)) number of written files: 1 job commit time: 20 ms number of output rows: 394,501 number of dynamic part: 0 written output: 9.1 KiB"]; 1 [labelType="html" label=" WriteFiles "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n26.8 s (8 ms, 10 ms, 26.6 s (stage 297.0: task 291))"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label="Filter number of output rows: 394,501"]; 5 [labelType="html" label="ColumnarToRow number of output rows: 1,904,713 number of input batches: 466"]; } 6 [labelType="html" label="Scan parquet number of files read: 1 scan time total (min, med, max (stageId: taskId)) 819 ms (3 ms, 4 ms, 786 ms (stage 297.0: task 291)) metadata time: 0 ms size of files read: 84.0 MiB number of output rows: 1,904,713"]; 1->0; 3->1; 4->3; 5->4; 6->5; }

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/3f5effd5_82b8_4c08_a4b6_bc70df1b0e30, false, Parquet, [path=file:///data/output/cache/parquet/datablock/3f5effd5_82b8_4c08_a4b6_bc70df1b0e30], Overwrite, [COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695, COL_4867BC74_966F_4917_A120_2B1B8EDC05B5, COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32, COL_C05DBEB7_759E_4716_80AF_DF58624CD04A, COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97, COL_7FE10E70_3177_402A_8D7B_CA892F5402CD, COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D, COL_49437CAA_DACB_4504_A60D_60414F5196DB, COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D, COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27, COL_FF79E950_195F_4B53_A899_11013C79F927, COL_C67FF490_79E3_4E19_BE46_51071760F36A, COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089, COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2, COL_31A0EBC1_383F_4C90_BD41_D18A3249E494, COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0, COL_ECE5C1B3_A7DA_4886_8309_689936467538, COL_218E331A_33E2_4F93_97C0_8C306C093813, COL_ACEA3E6C_34A8_40E5_B90A_85823401A341, COL_AB431410_EC10_43D2_B2F7_6D57A87488D8, COL_BC981598_378C_41D4_B239_83EFCA0613EA, COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3, COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E, COL_E802314B_6256_4D11_AEF5_8044A3D80725, ... 35 more fields]

WriteFiles

Project [COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#39288 AS COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695#39388, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#39289 AS COL_4867BC74_966F_4917_A120_2B1B8EDC05B5#39389, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#39291 AS COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32#39390, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 2, 9) AS COL_C05DBEB7_759E_4716_80AF_DF58624CD04A#44529, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 11, 9) AS COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97#44530, str_size(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287) AS COL_7FE10E70_3177_402A_8D7B_CA892F5402CD#44531, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 20, 1) AS COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D#44532, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 21, 1) AS COL_49437CAA_DACB_4504_A60D_60414F5196DB#44533, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 22, 13) AS COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D#44534, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 35, 2) AS COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27#44535, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 37, 3) AS COL_FF79E950_195F_4B53_A899_11013C79F927#44536, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 40, 9) AS COL_C67FF490_79E3_4E19_BE46_51071760F36A#44537, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 49, 13) AS COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089#44538, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 62, 2) AS COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2#44539, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 64, 1) AS COL_31A0EBC1_383F_4C90_BD41_D18A3249E494#44540, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 65, 1) AS COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0#44541, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 66, 2) AS COL_ECE5C1B3_A7DA_4886_8309_689936467538#44542, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 68, 2) AS COL_218E331A_33E2_4F93_97C0_8C306C093813#44543, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 70, 1) AS COL_ACEA3E6C_34A8_40E5_B90A_85823401A341#44544, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 71, 1) AS COL_AB431410_EC10_43D2_B2F7_6D57A87488D8#44545, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 72, 1) AS COL_BC981598_378C_41D4_B239_83EFCA0613EA#44546, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 73, 1) AS COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3#44547, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 74, 2) AS COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E#44548, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 76, 8) AS COL_E802314B_6256_4D11_AEF5_8044A3D80725#44549, ... 35 more fields]

Filter (COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#39289 <=> A)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287,COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#39288,COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#39289,COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#39291] Batched: true, DataFilters: [(COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#39289 <=> A)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/01_A_PRE_DECOUP_411692], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9,A)], ReadSchema: struct<COL_30863531_1D7E_428B_B583_E41A16C72ABB:string,COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F:i...

Details

== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (6)
+- WriteFiles (5)
   +- * Project (4)
      +- * Filter (3)
         +- * ColumnarToRow (2)
            +- Scan parquet  (1)


(1) Scan parquet 
Output [4]: [COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#39288, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#39289, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#39291]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/01_A_PRE_DECOUP_411692]
PushedFilters: [EqualNullSafe(COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9,A)]
ReadSchema: struct<COL_30863531_1D7E_428B_B583_E41A16C72ABB:string,COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F:int,COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9:string,COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09:string>

(2) ColumnarToRow [codegen id : 1]
Input [4]: [COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#39288, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#39289, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#39291]

(3) Filter [codegen id : 1]
Input [4]: [COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#39288, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#39289, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#39291]
Condition : (COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#39289 <=> A)

(4) Project [codegen id : 1]
Output [59]: [COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#39288 AS COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695#39388, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#39289 AS COL_4867BC74_966F_4917_A120_2B1B8EDC05B5#39389, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#39291 AS COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32#39390, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 2, 9) AS COL_C05DBEB7_759E_4716_80AF_DF58624CD04A#44529, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 11, 9) AS COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97#44530, str_size(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287) AS COL_7FE10E70_3177_402A_8D7B_CA892F5402CD#44531, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 20, 1) AS COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D#44532, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 21, 1) AS COL_49437CAA_DACB_4504_A60D_60414F5196DB#44533, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 22, 13) AS COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D#44534, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 35, 2) AS COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27#44535, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 37, 3) AS COL_FF79E950_195F_4B53_A899_11013C79F927#44536, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 40, 9) AS COL_C67FF490_79E3_4E19_BE46_51071760F36A#44537, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 49, 13) AS COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089#44538, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 62, 2) AS COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2#44539, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 64, 1) AS COL_31A0EBC1_383F_4C90_BD41_D18A3249E494#44540, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 65, 1) AS COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0#44541, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 66, 2) AS COL_ECE5C1B3_A7DA_4886_8309_689936467538#44542, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 68, 2) AS COL_218E331A_33E2_4F93_97C0_8C306C093813#44543, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 70, 1) AS COL_ACEA3E6C_34A8_40E5_B90A_85823401A341#44544, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 71, 1) AS COL_AB431410_EC10_43D2_B2F7_6D57A87488D8#44545, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 72, 1) AS COL_BC981598_378C_41D4_B239_83EFCA0613EA#44546, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 73, 1) AS COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3#44547, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 74, 2) AS COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E#44548, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 76, 8) AS COL_E802314B_6256_4D11_AEF5_8044A3D80725#44549, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 84, 1) AS COL_5D2D1CBF_5DC1_47BE_9A0E_A1D1C379DFD6#44550, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 85, 8) AS COL_7F257679_C7C2_4089_BB5F_088D3133B0CC#44551, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 93, 8) AS COL_B6FDEB54_099C_4461_BD72_C453E44314E9#44552, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 101, 5) AS COL_3AEADEE3_A503_4E65_8CC0_BBCF4F9B164F#44553, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 106, 8) AS COL_9A48A7A5_37F4_40D5_832A_07C213772E27#44554, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 114, 8) AS COL_AF820EC0_6515_47C8_9765_5A07EFB762D7#44555, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 122, 8) AS COL_C51474F9_942D_4534_BECA_360E861B73A5#44556, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 130, 8) AS COL_1F5C52DD_6385_45F4_A302_430C71A5358D#44557, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 138, 8) AS COL_4B8CD52D_6BE2_4161_8904_726D4E153590#44558, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 146, 8) AS COL_205EE7AF_2E92_475D_9345_0660F7E548A9#44559, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 154, 8) AS COL_AD4774FC_5F4E_41BE_AF55_B924B26AF16D#44560, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 162, 8) AS COL_9DCF054B_AFC2_459D_92B7_1887E1DECC2D#44561, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 170, 1) AS COL_012C3183_E915_4CB1_B1DF_6957ACD32125#44562, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 171, 1) AS COL_685AB1A1_13A3_4EB3_B5ED_90940729170A#44563, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 172, 1) AS COL_BC21A44D_7403_474E_9D3C_0DF1E70D3A7A#44564, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 173, 2) AS COL_C3407A93_ABFB_4F29_9623_E3501F565E1F#44565, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 175, 9) AS COL_E5722FD3_B8E8_4216_9AEF_2FF256CE1234#44566, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 184, 10) AS COL_E95FD944_C47D_4325_9AC5_0685734CE9E9#44567, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 194, 9) AS COL_86783C77_B73C_401A_B0D8_8311A78CC172#44568, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 203, 8) AS COL_F472C29C_AAFC_4325_BDD8_91944EE6F6F3#44569, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 211, 1) AS COL_B42E349C_29CF_43D8_8DD8_E65A1968919E#44570, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 212, 8) AS COL_1E5AC28D_6F8E_4B8F_9A78_D6FE7CBD59F3#44571, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 220, 8) AS COL_0FD14274_188E_4070_B529_F4CBC1E9CB7D#44572, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 228, 8) AS COL_17ACA428_9CD0_45A5_B8EC_93A0095D3E26#44573, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 236, 8) AS COL_3738F630_03D6_4680_B83F_D81DC650FD5A#44574, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 244, 8) AS COL_A92C5222_EC1F_4184_B449_5E65FE9FFEBF#44575, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 252, 8) AS COL_BB2FE4D2_42A7_47BF_B5E6_C1069DB9D6ED#44576, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 260, 1) AS COL_BA34EBA6_4553_4E78_AC26_E206DC857F5E#44577, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 261, 1) AS COL_44BBF671_398B_4E90_A844_CB3B18FF2ED7#44578, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 262, 1) AS COL_3D62CBD6_43E5_42AF_A5C0_036D857FEE4C#44579, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 263, 3) AS COL_5C7FCCCE_B57F_4189_82E5_14EC549FDD70#44580, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 266, 20) AS COL_CFE4798C_B336_4616_9D90_8CBBCA53A1C7#44581, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 286, 15) AS COL_3BF1AB66_958D_4022_B608_960FE6FB5B46#44582, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 301, 1) AS COL_A003A46C_4C80_4D51_951F_82DCE815BA3B#44583, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, 302, 9) AS COL_C7AA94A4_AC32_462B_9BBF_B083668F2B5D#44584]
Input [4]: [COL_30863531_1D7E_428B_B583_E41A16C72ABB#39287, COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#39288, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#39289, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#39291]

(5) WriteFiles
Input [59]: [COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695#39388, COL_4867BC74_966F_4917_A120_2B1B8EDC05B5#39389, COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32#39390, COL_C05DBEB7_759E_4716_80AF_DF58624CD04A#44529, COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97#44530, COL_7FE10E70_3177_402A_8D7B_CA892F5402CD#44531, COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D#44532, COL_49437CAA_DACB_4504_A60D_60414F5196DB#44533, COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D#44534, COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27#44535, COL_FF79E950_195F_4B53_A899_11013C79F927#44536, COL_C67FF490_79E3_4E19_BE46_51071760F36A#44537, COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089#44538, COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2#44539, COL_31A0EBC1_383F_4C90_BD41_D18A3249E494#44540, COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0#44541, COL_ECE5C1B3_A7DA_4886_8309_689936467538#44542, COL_218E331A_33E2_4F93_97C0_8C306C093813#44543, COL_ACEA3E6C_34A8_40E5_B90A_85823401A341#44544, COL_AB431410_EC10_43D2_B2F7_6D57A87488D8#44545, COL_BC981598_378C_41D4_B239_83EFCA0613EA#44546, COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3#44547, COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E#44548, COL_E802314B_6256_4D11_AEF5_8044A3D80725#44549, COL_5D2D1CBF_5DC1_47BE_9A0E_A1D1C379DFD6#44550, COL_7F257679_C7C2_4089_BB5F_088D3133B0CC#44551, COL_B6FDEB54_099C_4461_BD72_C453E44314E9#44552, COL_3AEADEE3_A503_4E65_8CC0_BBCF4F9B164F#44553, COL_9A48A7A5_37F4_40D5_832A_07C213772E27#44554, COL_AF820EC0_6515_47C8_9765_5A07EFB762D7#44555, COL_C51474F9_942D_4534_BECA_360E861B73A5#44556, COL_1F5C52DD_6385_45F4_A302_430C71A5358D#44557, COL_4B8CD52D_6BE2_4161_8904_726D4E153590#44558, COL_205EE7AF_2E92_475D_9345_0660F7E548A9#44559, COL_AD4774FC_5F4E_41BE_AF55_B924B26AF16D#44560, COL_9DCF054B_AFC2_459D_92B7_1887E1DECC2D#44561, COL_012C3183_E915_4CB1_B1DF_6957ACD32125#44562, COL_685AB1A1_13A3_4EB3_B5ED_90940729170A#44563, COL_BC21A44D_7403_474E_9D3C_0DF1E70D3A7A#44564, COL_C3407A93_ABFB_4F29_9623_E3501F565E1F#44565, COL_E5722FD3_B8E8_4216_9AEF_2FF256CE1234#44566, COL_E95FD944_C47D_4325_9AC5_0685734CE9E9#44567, COL_86783C77_B73C_401A_B0D8_8311A78CC172#44568, COL_F472C29C_AAFC_4325_BDD8_91944EE6F6F3#44569, COL_B42E349C_29CF_43D8_8DD8_E65A1968919E#44570, COL_1E5AC28D_6F8E_4B8F_9A78_D6FE7CBD59F3#44571, COL_0FD14274_188E_4070_B529_F4CBC1E9CB7D#44572, COL_17ACA428_9CD0_45A5_B8EC_93A0095D3E26#44573, COL_3738F630_03D6_4680_B83F_D81DC650FD5A#44574, COL_A92C5222_EC1F_4184_B449_5E65FE9FFEBF#44575, COL_BB2FE4D2_42A7_47BF_B5E6_C1069DB9D6ED#44576, COL_BA34EBA6_4553_4E78_AC26_E206DC857F5E#44577, COL_44BBF671_398B_4E90_A844_CB3B18FF2ED7#44578, COL_3D62CBD6_43E5_42AF_A5C0_036D857FEE4C#44579, COL_5C7FCCCE_B57F_4189_82E5_14EC549FDD70#44580, COL_CFE4798C_B336_4616_9D90_8CBBCA53A1C7#44581, COL_3BF1AB66_958D_4022_B608_960FE6FB5B46#44582, COL_A003A46C_4C80_4D51_951F_82DCE815BA3B#44583, COL_C7AA94A4_AC32_462B_9BBF_B083668F2B5D#44584]

(6) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/3f5effd5_82b8_4c08_a4b6_bc70df1b0e30, false, Parquet, [path=file:///data/output/cache/parquet/datablock/3f5effd5_82b8_4c08_a4b6_bc70df1b0e30], Overwrite, [COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695, COL_4867BC74_966F_4917_A120_2B1B8EDC05B5, COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32, COL_C05DBEB7_759E_4716_80AF_DF58624CD04A, COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97, COL_7FE10E70_3177_402A_8D7B_CA892F5402CD, COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D, COL_49437CAA_DACB_4504_A60D_60414F5196DB, COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D, COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27, COL_FF79E950_195F_4B53_A899_11013C79F927, COL_C67FF490_79E3_4E19_BE46_51071760F36A, COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089, COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2, COL_31A0EBC1_383F_4C90_BD41_D18A3249E494, COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0, COL_ECE5C1B3_A7DA_4886_8309_689936467538, COL_218E331A_33E2_4F93_97C0_8C306C093813, COL_ACEA3E6C_34A8_40E5_B90A_85823401A341, COL_AB431410_EC10_43D2_B2F7_6D57A87488D8, COL_BC981598_378C_41D4_B239_83EFCA0613EA, COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3, COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E, COL_E802314B_6256_4D11_AEF5_8044A3D80725, ... 35 more fields]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet