SP1 - Details for Query 122

Submitted Time: 2026/06/25 10:31:31
Duration: 9 s
Succeeded Jobs: 138

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time total (min, med, max (stageId: taskId)) 5 ms (0 ms, 0 ms, 2 ms (stage 194.0: task 162)) number of written files: 1 job commit time: 20 ms number of output rows: 114,063 number of dynamic part: 0 written output: 9.1 KiB"]; 1 [labelType="html" label=" WriteFiles "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n8.5 s (13 ms, 19 ms, 8.3 s (stage 194.0: task 161))"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label="Filter number of output rows: 114,063"]; 5 [labelType="html" label="ColumnarToRow number of output rows: 509,703 number of input batches: 125"]; } 6 [labelType="html" label="Scan parquet number of files read: 1 scan time total (min, med, max (stageId: taskId)) 296 ms (2 ms, 5 ms, 266 ms (stage 194.0: task 161)) metadata time: 0 ms size of files read: 25.4 MiB number of output rows: 509,703"]; 1->0; 3->1; 4->3; 5->4; 6->5; }

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/077d59e8_d867_4bad_b6e5_3cfeee801ea6, false, Parquet, [path=file:///data/output/cache/parquet/datablock/077d59e8_d867_4bad_b6e5_3cfeee801ea6], Overwrite, [COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695, COL_4867BC74_966F_4917_A120_2B1B8EDC05B5, COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32, COL_C05DBEB7_759E_4716_80AF_DF58624CD04A, COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97, COL_7FE10E70_3177_402A_8D7B_CA892F5402CD, COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D, COL_49437CAA_DACB_4504_A60D_60414F5196DB, COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D, COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27, COL_FF79E950_195F_4B53_A899_11013C79F927, COL_C67FF490_79E3_4E19_BE46_51071760F36A, COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089, COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2, COL_31A0EBC1_383F_4C90_BD41_D18A3249E494, COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0, COL_ECE5C1B3_A7DA_4886_8309_689936467538, COL_218E331A_33E2_4F93_97C0_8C306C093813, COL_ACEA3E6C_34A8_40E5_B90A_85823401A341, COL_AB431410_EC10_43D2_B2F7_6D57A87488D8, COL_BC981598_378C_41D4_B239_83EFCA0613EA, COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3, COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E, COL_E802314B_6256_4D11_AEF5_8044A3D80725, ... 35 more fields]

WriteFiles

Project [COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#23751 AS COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695#23840, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#23752 AS COL_4867BC74_966F_4917_A120_2B1B8EDC05B5#23841, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#23754 AS COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32#23842, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 2, 9) AS COL_C05DBEB7_759E_4716_80AF_DF58624CD04A#28564, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 11, 9) AS COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97#28565, str_size(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750) AS COL_7FE10E70_3177_402A_8D7B_CA892F5402CD#28566, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 20, 1) AS COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D#28567, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 21, 1) AS COL_49437CAA_DACB_4504_A60D_60414F5196DB#28568, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 22, 13) AS COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D#28569, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 35, 2) AS COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27#28570, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 37, 3) AS COL_FF79E950_195F_4B53_A899_11013C79F927#28571, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 40, 9) AS COL_C67FF490_79E3_4E19_BE46_51071760F36A#28572, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 49, 13) AS COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089#28573, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 62, 2) AS COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2#28574, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 64, 1) AS COL_31A0EBC1_383F_4C90_BD41_D18A3249E494#28575, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 65, 1) AS COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0#28576, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 66, 2) AS COL_ECE5C1B3_A7DA_4886_8309_689936467538#28577, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 68, 2) AS COL_218E331A_33E2_4F93_97C0_8C306C093813#28578, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 70, 1) AS COL_ACEA3E6C_34A8_40E5_B90A_85823401A341#28579, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 71, 1) AS COL_AB431410_EC10_43D2_B2F7_6D57A87488D8#28580, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 72, 1) AS COL_BC981598_378C_41D4_B239_83EFCA0613EA#28581, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 73, 1) AS COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3#28582, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 74, 2) AS COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E#28583, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 76, 8) AS COL_E802314B_6256_4D11_AEF5_8044A3D80725#28584, ... 35 more fields]

Filter (COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#23752 <=> A)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750,COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#23751,COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#23752,COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#23754] Batched: true, DataFilters: [(COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#23752 <=> A)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/01_A_PRE_DECOUP_411360], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9,A)], ReadSchema: struct<COL_30863531_1D7E_428B_B583_E41A16C72ABB:string,COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F:i...

Details

== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (6)
+- WriteFiles (5)
   +- * Project (4)
      +- * Filter (3)
         +- * ColumnarToRow (2)
            +- Scan parquet  (1)


(1) Scan parquet 
Output [4]: [COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#23751, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#23752, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#23754]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/01_A_PRE_DECOUP_411360]
PushedFilters: [EqualNullSafe(COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9,A)]
ReadSchema: struct<COL_30863531_1D7E_428B_B583_E41A16C72ABB:string,COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F:int,COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9:string,COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09:string>

(2) ColumnarToRow [codegen id : 1]
Input [4]: [COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#23751, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#23752, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#23754]

(3) Filter [codegen id : 1]
Input [4]: [COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#23751, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#23752, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#23754]
Condition : (COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#23752 <=> A)

(4) Project [codegen id : 1]
Output [59]: [COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#23751 AS COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695#23840, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#23752 AS COL_4867BC74_966F_4917_A120_2B1B8EDC05B5#23841, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#23754 AS COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32#23842, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 2, 9) AS COL_C05DBEB7_759E_4716_80AF_DF58624CD04A#28564, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 11, 9) AS COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97#28565, str_size(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750) AS COL_7FE10E70_3177_402A_8D7B_CA892F5402CD#28566, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 20, 1) AS COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D#28567, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 21, 1) AS COL_49437CAA_DACB_4504_A60D_60414F5196DB#28568, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 22, 13) AS COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D#28569, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 35, 2) AS COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27#28570, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 37, 3) AS COL_FF79E950_195F_4B53_A899_11013C79F927#28571, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 40, 9) AS COL_C67FF490_79E3_4E19_BE46_51071760F36A#28572, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 49, 13) AS COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089#28573, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 62, 2) AS COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2#28574, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 64, 1) AS COL_31A0EBC1_383F_4C90_BD41_D18A3249E494#28575, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 65, 1) AS COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0#28576, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 66, 2) AS COL_ECE5C1B3_A7DA_4886_8309_689936467538#28577, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 68, 2) AS COL_218E331A_33E2_4F93_97C0_8C306C093813#28578, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 70, 1) AS COL_ACEA3E6C_34A8_40E5_B90A_85823401A341#28579, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 71, 1) AS COL_AB431410_EC10_43D2_B2F7_6D57A87488D8#28580, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 72, 1) AS COL_BC981598_378C_41D4_B239_83EFCA0613EA#28581, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 73, 1) AS COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3#28582, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 74, 2) AS COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E#28583, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 76, 8) AS COL_E802314B_6256_4D11_AEF5_8044A3D80725#28584, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 84, 1) AS COL_5D2D1CBF_5DC1_47BE_9A0E_A1D1C379DFD6#28585, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 85, 8) AS COL_7F257679_C7C2_4089_BB5F_088D3133B0CC#28586, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 93, 8) AS COL_B6FDEB54_099C_4461_BD72_C453E44314E9#28587, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 101, 5) AS COL_3AEADEE3_A503_4E65_8CC0_BBCF4F9B164F#28588, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 106, 8) AS COL_9A48A7A5_37F4_40D5_832A_07C213772E27#28589, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 114, 8) AS COL_AF820EC0_6515_47C8_9765_5A07EFB762D7#28590, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 122, 8) AS COL_C51474F9_942D_4534_BECA_360E861B73A5#28591, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 130, 8) AS COL_1F5C52DD_6385_45F4_A302_430C71A5358D#28592, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 138, 8) AS COL_4B8CD52D_6BE2_4161_8904_726D4E153590#28593, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 146, 8) AS COL_205EE7AF_2E92_475D_9345_0660F7E548A9#28594, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 154, 8) AS COL_AD4774FC_5F4E_41BE_AF55_B924B26AF16D#28595, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 162, 8) AS COL_9DCF054B_AFC2_459D_92B7_1887E1DECC2D#28596, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 170, 1) AS COL_012C3183_E915_4CB1_B1DF_6957ACD32125#28597, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 171, 1) AS COL_685AB1A1_13A3_4EB3_B5ED_90940729170A#28598, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 172, 1) AS COL_BC21A44D_7403_474E_9D3C_0DF1E70D3A7A#28599, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 173, 2) AS COL_C3407A93_ABFB_4F29_9623_E3501F565E1F#28600, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 175, 9) AS COL_E5722FD3_B8E8_4216_9AEF_2FF256CE1234#28601, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 184, 10) AS COL_E95FD944_C47D_4325_9AC5_0685734CE9E9#28602, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 194, 9) AS COL_86783C77_B73C_401A_B0D8_8311A78CC172#28603, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 203, 8) AS COL_F472C29C_AAFC_4325_BDD8_91944EE6F6F3#28604, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 211, 1) AS COL_B42E349C_29CF_43D8_8DD8_E65A1968919E#28605, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 212, 8) AS COL_1E5AC28D_6F8E_4B8F_9A78_D6FE7CBD59F3#28606, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 220, 8) AS COL_0FD14274_188E_4070_B529_F4CBC1E9CB7D#28607, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 228, 8) AS COL_17ACA428_9CD0_45A5_B8EC_93A0095D3E26#28608, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 236, 8) AS COL_3738F630_03D6_4680_B83F_D81DC650FD5A#28609, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 244, 8) AS COL_A92C5222_EC1F_4184_B449_5E65FE9FFEBF#28610, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 252, 8) AS COL_BB2FE4D2_42A7_47BF_B5E6_C1069DB9D6ED#28611, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 260, 1) AS COL_BA34EBA6_4553_4E78_AC26_E206DC857F5E#28612, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 261, 1) AS COL_44BBF671_398B_4E90_A844_CB3B18FF2ED7#28613, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 262, 1) AS COL_3D62CBD6_43E5_42AF_A5C0_036D857FEE4C#28614, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 263, 3) AS COL_5C7FCCCE_B57F_4189_82E5_14EC549FDD70#28615, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 266, 20) AS COL_CFE4798C_B336_4616_9D90_8CBBCA53A1C7#28616, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 286, 15) AS COL_3BF1AB66_958D_4022_B608_960FE6FB5B46#28617, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 301, 1) AS COL_A003A46C_4C80_4D51_951F_82DCE815BA3B#28618, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, 302, 9) AS COL_C7AA94A4_AC32_462B_9BBF_B083668F2B5D#28619]
Input [4]: [COL_30863531_1D7E_428B_B583_E41A16C72ABB#23750, COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#23751, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#23752, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#23754]

(5) WriteFiles
Input [59]: [COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695#23840, COL_4867BC74_966F_4917_A120_2B1B8EDC05B5#23841, COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32#23842, COL_C05DBEB7_759E_4716_80AF_DF58624CD04A#28564, COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97#28565, COL_7FE10E70_3177_402A_8D7B_CA892F5402CD#28566, COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D#28567, COL_49437CAA_DACB_4504_A60D_60414F5196DB#28568, COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D#28569, COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27#28570, COL_FF79E950_195F_4B53_A899_11013C79F927#28571, COL_C67FF490_79E3_4E19_BE46_51071760F36A#28572, COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089#28573, COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2#28574, COL_31A0EBC1_383F_4C90_BD41_D18A3249E494#28575, COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0#28576, COL_ECE5C1B3_A7DA_4886_8309_689936467538#28577, COL_218E331A_33E2_4F93_97C0_8C306C093813#28578, COL_ACEA3E6C_34A8_40E5_B90A_85823401A341#28579, COL_AB431410_EC10_43D2_B2F7_6D57A87488D8#28580, COL_BC981598_378C_41D4_B239_83EFCA0613EA#28581, COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3#28582, COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E#28583, COL_E802314B_6256_4D11_AEF5_8044A3D80725#28584, COL_5D2D1CBF_5DC1_47BE_9A0E_A1D1C379DFD6#28585, COL_7F257679_C7C2_4089_BB5F_088D3133B0CC#28586, COL_B6FDEB54_099C_4461_BD72_C453E44314E9#28587, COL_3AEADEE3_A503_4E65_8CC0_BBCF4F9B164F#28588, COL_9A48A7A5_37F4_40D5_832A_07C213772E27#28589, COL_AF820EC0_6515_47C8_9765_5A07EFB762D7#28590, COL_C51474F9_942D_4534_BECA_360E861B73A5#28591, COL_1F5C52DD_6385_45F4_A302_430C71A5358D#28592, COL_4B8CD52D_6BE2_4161_8904_726D4E153590#28593, COL_205EE7AF_2E92_475D_9345_0660F7E548A9#28594, COL_AD4774FC_5F4E_41BE_AF55_B924B26AF16D#28595, COL_9DCF054B_AFC2_459D_92B7_1887E1DECC2D#28596, COL_012C3183_E915_4CB1_B1DF_6957ACD32125#28597, COL_685AB1A1_13A3_4EB3_B5ED_90940729170A#28598, COL_BC21A44D_7403_474E_9D3C_0DF1E70D3A7A#28599, COL_C3407A93_ABFB_4F29_9623_E3501F565E1F#28600, COL_E5722FD3_B8E8_4216_9AEF_2FF256CE1234#28601, COL_E95FD944_C47D_4325_9AC5_0685734CE9E9#28602, COL_86783C77_B73C_401A_B0D8_8311A78CC172#28603, COL_F472C29C_AAFC_4325_BDD8_91944EE6F6F3#28604, COL_B42E349C_29CF_43D8_8DD8_E65A1968919E#28605, COL_1E5AC28D_6F8E_4B8F_9A78_D6FE7CBD59F3#28606, COL_0FD14274_188E_4070_B529_F4CBC1E9CB7D#28607, COL_17ACA428_9CD0_45A5_B8EC_93A0095D3E26#28608, COL_3738F630_03D6_4680_B83F_D81DC650FD5A#28609, COL_A92C5222_EC1F_4184_B449_5E65FE9FFEBF#28610, COL_BB2FE4D2_42A7_47BF_B5E6_C1069DB9D6ED#28611, COL_BA34EBA6_4553_4E78_AC26_E206DC857F5E#28612, COL_44BBF671_398B_4E90_A844_CB3B18FF2ED7#28613, COL_3D62CBD6_43E5_42AF_A5C0_036D857FEE4C#28614, COL_5C7FCCCE_B57F_4189_82E5_14EC549FDD70#28615, COL_CFE4798C_B336_4616_9D90_8CBBCA53A1C7#28616, COL_3BF1AB66_958D_4022_B608_960FE6FB5B46#28617, COL_A003A46C_4C80_4D51_951F_82DCE815BA3B#28618, COL_C7AA94A4_AC32_462B_9BBF_B083668F2B5D#28619]

(6) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/077d59e8_d867_4bad_b6e5_3cfeee801ea6, false, Parquet, [path=file:///data/output/cache/parquet/datablock/077d59e8_d867_4bad_b6e5_3cfeee801ea6], Overwrite, [COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695, COL_4867BC74_966F_4917_A120_2B1B8EDC05B5, COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32, COL_C05DBEB7_759E_4716_80AF_DF58624CD04A, COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97, COL_7FE10E70_3177_402A_8D7B_CA892F5402CD, COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D, COL_49437CAA_DACB_4504_A60D_60414F5196DB, COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D, COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27, COL_FF79E950_195F_4B53_A899_11013C79F927, COL_C67FF490_79E3_4E19_BE46_51071760F36A, COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089, COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2, COL_31A0EBC1_383F_4C90_BD41_D18A3249E494, COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0, COL_ECE5C1B3_A7DA_4886_8309_689936467538, COL_218E331A_33E2_4F93_97C0_8C306C093813, COL_ACEA3E6C_34A8_40E5_B90A_85823401A341, COL_AB431410_EC10_43D2_B2F7_6D57A87488D8, COL_BC981598_378C_41D4_B239_83EFCA0613EA, COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3, COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E, COL_E802314B_6256_4D11_AEF5_8044A3D80725, ... 35 more fields]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet