SP1 - Details for Query 37

Submitted Time: 2026/08/26 14:00:29
Duration: 23 s
Succeeded Jobs: 21

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time total (min, med, max (stageId: taskId)) 3 ms (0 ms, 0 ms, 2 ms (stage 22.0: task 42)) number of written files: 1 job commit time: 19 ms number of output rows: 334,650 number of dynamic part: 0 written output: 9.1 KiB"]; 1 [labelType="html" label=" WriteFiles "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n22.8 s (14 ms, 36 ms, 22.4 s (stage 22.0: task 43))"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label="Filter number of output rows: 334,650"]; 5 [labelType="html" label="ColumnarToRow number of output rows: 2,401,930 number of input batches: 587"]; } 6 [labelType="html" label="Scan parquet number of files read: 1 scan time total (min, med, max (stageId: taskId)) 964 ms (5 ms, 12 ms, 872 ms (stage 22.0: task 43)) metadata time: 0 ms size of files read: 91.4 MiB number of output rows: 2,401,930"]; 1->0; 3->1; 4->3; 5->4; 6->5; }

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/3ec4d5b4_0675_4bfa_ac82_9704829d8135, false, Parquet, [path=file:///data/output/cache/parquet/datablock/3ec4d5b4_0675_4bfa_ac82_9704829d8135], Overwrite, [COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695, COL_4867BC74_966F_4917_A120_2B1B8EDC05B5, COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32, COL_C05DBEB7_759E_4716_80AF_DF58624CD04A, COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97, COL_7FE10E70_3177_402A_8D7B_CA892F5402CD, COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D, COL_49437CAA_DACB_4504_A60D_60414F5196DB, COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D, COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27, COL_FF79E950_195F_4B53_A899_11013C79F927, COL_C67FF490_79E3_4E19_BE46_51071760F36A, COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089, COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2, COL_31A0EBC1_383F_4C90_BD41_D18A3249E494, COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0, COL_ECE5C1B3_A7DA_4886_8309_689936467538, COL_218E331A_33E2_4F93_97C0_8C306C093813, COL_ACEA3E6C_34A8_40E5_B90A_85823401A341, COL_AB431410_EC10_43D2_B2F7_6D57A87488D8, COL_BC981598_378C_41D4_B239_83EFCA0613EA, COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3, COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E, COL_E802314B_6256_4D11_AEF5_8044A3D80725, ... 35 more fields]

WriteFiles

Project [COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#9483 AS COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695#9631, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#9484 AS COL_4867BC74_966F_4917_A120_2B1B8EDC05B5#9632, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#9486 AS COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32#9633, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 2, 9) AS COL_C05DBEB7_759E_4716_80AF_DF58624CD04A#14136, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 11, 9) AS COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97#14137, str_size(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482) AS COL_7FE10E70_3177_402A_8D7B_CA892F5402CD#14138, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 20, 1) AS COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D#14139, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 21, 1) AS COL_49437CAA_DACB_4504_A60D_60414F5196DB#14140, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 22, 13) AS COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D#14141, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 35, 2) AS COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27#14142, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 37, 3) AS COL_FF79E950_195F_4B53_A899_11013C79F927#14143, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 40, 9) AS COL_C67FF490_79E3_4E19_BE46_51071760F36A#14144, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 49, 13) AS COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089#14145, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 62, 2) AS COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2#14146, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 64, 1) AS COL_31A0EBC1_383F_4C90_BD41_D18A3249E494#14147, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 65, 1) AS COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0#14148, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 66, 2) AS COL_ECE5C1B3_A7DA_4886_8309_689936467538#14149, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 68, 2) AS COL_218E331A_33E2_4F93_97C0_8C306C093813#14150, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 70, 1) AS COL_ACEA3E6C_34A8_40E5_B90A_85823401A341#14151, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 71, 1) AS COL_AB431410_EC10_43D2_B2F7_6D57A87488D8#14152, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 72, 1) AS COL_BC981598_378C_41D4_B239_83EFCA0613EA#14153, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 73, 1) AS COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3#14154, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 74, 2) AS COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E#14155, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 76, 8) AS COL_E802314B_6256_4D11_AEF5_8044A3D80725#14156, ... 35 more fields]

Filter (COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#9484 <=> A)

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482,COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#9483,COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#9484,COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#9486] Batched: true, DataFilters: [(COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#9484 <=> A)], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/01_A_PRE_DECOUP_425007], PartitionFilters: [], PushedFilters: [EqualNullSafe(COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9,A)], ReadSchema: struct<COL_30863531_1D7E_428B_B583_E41A16C72ABB:string,COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F:i...

Details

== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (6)
+- WriteFiles (5)
   +- * Project (4)
      +- * Filter (3)
         +- * ColumnarToRow (2)
            +- Scan parquet  (1)


(1) Scan parquet 
Output [4]: [COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#9483, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#9484, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#9486]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/01_A_PRE_DECOUP_425007]
PushedFilters: [EqualNullSafe(COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9,A)]
ReadSchema: struct<COL_30863531_1D7E_428B_B583_E41A16C72ABB:string,COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F:int,COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9:string,COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09:string>

(2) ColumnarToRow [codegen id : 1]
Input [4]: [COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#9483, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#9484, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#9486]

(3) Filter [codegen id : 1]
Input [4]: [COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#9483, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#9484, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#9486]
Condition : (COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#9484 <=> A)

(4) Project [codegen id : 1]
Output [59]: [COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#9483 AS COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695#9631, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#9484 AS COL_4867BC74_966F_4917_A120_2B1B8EDC05B5#9632, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#9486 AS COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32#9633, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 2, 9) AS COL_C05DBEB7_759E_4716_80AF_DF58624CD04A#14136, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 11, 9) AS COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97#14137, str_size(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482) AS COL_7FE10E70_3177_402A_8D7B_CA892F5402CD#14138, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 20, 1) AS COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D#14139, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 21, 1) AS COL_49437CAA_DACB_4504_A60D_60414F5196DB#14140, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 22, 13) AS COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D#14141, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 35, 2) AS COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27#14142, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 37, 3) AS COL_FF79E950_195F_4B53_A899_11013C79F927#14143, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 40, 9) AS COL_C67FF490_79E3_4E19_BE46_51071760F36A#14144, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 49, 13) AS COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089#14145, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 62, 2) AS COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2#14146, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 64, 1) AS COL_31A0EBC1_383F_4C90_BD41_D18A3249E494#14147, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 65, 1) AS COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0#14148, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 66, 2) AS COL_ECE5C1B3_A7DA_4886_8309_689936467538#14149, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 68, 2) AS COL_218E331A_33E2_4F93_97C0_8C306C093813#14150, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 70, 1) AS COL_ACEA3E6C_34A8_40E5_B90A_85823401A341#14151, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 71, 1) AS COL_AB431410_EC10_43D2_B2F7_6D57A87488D8#14152, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 72, 1) AS COL_BC981598_378C_41D4_B239_83EFCA0613EA#14153, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 73, 1) AS COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3#14154, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 74, 2) AS COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E#14155, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 76, 8) AS COL_E802314B_6256_4D11_AEF5_8044A3D80725#14156, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 84, 1) AS COL_5D2D1CBF_5DC1_47BE_9A0E_A1D1C379DFD6#14157, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 85, 8) AS COL_7F257679_C7C2_4089_BB5F_088D3133B0CC#14158, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 93, 8) AS COL_B6FDEB54_099C_4461_BD72_C453E44314E9#14159, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 101, 5) AS COL_3AEADEE3_A503_4E65_8CC0_BBCF4F9B164F#14160, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 106, 8) AS COL_9A48A7A5_37F4_40D5_832A_07C213772E27#14161, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 114, 8) AS COL_AF820EC0_6515_47C8_9765_5A07EFB762D7#14162, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 122, 8) AS COL_C51474F9_942D_4534_BECA_360E861B73A5#14163, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 130, 8) AS COL_1F5C52DD_6385_45F4_A302_430C71A5358D#14164, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 138, 8) AS COL_4B8CD52D_6BE2_4161_8904_726D4E153590#14165, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 146, 8) AS COL_205EE7AF_2E92_475D_9345_0660F7E548A9#14166, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 154, 8) AS COL_AD4774FC_5F4E_41BE_AF55_B924B26AF16D#14167, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 162, 8) AS COL_9DCF054B_AFC2_459D_92B7_1887E1DECC2D#14168, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 170, 1) AS COL_012C3183_E915_4CB1_B1DF_6957ACD32125#14169, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 171, 1) AS COL_685AB1A1_13A3_4EB3_B5ED_90940729170A#14170, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 172, 1) AS COL_BC21A44D_7403_474E_9D3C_0DF1E70D3A7A#14171, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 173, 2) AS COL_C3407A93_ABFB_4F29_9623_E3501F565E1F#14172, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 175, 9) AS COL_E5722FD3_B8E8_4216_9AEF_2FF256CE1234#14173, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 184, 10) AS COL_E95FD944_C47D_4325_9AC5_0685734CE9E9#14174, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 194, 9) AS COL_86783C77_B73C_401A_B0D8_8311A78CC172#14175, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 203, 8) AS COL_F472C29C_AAFC_4325_BDD8_91944EE6F6F3#14176, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 211, 1) AS COL_B42E349C_29CF_43D8_8DD8_E65A1968919E#14177, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 212, 8) AS COL_1E5AC28D_6F8E_4B8F_9A78_D6FE7CBD59F3#14178, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 220, 8) AS COL_0FD14274_188E_4070_B529_F4CBC1E9CB7D#14179, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 228, 8) AS COL_17ACA428_9CD0_45A5_B8EC_93A0095D3E26#14180, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 236, 8) AS COL_3738F630_03D6_4680_B83F_D81DC650FD5A#14181, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 244, 8) AS COL_A92C5222_EC1F_4184_B449_5E65FE9FFEBF#14182, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 252, 8) AS COL_BB2FE4D2_42A7_47BF_B5E6_C1069DB9D6ED#14183, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 260, 1) AS COL_BA34EBA6_4553_4E78_AC26_E206DC857F5E#14184, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 261, 1) AS COL_44BBF671_398B_4E90_A844_CB3B18FF2ED7#14185, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 262, 1) AS COL_3D62CBD6_43E5_42AF_A5C0_036D857FEE4C#14186, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 263, 3) AS COL_5C7FCCCE_B57F_4189_82E5_14EC549FDD70#14187, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 266, 20) AS COL_CFE4798C_B336_4616_9D90_8CBBCA53A1C7#14188, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 286, 15) AS COL_3BF1AB66_958D_4022_B608_960FE6FB5B46#14189, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 301, 1) AS COL_A003A46C_4C80_4D51_951F_82DCE815BA3B#14190, str_extract_middle(COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, 302, 9) AS COL_C7AA94A4_AC32_462B_9BBF_B083668F2B5D#14191]
Input [4]: [COL_30863531_1D7E_428B_B583_E41A16C72ABB#9482, COL_68EAEFC1_2326_4E45_A372_A7E0B2A1C23F#9483, COL_17B43B85_6EF2_4511_9F9E_84EDB43F71E9#9484, COL_1C2F8BFA_DEC1_42A6_B904_489BF5DA6E09#9486]

(5) WriteFiles
Input [59]: [COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695#9631, COL_4867BC74_966F_4917_A120_2B1B8EDC05B5#9632, COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32#9633, COL_C05DBEB7_759E_4716_80AF_DF58624CD04A#14136, COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97#14137, COL_7FE10E70_3177_402A_8D7B_CA892F5402CD#14138, COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D#14139, COL_49437CAA_DACB_4504_A60D_60414F5196DB#14140, COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D#14141, COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27#14142, COL_FF79E950_195F_4B53_A899_11013C79F927#14143, COL_C67FF490_79E3_4E19_BE46_51071760F36A#14144, COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089#14145, COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2#14146, COL_31A0EBC1_383F_4C90_BD41_D18A3249E494#14147, COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0#14148, COL_ECE5C1B3_A7DA_4886_8309_689936467538#14149, COL_218E331A_33E2_4F93_97C0_8C306C093813#14150, COL_ACEA3E6C_34A8_40E5_B90A_85823401A341#14151, COL_AB431410_EC10_43D2_B2F7_6D57A87488D8#14152, COL_BC981598_378C_41D4_B239_83EFCA0613EA#14153, COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3#14154, COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E#14155, COL_E802314B_6256_4D11_AEF5_8044A3D80725#14156, COL_5D2D1CBF_5DC1_47BE_9A0E_A1D1C379DFD6#14157, COL_7F257679_C7C2_4089_BB5F_088D3133B0CC#14158, COL_B6FDEB54_099C_4461_BD72_C453E44314E9#14159, COL_3AEADEE3_A503_4E65_8CC0_BBCF4F9B164F#14160, COL_9A48A7A5_37F4_40D5_832A_07C213772E27#14161, COL_AF820EC0_6515_47C8_9765_5A07EFB762D7#14162, COL_C51474F9_942D_4534_BECA_360E861B73A5#14163, COL_1F5C52DD_6385_45F4_A302_430C71A5358D#14164, COL_4B8CD52D_6BE2_4161_8904_726D4E153590#14165, COL_205EE7AF_2E92_475D_9345_0660F7E548A9#14166, COL_AD4774FC_5F4E_41BE_AF55_B924B26AF16D#14167, COL_9DCF054B_AFC2_459D_92B7_1887E1DECC2D#14168, COL_012C3183_E915_4CB1_B1DF_6957ACD32125#14169, COL_685AB1A1_13A3_4EB3_B5ED_90940729170A#14170, COL_BC21A44D_7403_474E_9D3C_0DF1E70D3A7A#14171, COL_C3407A93_ABFB_4F29_9623_E3501F565E1F#14172, COL_E5722FD3_B8E8_4216_9AEF_2FF256CE1234#14173, COL_E95FD944_C47D_4325_9AC5_0685734CE9E9#14174, COL_86783C77_B73C_401A_B0D8_8311A78CC172#14175, COL_F472C29C_AAFC_4325_BDD8_91944EE6F6F3#14176, COL_B42E349C_29CF_43D8_8DD8_E65A1968919E#14177, COL_1E5AC28D_6F8E_4B8F_9A78_D6FE7CBD59F3#14178, COL_0FD14274_188E_4070_B529_F4CBC1E9CB7D#14179, COL_17ACA428_9CD0_45A5_B8EC_93A0095D3E26#14180, COL_3738F630_03D6_4680_B83F_D81DC650FD5A#14181, COL_A92C5222_EC1F_4184_B449_5E65FE9FFEBF#14182, COL_BB2FE4D2_42A7_47BF_B5E6_C1069DB9D6ED#14183, COL_BA34EBA6_4553_4E78_AC26_E206DC857F5E#14184, COL_44BBF671_398B_4E90_A844_CB3B18FF2ED7#14185, COL_3D62CBD6_43E5_42AF_A5C0_036D857FEE4C#14186, COL_5C7FCCCE_B57F_4189_82E5_14EC549FDD70#14187, COL_CFE4798C_B336_4616_9D90_8CBBCA53A1C7#14188, COL_3BF1AB66_958D_4022_B608_960FE6FB5B46#14189, COL_A003A46C_4C80_4D51_951F_82DCE815BA3B#14190, COL_C7AA94A4_AC32_462B_9BBF_B083668F2B5D#14191]

(6) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/3ec4d5b4_0675_4bfa_ac82_9704829d8135, false, Parquet, [path=file:///data/output/cache/parquet/datablock/3ec4d5b4_0675_4bfa_ac82_9704829d8135], Overwrite, [COL_6891C0EF_A21A_4C20_A075_FB7DCEACA695, COL_4867BC74_966F_4917_A120_2B1B8EDC05B5, COL_2C77B45E_2B39_46D3_B4E1_6A7A1477CE32, COL_C05DBEB7_759E_4716_80AF_DF58624CD04A, COL_A6DCC8C6_EEBE_447E_8EA6_ADD501774B97, COL_7FE10E70_3177_402A_8D7B_CA892F5402CD, COL_387264DF_D0E0_4C42_9F6F_D4C47D888E4D, COL_49437CAA_DACB_4504_A60D_60414F5196DB, COL_89A17AF7_EF3F_4A96_96EC_2CD9B2F9872D, COL_63FE3116_BEE7_4A7C_93B2_6A208661EF27, COL_FF79E950_195F_4B53_A899_11013C79F927, COL_C67FF490_79E3_4E19_BE46_51071760F36A, COL_DBB638DE_ADB7_4B91_9015_0BE75FCAF089, COL_3000D6B8_8FB5_4ADC_ACBA_F5FD24D19BD2, COL_31A0EBC1_383F_4C90_BD41_D18A3249E494, COL_9ECDE55C_D043_44D4_A9FE_3AC7941B2DE0, COL_ECE5C1B3_A7DA_4886_8309_689936467538, COL_218E331A_33E2_4F93_97C0_8C306C093813, COL_ACEA3E6C_34A8_40E5_B90A_85823401A341, COL_AB431410_EC10_43D2_B2F7_6D57A87488D8, COL_BC981598_378C_41D4_B239_83EFCA0613EA, COL_48774D3E_EFCD_4978_8AC0_8EDBAE3D95D3, COL_3C7BFC6A_6352_42CB_9D13_1FBD8698E84E, COL_E802314B_6256_4D11_AEF5_8044A3D80725, ... 35 more fields]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet