hdh-spark-job - Details for Query 1327

Submitted Time: 2026/10/23 13:26:54
Duration: 3 s
Succeeded Jobs: 1327 1330

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: 0 ms"; 2 [labelType="html" label="HashAggregate time in aggregation build: 0 ms number of output rows: 1"]; } 3 [labelType="html" label="Exchange shuffle records written: 2 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 1913.0: task 1668)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 2 local bytes read: 118.0 B fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 2 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 32.0 B (16.0 B, 16.0 B, 16.0 B (stage 1913.0: task 1668)) local merged bytes read: 0.0 B number of partitions: 1 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 118.0 B (59.0 B, 59.0 B, 59.0 B (stage 1913.0: task 1668))"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n713 ms (352 ms, 361 ms, 361 ms (stage 1913.0: task 1668))"; 5 [labelType="html" label="HashAggregate time in aggregation build total (min, med, max (stageId: taskId)) 713 ms (352 ms, 361 ms, 361 ms (stage 1913.0: task 1668)) number of output rows: 2"]; } 6 [labelType="html" label=" Union "]; subgraph cluster7 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 361 ms"; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="Filter number of output rows: 180"]; 10 [labelType="html" label="Scan JDBCRelation((SELECT \"jn_numjou\", \"jn_action\", \"jn_typjou\", \"jn_table\", \"jn_datjou\", \"jn_heujou\", \"jn_codper\", \"jn_numdos\", \"jn_numdem\", \"jn_numexa\", \"jn_numdrv\", \"jn_numcr\", \"jn_numfus\", \"jn_comment\", \"jn_codsit\", \"jn_xmldata\", \"jn_prg_code\", \"jn_terminal\", \"jn_osuser\", \"jn_ip_address\", \"jn_flenv\", \"jn_datenv\", \"jn_nument\", \"jn_numstu\", \"jn_numser\", \"jn_numima\", \"jn_numrb\", \"jn_dursec\" FROM \"xplore\".\"h_journal\") as x) [numPartitions=1] number of output rows: 8,765"]; } subgraph cluster11 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 352 ms"; 12 [labelType="html" label=" Project "]; 13 [labelType="html" label="Filter number of output rows: 180"]; 14 [labelType="html" label="Scan JDBCRelation((SELECT \"jn_numjou\", \"jn_action\", \"jn_typjou\", \"jn_table\", \"jn_datjou\", \"jn_heujou\", \"jn_codper\", \"jn_numdos\", \"jn_numdem\", \"jn_numexa\", \"jn_numdrv\", \"jn_numcr\", \"jn_numfus\", \"jn_comment\", \"jn_codsit\", \"jn_xmldata\", \"jn_prg_code\", \"jn_terminal\", \"jn_osuser\", \"jn_ip_address\", \"jn_flenv\", \"jn_datenv\", \"jn_nument\", \"jn_numstu\", \"jn_numser\", \"jn_numima\", \"jn_numrb\", \"jn_dursec\" FROM \"xplore2\".\"h_journal\") as x) [numPartitions=1] number of output rows: 8,765"]; } 2->0; 3->2; 5->3; 6->5; 8->6; 9->8; 10->9; 12->6; 13->12; 14->13; }

AdaptiveSparkPlan isFinalPlan=true

HashAggregate(keys=[], functions=[count(1)])

WholeStageCodegen (4)

Exchange SinglePartition, ENSURE_REQUIREMENTS, [plan_id=35463]

HashAggregate(keys=[], functions=[partial_count(1)])

WholeStageCodegen (3)

Union

Project

Filter ((((((((((((((((((((((((((((CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numjou#659862)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numjou#659862)), MARX) END OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_action#659863)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_action#659863)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_typjou#659864)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_typjou#659864)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_table#659865)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_table#659865)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_datjou#659866)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_datjou#659866)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_heujou#659867)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_heujou#659867)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_codper#659868)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_codper#659868)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numdos#659869)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numdos#659869)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numdem#659870)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numdem#659870)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numexa#659871)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numexa#659871)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numdrv#659872)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numdrv#659872)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numcr#659873)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numcr#659873)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numfus#659874)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numfus#659874)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_comment#659875)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_comment#659875)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_codsit#659876)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_codsit#659876)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_xmldata#659877)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_xmldata#659877)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_prg_code#659878)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_prg_code#659878)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_terminal#659879)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_terminal#659879)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_osuser#659880)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_osuser#659880)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_ip_address#659881)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_ip_address#659881)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_flenv#659882)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_flenv#659882)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_datenv#659883)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_datenv#659883)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_nument#659884)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_nument#659884)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numstu#659885)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numstu#659885)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numser#659886)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numser#659886)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numima#659887)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numima#659887)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numrb#659888)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numrb#659888)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_dursec#659889)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_dursec#659889)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(str_create(Cab_A))), MARX)) THEN false ELSE Contains(str_remove_accent(upper(str_create(Cab_A))), MARX) END)

Scan JDBCRelation((SELECT "jn_numjou", "jn_action", "jn_typjou", "jn_table", "jn_datjou", "jn_heujou", "jn_codper", "jn_numdos", "jn_numdem", "jn_numexa", "jn_numdrv", "jn_numcr", "jn_numfus", "jn_comment", "jn_codsit", "jn_xmldata", "jn_prg_code", "jn_terminal", "jn_osuser", "jn_ip_address", "jn_flenv", "jn_datenv", "jn_nument", "jn_numstu", "jn_numser", "jn_numima", "jn_numrb", "jn_dursec" FROM "xplore"."h_journal") as x) [numPartitions=1] [jn_numjou#659862,jn_action#659863,jn_typjou#659864,jn_table#659865,jn_datjou#659866,jn_heujou#659867,jn_codper#659868,jn_numdos#659869,jn_numdem#659870,jn_numexa#659871,jn_numdrv#659872,jn_numcr#659873,jn_numfus#659874,jn_comment#659875,jn_codsit#659876,jn_xmldata#659877,jn_prg_code#659878,jn_terminal#659879,jn_osuser#659880,jn_ip_address#659881,jn_flenv#659882,jn_datenv#659883,jn_nument#659884,jn_numstu#659885,... 4 more fields] PushedFilters: [], ReadSchema: struct<jn_numjou:string,jn_action:string,jn_typjou:string,jn_table:string,jn_datjou:string,jn_heu...

WholeStageCodegen (1)

Project

Filter ((((((((((((((((((((((((((((CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numjou#660117)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numjou#660117)), MARX) END OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_action#660118)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_action#660118)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_typjou#660119)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_typjou#660119)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_table#660120)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_table#660120)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_datjou#660121)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_datjou#660121)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_heujou#660122)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_heujou#660122)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_codper#660123)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_codper#660123)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numdos#660124)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numdos#660124)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numdem#660125)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numdem#660125)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numexa#660126)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numexa#660126)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numdrv#660127)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numdrv#660127)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numcr#660128)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numcr#660128)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numfus#660129)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numfus#660129)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_comment#660130)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_comment#660130)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_codsit#660131)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_codsit#660131)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_xmldata#660132)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_xmldata#660132)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_prg_code#660133)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_prg_code#660133)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_terminal#660134)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_terminal#660134)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_osuser#660135)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_osuser#660135)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_ip_address#660136)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_ip_address#660136)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_flenv#660137)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_flenv#660137)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_datenv#660138)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_datenv#660138)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_nument#660139)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_nument#660139)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numstu#660140)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numstu#660140)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numser#660141)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numser#660141)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numima#660142)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numima#660142)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numrb#660143)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numrb#660143)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_dursec#660144)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_dursec#660144)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(str_create(Cab_B))), MARX)) THEN false ELSE Contains(str_remove_accent(upper(str_create(Cab_B))), MARX) END)

Scan JDBCRelation((SELECT "jn_numjou", "jn_action", "jn_typjou", "jn_table", "jn_datjou", "jn_heujou", "jn_codper", "jn_numdos", "jn_numdem", "jn_numexa", "jn_numdrv", "jn_numcr", "jn_numfus", "jn_comment", "jn_codsit", "jn_xmldata", "jn_prg_code", "jn_terminal", "jn_osuser", "jn_ip_address", "jn_flenv", "jn_datenv", "jn_nument", "jn_numstu", "jn_numser", "jn_numima", "jn_numrb", "jn_dursec" FROM "xplore2"."h_journal") as x) [numPartitions=1] [jn_numjou#660117,jn_action#660118,jn_typjou#660119,jn_table#660120,jn_datjou#660121,jn_heujou#660122,jn_codper#660123,jn_numdos#660124,jn_numdem#660125,jn_numexa#660126,jn_numdrv#660127,jn_numcr#660128,jn_numfus#660129,jn_comment#660130,jn_codsit#660131,jn_xmldata#660132,jn_prg_code#660133,jn_terminal#660134,jn_osuser#660135,jn_ip_address#660136,jn_flenv#660137,jn_datenv#660138,jn_nument#660139,jn_numstu#660140,... 4 more fields] PushedFilters: [], ReadSchema: struct<jn_numjou:string,jn_action:string,jn_typjou:string,jn_table:string,jn_datjou:string,jn_heu...

WholeStageCodegen (2)

Details

== Physical Plan ==
AdaptiveSparkPlan (16)
+- == Final Plan ==
   * HashAggregate (11)
   +- ShuffleQueryStage (10), Statistics(sizeInBytes=32.0 B, rowCount=2)
      +- Exchange (9)
         +- * HashAggregate (8)
            +- Union (7)
               :- * Project (3)
               :  +- * Filter (2)
               :     +- * Scan JDBCRelation((SELECT "jn_numjou", "jn_action", "jn_typjou", "jn_table", "jn_datjou", "jn_heujou", "jn_codper", "jn_numdos", "jn_numdem", "jn_numexa", "jn_numdrv", "jn_numcr", "jn_numfus", "jn_comment", "jn_codsit", "jn_xmldata", "jn_prg_code", "jn_terminal", "jn_osuser", "jn_ip_address", "jn_flenv", "jn_datenv", "jn_nument", "jn_numstu", "jn_numser", "jn_numima", "jn_numrb", "jn_dursec" FROM "xplore"."h_journal") as x) [numPartitions=1]  (1)
               +- * Project (6)
                  +- * Filter (5)
                     +- * Scan JDBCRelation((SELECT "jn_numjou", "jn_action", "jn_typjou", "jn_table", "jn_datjou", "jn_heujou", "jn_codper", "jn_numdos", "jn_numdem", "jn_numexa", "jn_numdrv", "jn_numcr", "jn_numfus", "jn_comment", "jn_codsit", "jn_xmldata", "jn_prg_code", "jn_terminal", "jn_osuser", "jn_ip_address", "jn_flenv", "jn_datenv", "jn_nument", "jn_numstu", "jn_numser", "jn_numima", "jn_numrb", "jn_dursec" FROM "xplore2"."h_journal") as x) [numPartitions=1]  (4)
+- == Initial Plan ==
   HashAggregate (15)
   +- Exchange (14)
      +- HashAggregate (13)
         +- Union (12)
            :- Project (3)
            :  +- Filter (2)
            :     +- Scan JDBCRelation((SELECT "jn_numjou", "jn_action", "jn_typjou", "jn_table", "jn_datjou", "jn_heujou", "jn_codper", "jn_numdos", "jn_numdem", "jn_numexa", "jn_numdrv", "jn_numcr", "jn_numfus", "jn_comment", "jn_codsit", "jn_xmldata", "jn_prg_code", "jn_terminal", "jn_osuser", "jn_ip_address", "jn_flenv", "jn_datenv", "jn_nument", "jn_numstu", "jn_numser", "jn_numima", "jn_numrb", "jn_dursec" FROM "xplore"."h_journal") as x) [numPartitions=1]  (1)
            +- Project (6)
               +- Filter (5)
                  +- Scan JDBCRelation((SELECT "jn_numjou", "jn_action", "jn_typjou", "jn_table", "jn_datjou", "jn_heujou", "jn_codper", "jn_numdos", "jn_numdem", "jn_numexa", "jn_numdrv", "jn_numcr", "jn_numfus", "jn_comment", "jn_codsit", "jn_xmldata", "jn_prg_code", "jn_terminal", "jn_osuser", "jn_ip_address", "jn_flenv", "jn_datenv", "jn_nument", "jn_numstu", "jn_numser", "jn_numima", "jn_numrb", "jn_dursec" FROM "xplore2"."h_journal") as x) [numPartitions=1]  (4)


(1) Scan JDBCRelation((SELECT "jn_numjou", "jn_action", "jn_typjou", "jn_table", "jn_datjou", "jn_heujou", "jn_codper", "jn_numdos", "jn_numdem", "jn_numexa", "jn_numdrv", "jn_numcr", "jn_numfus", "jn_comment", "jn_codsit", "jn_xmldata", "jn_prg_code", "jn_terminal", "jn_osuser", "jn_ip_address", "jn_flenv", "jn_datenv", "jn_nument", "jn_numstu", "jn_numser", "jn_numima", "jn_numrb", "jn_dursec" FROM "xplore"."h_journal") as x) [numPartitions=1]  [codegen id : 1]
Output [28]: [jn_numjou#659862, jn_action#659863, jn_typjou#659864, jn_table#659865, jn_datjou#659866, jn_heujou#659867, jn_codper#659868, jn_numdos#659869, jn_numdem#659870, jn_numexa#659871, jn_numdrv#659872, jn_numcr#659873, jn_numfus#659874, jn_comment#659875, jn_codsit#659876, jn_xmldata#659877, jn_prg_code#659878, jn_terminal#659879, jn_osuser#659880, jn_ip_address#659881, jn_flenv#659882, jn_datenv#659883, jn_nument#659884, jn_numstu#659885, jn_numser#659886, jn_numima#659887, jn_numrb#659888, jn_dursec#659889]
ReadSchema: struct<jn_numjou:string,jn_action:string,jn_typjou:string,jn_table:string,jn_datjou:string,jn_heujou:string,jn_codper:string,jn_numdos:string,jn_numdem:string,jn_numexa:string,jn_numdrv:string,jn_numcr:string,jn_numfus:string,jn_comment:string,jn_codsit:string,jn_xmldata:string,jn_prg_code:string,jn_terminal:string,jn_osuser:string,jn_ip_address:string,jn_flenv:string,jn_datenv:string,jn_nument:string,jn_numstu:string,jn_numser:string,jn_numima:string,jn_numrb:string,jn_dursec:string>

(2) Filter [codegen id : 1]
Input [28]: [jn_numjou#659862, jn_action#659863, jn_typjou#659864, jn_table#659865, jn_datjou#659866, jn_heujou#659867, jn_codper#659868, jn_numdos#659869, jn_numdem#659870, jn_numexa#659871, jn_numdrv#659872, jn_numcr#659873, jn_numfus#659874, jn_comment#659875, jn_codsit#659876, jn_xmldata#659877, jn_prg_code#659878, jn_terminal#659879, jn_osuser#659880, jn_ip_address#659881, jn_flenv#659882, jn_datenv#659883, jn_nument#659884, jn_numstu#659885, jn_numser#659886, jn_numima#659887, jn_numrb#659888, jn_dursec#659889]
Condition : ((((((((((((((((((((((((((((CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numjou#659862)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numjou#659862)), MARX) END OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_action#659863)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_action#659863)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_typjou#659864)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_typjou#659864)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_table#659865)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_table#659865)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_datjou#659866)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_datjou#659866)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_heujou#659867)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_heujou#659867)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_codper#659868)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_codper#659868)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numdos#659869)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numdos#659869)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numdem#659870)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numdem#659870)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numexa#659871)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numexa#659871)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numdrv#659872)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numdrv#659872)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numcr#659873)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numcr#659873)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numfus#659874)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numfus#659874)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_comment#659875)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_comment#659875)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_codsit#659876)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_codsit#659876)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_xmldata#659877)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_xmldata#659877)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_prg_code#659878)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_prg_code#659878)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_terminal#659879)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_terminal#659879)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_osuser#659880)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_osuser#659880)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_ip_address#659881)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_ip_address#659881)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_flenv#659882)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_flenv#659882)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_datenv#659883)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_datenv#659883)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_nument#659884)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_nument#659884)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numstu#659885)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numstu#659885)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numser#659886)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numser#659886)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numima#659887)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numima#659887)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numrb#659888)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numrb#659888)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_dursec#659889)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_dursec#659889)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(str_create(Cab_A))), MARX)) THEN false ELSE Contains(str_remove_accent(upper(str_create(Cab_A))), MARX) END)

(3) Project [codegen id : 1]
Output: []
Input [28]: [jn_numjou#659862, jn_action#659863, jn_typjou#659864, jn_table#659865, jn_datjou#659866, jn_heujou#659867, jn_codper#659868, jn_numdos#659869, jn_numdem#659870, jn_numexa#659871, jn_numdrv#659872, jn_numcr#659873, jn_numfus#659874, jn_comment#659875, jn_codsit#659876, jn_xmldata#659877, jn_prg_code#659878, jn_terminal#659879, jn_osuser#659880, jn_ip_address#659881, jn_flenv#659882, jn_datenv#659883, jn_nument#659884, jn_numstu#659885, jn_numser#659886, jn_numima#659887, jn_numrb#659888, jn_dursec#659889]

(4) Scan JDBCRelation((SELECT "jn_numjou", "jn_action", "jn_typjou", "jn_table", "jn_datjou", "jn_heujou", "jn_codper", "jn_numdos", "jn_numdem", "jn_numexa", "jn_numdrv", "jn_numcr", "jn_numfus", "jn_comment", "jn_codsit", "jn_xmldata", "jn_prg_code", "jn_terminal", "jn_osuser", "jn_ip_address", "jn_flenv", "jn_datenv", "jn_nument", "jn_numstu", "jn_numser", "jn_numima", "jn_numrb", "jn_dursec" FROM "xplore2"."h_journal") as x) [numPartitions=1]  [codegen id : 2]
Output [28]: [jn_numjou#660117, jn_action#660118, jn_typjou#660119, jn_table#660120, jn_datjou#660121, jn_heujou#660122, jn_codper#660123, jn_numdos#660124, jn_numdem#660125, jn_numexa#660126, jn_numdrv#660127, jn_numcr#660128, jn_numfus#660129, jn_comment#660130, jn_codsit#660131, jn_xmldata#660132, jn_prg_code#660133, jn_terminal#660134, jn_osuser#660135, jn_ip_address#660136, jn_flenv#660137, jn_datenv#660138, jn_nument#660139, jn_numstu#660140, jn_numser#660141, jn_numima#660142, jn_numrb#660143, jn_dursec#660144]
ReadSchema: struct<jn_numjou:string,jn_action:string,jn_typjou:string,jn_table:string,jn_datjou:string,jn_heujou:string,jn_codper:string,jn_numdos:string,jn_numdem:string,jn_numexa:string,jn_numdrv:string,jn_numcr:string,jn_numfus:string,jn_comment:string,jn_codsit:string,jn_xmldata:string,jn_prg_code:string,jn_terminal:string,jn_osuser:string,jn_ip_address:string,jn_flenv:string,jn_datenv:string,jn_nument:string,jn_numstu:string,jn_numser:string,jn_numima:string,jn_numrb:string,jn_dursec:string>

(5) Filter [codegen id : 2]
Input [28]: [jn_numjou#660117, jn_action#660118, jn_typjou#660119, jn_table#660120, jn_datjou#660121, jn_heujou#660122, jn_codper#660123, jn_numdos#660124, jn_numdem#660125, jn_numexa#660126, jn_numdrv#660127, jn_numcr#660128, jn_numfus#660129, jn_comment#660130, jn_codsit#660131, jn_xmldata#660132, jn_prg_code#660133, jn_terminal#660134, jn_osuser#660135, jn_ip_address#660136, jn_flenv#660137, jn_datenv#660138, jn_nument#660139, jn_numstu#660140, jn_numser#660141, jn_numima#660142, jn_numrb#660143, jn_dursec#660144]
Condition : ((((((((((((((((((((((((((((CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numjou#660117)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numjou#660117)), MARX) END OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_action#660118)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_action#660118)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_typjou#660119)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_typjou#660119)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_table#660120)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_table#660120)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_datjou#660121)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_datjou#660121)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_heujou#660122)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_heujou#660122)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_codper#660123)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_codper#660123)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numdos#660124)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numdos#660124)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numdem#660125)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numdem#660125)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numexa#660126)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numexa#660126)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numdrv#660127)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numdrv#660127)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numcr#660128)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numcr#660128)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numfus#660129)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numfus#660129)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_comment#660130)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_comment#660130)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_codsit#660131)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_codsit#660131)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_xmldata#660132)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_xmldata#660132)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_prg_code#660133)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_prg_code#660133)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_terminal#660134)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_terminal#660134)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_osuser#660135)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_osuser#660135)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_ip_address#660136)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_ip_address#660136)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_flenv#660137)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_flenv#660137)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_datenv#660138)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_datenv#660138)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_nument#660139)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_nument#660139)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numstu#660140)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numstu#660140)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numser#660141)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numser#660141)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numima#660142)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numima#660142)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_numrb#660143)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_numrb#660143)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(jn_dursec#660144)), MARX)) THEN false ELSE Contains(str_remove_accent(upper(jn_dursec#660144)), MARX) END) OR CASE WHEN isnull(Contains(str_remove_accent(upper(str_create(Cab_B))), MARX)) THEN false ELSE Contains(str_remove_accent(upper(str_create(Cab_B))), MARX) END)

(6) Project [codegen id : 2]
Output: []
Input [28]: [jn_numjou#660117, jn_action#660118, jn_typjou#660119, jn_table#660120, jn_datjou#660121, jn_heujou#660122, jn_codper#660123, jn_numdos#660124, jn_numdem#660125, jn_numexa#660126, jn_numdrv#660127, jn_numcr#660128, jn_numfus#660129, jn_comment#660130, jn_codsit#660131, jn_xmldata#660132, jn_prg_code#660133, jn_terminal#660134, jn_osuser#660135, jn_ip_address#660136, jn_flenv#660137, jn_datenv#660138, jn_nument#660139, jn_numstu#660140, jn_numser#660141, jn_numima#660142, jn_numrb#660143, jn_dursec#660144]

(7) Union

(8) HashAggregate [codegen id : 3]
Input: []
Keys: []
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#660665L]
Results [1]: [count#660666L]

(9) Exchange
Input [1]: [count#660666L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=35463]

(10) ShuffleQueryStage
Output [1]: [count#660666L]
Arguments: 0

(11) HashAggregate [codegen id : 4]
Input [1]: [count#660666L]
Keys: []
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#660633L]
Results [1]: [count(1)#660633L AS count#660634L]

(12) Union

(13) HashAggregate
Input: []
Keys: []
Functions [1]: [partial_count(1)]
Aggregate Attributes [1]: [count#660665L]
Results [1]: [count#660666L]

(14) Exchange
Input [1]: [count#660666L]
Arguments: SinglePartition, ENSURE_REQUIREMENTS, [plan_id=35443]

(15) HashAggregate
Input [1]: [count#660666L]
Keys: []
Functions [1]: [count(1)]
Aggregate Attributes [1]: [count(1)#660633L]
Results [1]: [count(1)#660633L AS count#660634L]

(16) AdaptiveSparkPlan
Output [1]: [count#660634L]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet