digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time total (min, med, max (stageId: taskId))<br>1 ms (0 ms, 1 ms, 1 ms (stage 1816.0: task 1578))<br>number of written files: 2<br>job commit time: 6 ms<br>number of output rows: 18<br>number of dynamic part: 0<br>written output: 48.2 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
2 [labelType="html" label="<br><b>Union</b><br><br>"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 22 ms";
4 [labelType="html" label="<br><b>Project</b><br><br>"];
5 [labelType="html" label="<b>Scan JDBCRelation((SELECT \"st_numstu\", \"st_stu_id\", \"st_num_id\", \"st_datstu\", \"st_heustu\", \"st_modali\", \"st_fabriq\", \"st_instit\", \"st_nomdic\", \"st_pnodic\", \"st_d_ndic\", \"st_nb_ser\", \"st_nb_acq\", \"st_nb_ima\", \"st_nb_fic\", \"st_stueff\", \"st_dateff\", \"st_heueff\", \"st_comm_1\", \"st_comm_2\", \"st_droit\", \"st_rappro\", \"st_numdos\", \"st_numdem\", \"st_numper\", \"st_datmaj\", \"st_heumaj\", \"st_coduti\", \"st_pat_id\", \"st_accnum\", \"st_refphy\", \"st_studsc\", \"st_patsex\", \"st_reaphy\", \"st_perphy\", \"st_operat\", \"st_taific\", \"st_numexa\", \"st_flcd\", \"st_lieu\", \"st_numcd\", \"st_svcdem\", \"st_nb_ser_h\", \"st_nb_fic_h\", \"st_nb_ima_h\", \"st_taific_h\", \"st_locked\", \"st_flmanu\", \"st_numper_ori\", \"st_keyword\", \"st_read\", \"st_urgen\", \"st_sta_pps\", \"st_sop_uid\", \"st_codcli\", \"st_codsit\", \"st_ins\", \"st_cache\", \"st_ins_oid\", \"st_hidden\", \"st_rappro_manu\", \"st_codser\", \"st_adm_id\", \"st_fldcd\", \"st_taille\", \"st_poids\", \"st_codchk\", \"st_datchk\", \"st_heuchk\", \"st_typnat\", \"st_numper_sec\", \"st_numper_ori_sec\", \"st_stu_id_ori\" FROM \"xplore\".\"h_study\") as x) [numPartitions=1] </b><br><br>number of output rows: 9"];
}
subgraph cluster6 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: 17 ms";
7 [labelType="html" label="<br><b>Project</b><br><br>"];
8 [labelType="html" label="<b>Scan JDBCRelation((SELECT \"st_numstu\", \"st_stu_id\", \"st_num_id\", \"st_datstu\", \"st_heustu\", \"st_modali\", \"st_fabriq\", \"st_instit\", \"st_nomdic\", \"st_pnodic\", \"st_d_ndic\", \"st_nb_ser\", \"st_nb_acq\", \"st_nb_ima\", \"st_nb_fic\", \"st_stueff\", \"st_dateff\", \"st_heueff\", \"st_comm_1\", \"st_comm_2\", \"st_droit\", \"st_rappro\", \"st_numdos\", \"st_numdem\", \"st_numper\", \"st_datmaj\", \"st_heumaj\", \"st_coduti\", \"st_pat_id\", \"st_accnum\", \"st_refphy\", \"st_studsc\", \"st_patsex\", \"st_reaphy\", \"st_perphy\", \"st_operat\", \"st_taific\", \"st_numexa\", \"st_flcd\", \"st_lieu\", \"st_numcd\", \"st_svcdem\", \"st_nb_ser_h\", \"st_nb_fic_h\", \"st_nb_ima_h\", \"st_taific_h\", \"st_locked\", \"st_flmanu\", \"st_numper_ori\", \"st_keyword\", \"st_read\", \"st_urgen\", \"st_sta_pps\", \"st_sop_uid\", \"st_codcli\", \"st_codsit\", \"st_ins\", \"st_cache\", \"st_ins_oid\", \"st_hidden\", \"st_rappro_manu\", \"st_codser\", \"st_adm_id\", \"st_fldcd\", \"st_taille\", \"st_poids\", \"st_codchk\", \"st_datchk\", \"st_heuchk\", \"st_typnat\", \"st_numper_sec\", \"st_numper_ori_sec\", \"st_stu_id_ori\" FROM \"xplore2\".\"h_study\") as x) [numPartitions=1] </b><br><br>number of output rows: 9"];
}
1->0;
2->1;
4->2;
5->4;
7->2;
8->7;
}
9
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/H_STUDY_438259, false, Parquet, [path=file:///data/output/cache/parquet/uet/H_STUDY_438259], Overwrite, [ORIGINE_440154, ST_ACCNUM_438289, ST_ADM_ID_438322, ST_CACHE_438317, ST_CODCHK_438326, ST_CODCLI_438314, ST_CODSER_438321, ST_CODSIT_438315, ST_CODUTI_438287, ST_COMM_1_438278, ST_COMM_2_438279, ST_DATCHK_438327, ST_DATEFF_438276, ST_DATMAJ_438285, ST_DATSTU_438263, ST_DROIT_438280, ST_D_NDIC_438270, ST_FABRIQ_438266, ST_FLCD_438298, ST_FLDCD_438323, ST_FLMANU_438307, ST_HEUCHK_438328, ST_HEUEFF_438277, ST_HEUMAJ_438286, ... 50 more fields]
WriteFiles
Union
Project [str_create(Cab_A) AS ORIGINE_440154#598977, st_accnum#598421 AS ST_ACCNUM_438289#598904, st_adm_id#598454 AS ST_ADM_ID_438322#598905, st_cache#598449 AS ST_CACHE_438317#598906, st_codchk#598458 AS ST_CODCHK_438326#598907, st_codcli#598446 AS ST_CODCLI_438314#598908, st_codser#598453 AS ST_CODSER_438321#598909, st_codsit#598447 AS ST_CODSIT_438315#598910, st_coduti#598419 AS ST_CODUTI_438287#598911, st_comm_1#598410 AS ST_COMM_1_438278#598912, st_comm_2#598411 AS ST_COMM_2_438279#598913, st_datchk#598459 AS ST_DATCHK_438327#598914, st_dateff#598408 AS ST_DATEFF_438276#598915, st_datmaj#598417 AS ST_DATMAJ_438285#598916, st_datstu#598395 AS ST_DATSTU_438263#598917, st_droit#598412 AS ST_DROIT_438280#598918, st_d_ndic#598402 AS ST_D_NDIC_438270#598919, st_fabriq#598398 AS ST_FABRIQ_438266#598920, st_flcd#598430 AS ST_FLCD_438298#598921, st_fldcd#598455 AS ST_FLDCD_438323#598922, st_flmanu#598439 AS ST_FLMANU_438307#598923, st_heuchk#598460 AS ST_HEUCHK_438328#598924, st_heueff#598409 AS ST_HEUEFF_438277#598925, st_heumaj#598418 AS ST_HEUMAJ_438286#598926, ... 50 more fields]
Scan JDBCRelation((SELECT "st_numstu", "st_stu_id", "st_num_id", "st_datstu", "st_heustu", "st_modali", "st_fabriq", "st_instit", "st_nomdic", "st_pnodic", "st_d_ndic", "st_nb_ser", "st_nb_acq", "st_nb_ima", "st_nb_fic", "st_stueff", "st_dateff", "st_heueff", "st_comm_1", "st_comm_2", "st_droit", "st_rappro", "st_numdos", "st_numdem", "st_numper", "st_datmaj", "st_heumaj", "st_coduti", "st_pat_id", "st_accnum", "st_refphy", "st_studsc", "st_patsex", "st_reaphy", "st_perphy", "st_operat", "st_taific", "st_numexa", "st_flcd", "st_lieu", "st_numcd", "st_svcdem", "st_nb_ser_h", "st_nb_fic_h", "st_nb_ima_h", "st_taific_h", "st_locked", "st_flmanu", "st_numper_ori", "st_keyword", "st_read", "st_urgen", "st_sta_pps", "st_sop_uid", "st_codcli", "st_codsit", "st_ins", "st_cache", "st_ins_oid", "st_hidden", "st_rappro_manu", "st_codser", "st_adm_id", "st_fldcd", "st_taille", "st_poids", "st_codchk", "st_datchk", "st_heuchk", "st_typnat", "st_numper_sec", "st_numper_ori_sec", "st_stu_id_ori" FROM "xplore"."h_study") as x) [numPartitions=1] [st_accnum#598421,st_adm_id#598454,st_cache#598449,st_codchk#598458,st_codcli#598446,st_codser#598453,st_codsit#598447,st_coduti#598419,st_comm_1#598410,st_comm_2#598411,st_datchk#598459,st_dateff#598408,st_datmaj#598417,st_datstu#598395,st_droit#598412,st_d_ndic#598402,st_fabriq#598398,st_flcd#598430,st_fldcd#598455,st_flmanu#598439,st_heuchk#598460,st_heueff#598409,st_heumaj#598418,st_heustu#598396,... 49 more fields] PushedFilters: [], ReadSchema: struct<st_accnum:string,st_adm_id:string,st_cache:string,st_codchk:string,st_codcli:string,st_cod...
WholeStageCodegen (1)
Project [str_create(Cab_B) AS ORIGINE_440154#599637, st_accnum#599081 AS ST_ACCNUM_438289#599564, st_adm_id#599114 AS ST_ADM_ID_438322#599565, st_cache#599109 AS ST_CACHE_438317#599566, st_codchk#599118 AS ST_CODCHK_438326#599567, st_codcli#599106 AS ST_CODCLI_438314#599568, st_codser#599113 AS ST_CODSER_438321#599569, st_codsit#599107 AS ST_CODSIT_438315#599570, st_coduti#599079 AS ST_CODUTI_438287#599571, st_comm_1#599070 AS ST_COMM_1_438278#599572, st_comm_2#599071 AS ST_COMM_2_438279#599573, st_datchk#599119 AS ST_DATCHK_438327#599574, st_dateff#599068 AS ST_DATEFF_438276#599575, st_datmaj#599077 AS ST_DATMAJ_438285#599576, st_datstu#599055 AS ST_DATSTU_438263#599577, st_droit#599072 AS ST_DROIT_438280#599578, st_d_ndic#599062 AS ST_D_NDIC_438270#599579, st_fabriq#599058 AS ST_FABRIQ_438266#599580, st_flcd#599090 AS ST_FLCD_438298#599581, st_fldcd#599115 AS ST_FLDCD_438323#599582, st_flmanu#599099 AS ST_FLMANU_438307#599583, st_heuchk#599120 AS ST_HEUCHK_438328#599584, st_heueff#599069 AS ST_HEUEFF_438277#599585, st_heumaj#599078 AS ST_HEUMAJ_438286#599586, ... 50 more fields]
Scan JDBCRelation((SELECT "st_numstu", "st_stu_id", "st_num_id", "st_datstu", "st_heustu", "st_modali", "st_fabriq", "st_instit", "st_nomdic", "st_pnodic", "st_d_ndic", "st_nb_ser", "st_nb_acq", "st_nb_ima", "st_nb_fic", "st_stueff", "st_dateff", "st_heueff", "st_comm_1", "st_comm_2", "st_droit", "st_rappro", "st_numdos", "st_numdem", "st_numper", "st_datmaj", "st_heumaj", "st_coduti", "st_pat_id", "st_accnum", "st_refphy", "st_studsc", "st_patsex", "st_reaphy", "st_perphy", "st_operat", "st_taific", "st_numexa", "st_flcd", "st_lieu", "st_numcd", "st_svcdem", "st_nb_ser_h", "st_nb_fic_h", "st_nb_ima_h", "st_taific_h", "st_locked", "st_flmanu", "st_numper_ori", "st_keyword", "st_read", "st_urgen", "st_sta_pps", "st_sop_uid", "st_codcli", "st_codsit", "st_ins", "st_cache", "st_ins_oid", "st_hidden", "st_rappro_manu", "st_codser", "st_adm_id", "st_fldcd", "st_taille", "st_poids", "st_codchk", "st_datchk", "st_heuchk", "st_typnat", "st_numper_sec", "st_numper_ori_sec", "st_stu_id_ori" FROM "xplore2"."h_study") as x) [numPartitions=1] [st_accnum#599081,st_adm_id#599114,st_cache#599109,st_codchk#599118,st_codcli#599106,st_codser#599113,st_codsit#599107,st_coduti#599079,st_comm_1#599070,st_comm_2#599071,st_datchk#599119,st_dateff#599068,st_datmaj#599077,st_datstu#599055,st_droit#599072,st_d_ndic#599062,st_fabriq#599058,st_flcd#599090,st_fldcd#599115,st_flmanu#599099,st_heuchk#599120,st_heueff#599069,st_heumaj#599078,st_heustu#599056,... 49 more fields] PushedFilters: [], ReadSchema: struct<st_accnum:string,st_adm_id:string,st_cache:string,st_codchk:string,st_codcli:string,st_cod...
WholeStageCodegen (2)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (7)
+- WriteFiles (6)
+- Union (5)
:- * Project (2)
: +- * Scan JDBCRelation((SELECT "st_numstu", "st_stu_id", "st_num_id", "st_datstu", "st_heustu", "st_modali", "st_fabriq", "st_instit", "st_nomdic", "st_pnodic", "st_d_ndic", "st_nb_ser", "st_nb_acq", "st_nb_ima", "st_nb_fic", "st_stueff", "st_dateff", "st_heueff", "st_comm_1", "st_comm_2", "st_droit", "st_rappro", "st_numdos", "st_numdem", "st_numper", "st_datmaj", "st_heumaj", "st_coduti", "st_pat_id", "st_accnum", "st_refphy", "st_studsc", "st_patsex", "st_reaphy", "st_perphy", "st_operat", "st_taific", "st_numexa", "st_flcd", "st_lieu", "st_numcd", "st_svcdem", "st_nb_ser_h", "st_nb_fic_h", "st_nb_ima_h", "st_taific_h", "st_locked", "st_flmanu", "st_numper_ori", "st_keyword", "st_read", "st_urgen", "st_sta_pps", "st_sop_uid", "st_codcli", "st_codsit", "st_ins", "st_cache", "st_ins_oid", "st_hidden", "st_rappro_manu", "st_codser", "st_adm_id", "st_fldcd", "st_taille", "st_poids", "st_codchk", "st_datchk", "st_heuchk", "st_typnat", "st_numper_sec", "st_numper_ori_sec", "st_stu_id_ori" FROM "xplore"."h_study") as x) [numPartitions=1] (1)
+- * Project (4)
+- * Scan JDBCRelation((SELECT "st_numstu", "st_stu_id", "st_num_id", "st_datstu", "st_heustu", "st_modali", "st_fabriq", "st_instit", "st_nomdic", "st_pnodic", "st_d_ndic", "st_nb_ser", "st_nb_acq", "st_nb_ima", "st_nb_fic", "st_stueff", "st_dateff", "st_heueff", "st_comm_1", "st_comm_2", "st_droit", "st_rappro", "st_numdos", "st_numdem", "st_numper", "st_datmaj", "st_heumaj", "st_coduti", "st_pat_id", "st_accnum", "st_refphy", "st_studsc", "st_patsex", "st_reaphy", "st_perphy", "st_operat", "st_taific", "st_numexa", "st_flcd", "st_lieu", "st_numcd", "st_svcdem", "st_nb_ser_h", "st_nb_fic_h", "st_nb_ima_h", "st_taific_h", "st_locked", "st_flmanu", "st_numper_ori", "st_keyword", "st_read", "st_urgen", "st_sta_pps", "st_sop_uid", "st_codcli", "st_codsit", "st_ins", "st_cache", "st_ins_oid", "st_hidden", "st_rappro_manu", "st_codser", "st_adm_id", "st_fldcd", "st_taille", "st_poids", "st_codchk", "st_datchk", "st_heuchk", "st_typnat", "st_numper_sec", "st_numper_ori_sec", "st_stu_id_ori" FROM "xplore2"."h_study") as x) [numPartitions=1] (3)
(1) Scan JDBCRelation((SELECT "st_numstu", "st_stu_id", "st_num_id", "st_datstu", "st_heustu", "st_modali", "st_fabriq", "st_instit", "st_nomdic", "st_pnodic", "st_d_ndic", "st_nb_ser", "st_nb_acq", "st_nb_ima", "st_nb_fic", "st_stueff", "st_dateff", "st_heueff", "st_comm_1", "st_comm_2", "st_droit", "st_rappro", "st_numdos", "st_numdem", "st_numper", "st_datmaj", "st_heumaj", "st_coduti", "st_pat_id", "st_accnum", "st_refphy", "st_studsc", "st_patsex", "st_reaphy", "st_perphy", "st_operat", "st_taific", "st_numexa", "st_flcd", "st_lieu", "st_numcd", "st_svcdem", "st_nb_ser_h", "st_nb_fic_h", "st_nb_ima_h", "st_taific_h", "st_locked", "st_flmanu", "st_numper_ori", "st_keyword", "st_read", "st_urgen", "st_sta_pps", "st_sop_uid", "st_codcli", "st_codsit", "st_ins", "st_cache", "st_ins_oid", "st_hidden", "st_rappro_manu", "st_codser", "st_adm_id", "st_fldcd", "st_taille", "st_poids", "st_codchk", "st_datchk", "st_heuchk", "st_typnat", "st_numper_sec", "st_numper_ori_sec", "st_stu_id_ori" FROM "xplore"."h_study") as x) [numPartitions=1] [codegen id : 1]
Output [73]: [st_accnum#598421, st_adm_id#598454, st_cache#598449, st_codchk#598458, st_codcli#598446, st_codser#598453, st_codsit#598447, st_coduti#598419, st_comm_1#598410, st_comm_2#598411, st_datchk#598459, st_dateff#598408, st_datmaj#598417, st_datstu#598395, st_droit#598412, st_d_ndic#598402, st_fabriq#598398, st_flcd#598430, st_fldcd#598455, st_flmanu#598439, st_heuchk#598460, st_heueff#598409, st_heumaj#598418, st_heustu#598396, st_hidden#598451, st_instit#598399, st_ins#598448, st_ins_oid#598450, st_keyword#598441, st_lieu#598431, st_locked#598438, st_modali#598397, st_nb_acq#598404, st_nb_fic#598406, st_nb_fic_h#598435, st_nb_ima#598405, st_nb_ima_h#598436, st_nb_ser#598403, st_nb_ser_h#598434, st_nomdic#598400, st_numcd#598432, st_numdem#598415, st_numdos#598414, st_numexa#598429, st_numper#598416, st_numper_ori#598440, st_numper_ori_sec#598463, st_numper_sec#598462, st_numstu#598392, st_num_id#598394, st_operat#598427, st_patsex#598424, st_pat_id#598420, st_perphy#598426, st_pnodic#598401, st_poids#598457, st_rappro#598413, st_rappro_manu#598452, st_read#598442, st_reaphy#598425, st_refphy#598422, st_sop_uid#598445, st_sta_pps#598444, st_studsc#598423, st_stueff#598407, st_stu_id#598393, st_stu_id_ori#598464, st_svcdem#598433, st_taific#598428, st_taific_h#598437, st_taille#598456, st_typnat#598461, st_urgen#598443]
ReadSchema: struct<st_accnum:string,st_adm_id:string,st_cache:string,st_codchk:string,st_codcli:string,st_codser:string,st_codsit:string,st_coduti:string,st_comm_1:string,st_comm_2:string,st_datchk:string,st_dateff:string,st_datmaj:string,st_datstu:string,st_droit:string,st_d_ndic:string,st_fabriq:string,st_flcd:string,st_fldcd:string,st_flmanu:string,st_heuchk:string,st_heueff:string,st_heumaj:string,st_heustu:string,st_hidden:string,st_instit:string,st_ins:string,st_ins_oid:string,st_keyword:string,st_lieu:string,st_locked:string,st_modali:string,st_nb_acq:string,st_nb_fic:string,st_nb_fic_h:string,st_nb_ima:string,st_nb_ima_h:string,st_nb_ser:string,st_nb_ser_h:string,st_nomdic:string,st_numcd:string,st_numdem:string,st_numdos:string,st_numexa:string,st_numper:string,st_numper_ori:string,st_numper_ori_sec:string,st_numper_sec:string,st_numstu:string,st_num_id:string,st_operat:string,st_patsex:string,st_pat_id:string,st_perphy:string,st_pnodic:string,st_poids:string,st_rappro:string,st_rappro_manu:string,st_read:string,st_reaphy:string,st_refphy:string,st_sop_uid:string,st_sta_pps:string,st_studsc:string,st_stueff:string,st_stu_id:string,st_stu_id_ori:string,st_svcdem:string,st_taific:string,st_taific_h:string,st_taille:string,st_typnat:string,st_urgen:string>
(2) Project [codegen id : 1]
Output [74]: [str_create(Cab_A) AS ORIGINE_440154#598977, st_accnum#598421 AS ST_ACCNUM_438289#598904, st_adm_id#598454 AS ST_ADM_ID_438322#598905, st_cache#598449 AS ST_CACHE_438317#598906, st_codchk#598458 AS ST_CODCHK_438326#598907, st_codcli#598446 AS ST_CODCLI_438314#598908, st_codser#598453 AS ST_CODSER_438321#598909, st_codsit#598447 AS ST_CODSIT_438315#598910, st_coduti#598419 AS ST_CODUTI_438287#598911, st_comm_1#598410 AS ST_COMM_1_438278#598912, st_comm_2#598411 AS ST_COMM_2_438279#598913, st_datchk#598459 AS ST_DATCHK_438327#598914, st_dateff#598408 AS ST_DATEFF_438276#598915, st_datmaj#598417 AS ST_DATMAJ_438285#598916, st_datstu#598395 AS ST_DATSTU_438263#598917, st_droit#598412 AS ST_DROIT_438280#598918, st_d_ndic#598402 AS ST_D_NDIC_438270#598919, st_fabriq#598398 AS ST_FABRIQ_438266#598920, st_flcd#598430 AS ST_FLCD_438298#598921, st_fldcd#598455 AS ST_FLDCD_438323#598922, st_flmanu#598439 AS ST_FLMANU_438307#598923, st_heuchk#598460 AS ST_HEUCHK_438328#598924, st_heueff#598409 AS ST_HEUEFF_438277#598925, st_heumaj#598418 AS ST_HEUMAJ_438286#598926, st_heustu#598396 AS ST_HEUSTU_438264#598927, st_hidden#598451 AS ST_HIDDEN_438319#598928, st_instit#598399 AS ST_INSTIT_438267#598929, st_ins#598448 AS ST_INS_438316#598930, st_ins_oid#598450 AS ST_INS_OID_438318#598931, st_keyword#598441 AS ST_KEYWORD_438309#598932, st_lieu#598431 AS ST_LIEU_438299#598933, st_locked#598438 AS ST_LOCKED_438306#598934, st_modali#598397 AS ST_MODALI_438265#598935, st_nb_acq#598404 AS ST_NB_ACQ_438272#598936, st_nb_fic#598406 AS ST_NB_FIC_438274#598937, st_nb_fic_h#598435 AS ST_NB_FIC_H_438303#598938, st_nb_ima#598405 AS ST_NB_IMA_438273#598939, st_nb_ima_h#598436 AS ST_NB_IMA_H_438304#598940, st_nb_ser#598403 AS ST_NB_SER_438271#598941, st_nb_ser_h#598434 AS ST_NB_SER_H_438302#598942, st_nomdic#598400 AS ST_NOMDIC_438268#598943, st_numcd#598432 AS ST_NUMCD_438300#598944, st_numdem#598415 AS ST_NUMDEM_438283#598945, st_numdos#598414 AS ST_NUMDOS_438282#598946, st_numexa#598429 AS ST_NUMEXA_438297#598947, st_numper#598416 AS ST_NUMPER_438284#598948, st_numper_ori#598440 AS ST_NUMPER_ORI_438308#598949, st_numper_ori_sec#598463 AS ST_NUMPER_ORI_S_438331#598950, st_numper_sec#598462 AS ST_NUMPER_SEC_438330#598951, st_numstu#598392 AS ST_NUMSTU_438260#598952, st_num_id#598394 AS ST_NUM_ID_438262#598953, st_operat#598427 AS ST_OPERAT_438295#598954, st_patsex#598424 AS ST_PATSEX_438292#598955, st_pat_id#598420 AS ST_PAT_ID_438288#598956, st_perphy#598426 AS ST_PERPHY_438294#598957, st_pnodic#598401 AS ST_PNODIC_438269#598958, st_poids#598457 AS ST_POIDS_438325#598959, st_rappro#598413 AS ST_RAPPRO_438281#598960, st_rappro_manu#598452 AS ST_RAPPRO_MANU_438320#598961, st_read#598442 AS ST_READ_438310#598962, st_reaphy#598425 AS ST_REAPHY_438293#598963, st_refphy#598422 AS ST_REFPHY_438290#598964, st_sop_uid#598445 AS ST_SOP_UID_438313#598965, st_sta_pps#598444 AS ST_STA_PPS_438312#598966, st_studsc#598423 AS ST_STUDSC_438291#598967, st_stueff#598407 AS ST_STUEFF_438275#598968, st_stu_id#598393 AS ST_STU_ID_438261#598969, st_stu_id_ori#598464 AS ST_STU_ID_ORI_438332#598970, st_svcdem#598433 AS ST_SVCDEM_438301#598971, st_taific#598428 AS ST_TAIFIC_438296#598972, st_taific_h#598437 AS ST_TAIFIC_H_438305#598973, st_taille#598456 AS ST_TAILLE_438324#598974, st_typnat#598461 AS ST_TYPNAT_438329#598975, st_urgen#598443 AS ST_URGEN_438311#598976]
Input [73]: [st_accnum#598421, st_adm_id#598454, st_cache#598449, st_codchk#598458, st_codcli#598446, st_codser#598453, st_codsit#598447, st_coduti#598419, st_comm_1#598410, st_comm_2#598411, st_datchk#598459, st_dateff#598408, st_datmaj#598417, st_datstu#598395, st_droit#598412, st_d_ndic#598402, st_fabriq#598398, st_flcd#598430, st_fldcd#598455, st_flmanu#598439, st_heuchk#598460, st_heueff#598409, st_heumaj#598418, st_heustu#598396, st_hidden#598451, st_instit#598399, st_ins#598448, st_ins_oid#598450, st_keyword#598441, st_lieu#598431, st_locked#598438, st_modali#598397, st_nb_acq#598404, st_nb_fic#598406, st_nb_fic_h#598435, st_nb_ima#598405, st_nb_ima_h#598436, st_nb_ser#598403, st_nb_ser_h#598434, st_nomdic#598400, st_numcd#598432, st_numdem#598415, st_numdos#598414, st_numexa#598429, st_numper#598416, st_numper_ori#598440, st_numper_ori_sec#598463, st_numper_sec#598462, st_numstu#598392, st_num_id#598394, st_operat#598427, st_patsex#598424, st_pat_id#598420, st_perphy#598426, st_pnodic#598401, st_poids#598457, st_rappro#598413, st_rappro_manu#598452, st_read#598442, st_reaphy#598425, st_refphy#598422, st_sop_uid#598445, st_sta_pps#598444, st_studsc#598423, st_stueff#598407, st_stu_id#598393, st_stu_id_ori#598464, st_svcdem#598433, st_taific#598428, st_taific_h#598437, st_taille#598456, st_typnat#598461, st_urgen#598443]
(3) Scan JDBCRelation((SELECT "st_numstu", "st_stu_id", "st_num_id", "st_datstu", "st_heustu", "st_modali", "st_fabriq", "st_instit", "st_nomdic", "st_pnodic", "st_d_ndic", "st_nb_ser", "st_nb_acq", "st_nb_ima", "st_nb_fic", "st_stueff", "st_dateff", "st_heueff", "st_comm_1", "st_comm_2", "st_droit", "st_rappro", "st_numdos", "st_numdem", "st_numper", "st_datmaj", "st_heumaj", "st_coduti", "st_pat_id", "st_accnum", "st_refphy", "st_studsc", "st_patsex", "st_reaphy", "st_perphy", "st_operat", "st_taific", "st_numexa", "st_flcd", "st_lieu", "st_numcd", "st_svcdem", "st_nb_ser_h", "st_nb_fic_h", "st_nb_ima_h", "st_taific_h", "st_locked", "st_flmanu", "st_numper_ori", "st_keyword", "st_read", "st_urgen", "st_sta_pps", "st_sop_uid", "st_codcli", "st_codsit", "st_ins", "st_cache", "st_ins_oid", "st_hidden", "st_rappro_manu", "st_codser", "st_adm_id", "st_fldcd", "st_taille", "st_poids", "st_codchk", "st_datchk", "st_heuchk", "st_typnat", "st_numper_sec", "st_numper_ori_sec", "st_stu_id_ori" FROM "xplore2"."h_study") as x) [numPartitions=1] [codegen id : 2]
Output [73]: [st_accnum#599081, st_adm_id#599114, st_cache#599109, st_codchk#599118, st_codcli#599106, st_codser#599113, st_codsit#599107, st_coduti#599079, st_comm_1#599070, st_comm_2#599071, st_datchk#599119, st_dateff#599068, st_datmaj#599077, st_datstu#599055, st_droit#599072, st_d_ndic#599062, st_fabriq#599058, st_flcd#599090, st_fldcd#599115, st_flmanu#599099, st_heuchk#599120, st_heueff#599069, st_heumaj#599078, st_heustu#599056, st_hidden#599111, st_instit#599059, st_ins#599108, st_ins_oid#599110, st_keyword#599101, st_lieu#599091, st_locked#599098, st_modali#599057, st_nb_acq#599064, st_nb_fic#599066, st_nb_fic_h#599095, st_nb_ima#599065, st_nb_ima_h#599096, st_nb_ser#599063, st_nb_ser_h#599094, st_nomdic#599060, st_numcd#599092, st_numdem#599075, st_numdos#599074, st_numexa#599089, st_numper#599076, st_numper_ori#599100, st_numper_ori_sec#599123, st_numper_sec#599122, st_numstu#599052, st_num_id#599054, st_operat#599087, st_patsex#599084, st_pat_id#599080, st_perphy#599086, st_pnodic#599061, st_poids#599117, st_rappro#599073, st_rappro_manu#599112, st_read#599102, st_reaphy#599085, st_refphy#599082, st_sop_uid#599105, st_sta_pps#599104, st_studsc#599083, st_stueff#599067, st_stu_id#599053, st_stu_id_ori#599124, st_svcdem#599093, st_taific#599088, st_taific_h#599097, st_taille#599116, st_typnat#599121, st_urgen#599103]
ReadSchema: struct<st_accnum:string,st_adm_id:string,st_cache:string,st_codchk:string,st_codcli:string,st_codser:string,st_codsit:string,st_coduti:string,st_comm_1:string,st_comm_2:string,st_datchk:string,st_dateff:string,st_datmaj:string,st_datstu:string,st_droit:string,st_d_ndic:string,st_fabriq:string,st_flcd:string,st_fldcd:string,st_flmanu:string,st_heuchk:string,st_heueff:string,st_heumaj:string,st_heustu:string,st_hidden:string,st_instit:string,st_ins:string,st_ins_oid:string,st_keyword:string,st_lieu:string,st_locked:string,st_modali:string,st_nb_acq:string,st_nb_fic:string,st_nb_fic_h:string,st_nb_ima:string,st_nb_ima_h:string,st_nb_ser:string,st_nb_ser_h:string,st_nomdic:string,st_numcd:string,st_numdem:string,st_numdos:string,st_numexa:string,st_numper:string,st_numper_ori:string,st_numper_ori_sec:string,st_numper_sec:string,st_numstu:string,st_num_id:string,st_operat:string,st_patsex:string,st_pat_id:string,st_perphy:string,st_pnodic:string,st_poids:string,st_rappro:string,st_rappro_manu:string,st_read:string,st_reaphy:string,st_refphy:string,st_sop_uid:string,st_sta_pps:string,st_studsc:string,st_stueff:string,st_stu_id:string,st_stu_id_ori:string,st_svcdem:string,st_taific:string,st_taific_h:string,st_taille:string,st_typnat:string,st_urgen:string>
(4) Project [codegen id : 2]
Output [74]: [str_create(Cab_B) AS ORIGINE_440154#599637, st_accnum#599081 AS ST_ACCNUM_438289#599564, st_adm_id#599114 AS ST_ADM_ID_438322#599565, st_cache#599109 AS ST_CACHE_438317#599566, st_codchk#599118 AS ST_CODCHK_438326#599567, st_codcli#599106 AS ST_CODCLI_438314#599568, st_codser#599113 AS ST_CODSER_438321#599569, st_codsit#599107 AS ST_CODSIT_438315#599570, st_coduti#599079 AS ST_CODUTI_438287#599571, st_comm_1#599070 AS ST_COMM_1_438278#599572, st_comm_2#599071 AS ST_COMM_2_438279#599573, st_datchk#599119 AS ST_DATCHK_438327#599574, st_dateff#599068 AS ST_DATEFF_438276#599575, st_datmaj#599077 AS ST_DATMAJ_438285#599576, st_datstu#599055 AS ST_DATSTU_438263#599577, st_droit#599072 AS ST_DROIT_438280#599578, st_d_ndic#599062 AS ST_D_NDIC_438270#599579, st_fabriq#599058 AS ST_FABRIQ_438266#599580, st_flcd#599090 AS ST_FLCD_438298#599581, st_fldcd#599115 AS ST_FLDCD_438323#599582, st_flmanu#599099 AS ST_FLMANU_438307#599583, st_heuchk#599120 AS ST_HEUCHK_438328#599584, st_heueff#599069 AS ST_HEUEFF_438277#599585, st_heumaj#599078 AS ST_HEUMAJ_438286#599586, st_heustu#599056 AS ST_HEUSTU_438264#599587, st_hidden#599111 AS ST_HIDDEN_438319#599588, st_instit#599059 AS ST_INSTIT_438267#599589, st_ins#599108 AS ST_INS_438316#599590, st_ins_oid#599110 AS ST_INS_OID_438318#599591, st_keyword#599101 AS ST_KEYWORD_438309#599592, st_lieu#599091 AS ST_LIEU_438299#599593, st_locked#599098 AS ST_LOCKED_438306#599594, st_modali#599057 AS ST_MODALI_438265#599595, st_nb_acq#599064 AS ST_NB_ACQ_438272#599596, st_nb_fic#599066 AS ST_NB_FIC_438274#599597, st_nb_fic_h#599095 AS ST_NB_FIC_H_438303#599598, st_nb_ima#599065 AS ST_NB_IMA_438273#599599, st_nb_ima_h#599096 AS ST_NB_IMA_H_438304#599600, st_nb_ser#599063 AS ST_NB_SER_438271#599601, st_nb_ser_h#599094 AS ST_NB_SER_H_438302#599602, st_nomdic#599060 AS ST_NOMDIC_438268#599603, st_numcd#599092 AS ST_NUMCD_438300#599604, st_numdem#599075 AS ST_NUMDEM_438283#599605, st_numdos#599074 AS ST_NUMDOS_438282#599606, st_numexa#599089 AS ST_NUMEXA_438297#599607, st_numper#599076 AS ST_NUMPER_438284#599608, st_numper_ori#599100 AS ST_NUMPER_ORI_438308#599609, st_numper_ori_sec#599123 AS ST_NUMPER_ORI_S_438331#599610, st_numper_sec#599122 AS ST_NUMPER_SEC_438330#599611, st_numstu#599052 AS ST_NUMSTU_438260#599612, st_num_id#599054 AS ST_NUM_ID_438262#599613, st_operat#599087 AS ST_OPERAT_438295#599614, st_patsex#599084 AS ST_PATSEX_438292#599615, st_pat_id#599080 AS ST_PAT_ID_438288#599616, st_perphy#599086 AS ST_PERPHY_438294#599617, st_pnodic#599061 AS ST_PNODIC_438269#599618, st_poids#599117 AS ST_POIDS_438325#599619, st_rappro#599073 AS ST_RAPPRO_438281#599620, st_rappro_manu#599112 AS ST_RAPPRO_MANU_438320#599621, st_read#599102 AS ST_READ_438310#599622, st_reaphy#599085 AS ST_REAPHY_438293#599623, st_refphy#599082 AS ST_REFPHY_438290#599624, st_sop_uid#599105 AS ST_SOP_UID_438313#599625, st_sta_pps#599104 AS ST_STA_PPS_438312#599626, st_studsc#599083 AS ST_STUDSC_438291#599627, st_stueff#599067 AS ST_STUEFF_438275#599628, st_stu_id#599053 AS ST_STU_ID_438261#599629, st_stu_id_ori#599124 AS ST_STU_ID_ORI_438332#599630, st_svcdem#599093 AS ST_SVCDEM_438301#599631, st_taific#599088 AS ST_TAIFIC_438296#599632, st_taific_h#599097 AS ST_TAIFIC_H_438305#599633, st_taille#599116 AS ST_TAILLE_438324#599634, st_typnat#599121 AS ST_TYPNAT_438329#599635, st_urgen#599103 AS ST_URGEN_438311#599636]
Input [73]: [st_accnum#599081, st_adm_id#599114, st_cache#599109, st_codchk#599118, st_codcli#599106, st_codser#599113, st_codsit#599107, st_coduti#599079, st_comm_1#599070, st_comm_2#599071, st_datchk#599119, st_dateff#599068, st_datmaj#599077, st_datstu#599055, st_droit#599072, st_d_ndic#599062, st_fabriq#599058, st_flcd#599090, st_fldcd#599115, st_flmanu#599099, st_heuchk#599120, st_heueff#599069, st_heumaj#599078, st_heustu#599056, st_hidden#599111, st_instit#599059, st_ins#599108, st_ins_oid#599110, st_keyword#599101, st_lieu#599091, st_locked#599098, st_modali#599057, st_nb_acq#599064, st_nb_fic#599066, st_nb_fic_h#599095, st_nb_ima#599065, st_nb_ima_h#599096, st_nb_ser#599063, st_nb_ser_h#599094, st_nomdic#599060, st_numcd#599092, st_numdem#599075, st_numdos#599074, st_numexa#599089, st_numper#599076, st_numper_ori#599100, st_numper_ori_sec#599123, st_numper_sec#599122, st_numstu#599052, st_num_id#599054, st_operat#599087, st_patsex#599084, st_pat_id#599080, st_perphy#599086, st_pnodic#599061, st_poids#599117, st_rappro#599073, st_rappro_manu#599112, st_read#599102, st_reaphy#599085, st_refphy#599082, st_sop_uid#599105, st_sta_pps#599104, st_studsc#599083, st_stueff#599067, st_stu_id#599053, st_stu_id_ori#599124, st_svcdem#599093, st_taific#599088, st_taific_h#599097, st_taille#599116, st_typnat#599121, st_urgen#599103]
(5) Union
(6) WriteFiles
Input [74]: [ORIGINE_440154#598977, ST_ACCNUM_438289#598904, ST_ADM_ID_438322#598905, ST_CACHE_438317#598906, ST_CODCHK_438326#598907, ST_CODCLI_438314#598908, ST_CODSER_438321#598909, ST_CODSIT_438315#598910, ST_CODUTI_438287#598911, ST_COMM_1_438278#598912, ST_COMM_2_438279#598913, ST_DATCHK_438327#598914, ST_DATEFF_438276#598915, ST_DATMAJ_438285#598916, ST_DATSTU_438263#598917, ST_DROIT_438280#598918, ST_D_NDIC_438270#598919, ST_FABRIQ_438266#598920, ST_FLCD_438298#598921, ST_FLDCD_438323#598922, ST_FLMANU_438307#598923, ST_HEUCHK_438328#598924, ST_HEUEFF_438277#598925, ST_HEUMAJ_438286#598926, ST_HEUSTU_438264#598927, ST_HIDDEN_438319#598928, ST_INSTIT_438267#598929, ST_INS_438316#598930, ST_INS_OID_438318#598931, ST_KEYWORD_438309#598932, ST_LIEU_438299#598933, ST_LOCKED_438306#598934, ST_MODALI_438265#598935, ST_NB_ACQ_438272#598936, ST_NB_FIC_438274#598937, ST_NB_FIC_H_438303#598938, ST_NB_IMA_438273#598939, ST_NB_IMA_H_438304#598940, ST_NB_SER_438271#598941, ST_NB_SER_H_438302#598942, ST_NOMDIC_438268#598943, ST_NUMCD_438300#598944, ST_NUMDEM_438283#598945, ST_NUMDOS_438282#598946, ST_NUMEXA_438297#598947, ST_NUMPER_438284#598948, ST_NUMPER_ORI_438308#598949, ST_NUMPER_ORI_S_438331#598950, ST_NUMPER_SEC_438330#598951, ST_NUMSTU_438260#598952, ST_NUM_ID_438262#598953, ST_OPERAT_438295#598954, ST_PATSEX_438292#598955, ST_PAT_ID_438288#598956, ST_PERPHY_438294#598957, ST_PNODIC_438269#598958, ST_POIDS_438325#598959, ST_RAPPRO_438281#598960, ST_RAPPRO_MANU_438320#598961, ST_READ_438310#598962, ST_REAPHY_438293#598963, ST_REFPHY_438290#598964, ST_SOP_UID_438313#598965, ST_STA_PPS_438312#598966, ST_STUDSC_438291#598967, ST_STUEFF_438275#598968, ST_STU_ID_438261#598969, ST_STU_ID_ORI_438332#598970, ST_SVCDEM_438301#598971, ST_TAIFIC_438296#598972, ST_TAIFIC_H_438305#598973, ST_TAILLE_438324#598974, ST_TYPNAT_438329#598975, ST_URGEN_438311#598976]
(7) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/H_STUDY_438259, false, Parquet, [path=file:///data/output/cache/parquet/uet/H_STUDY_438259], Overwrite, [ORIGINE_440154, ST_ACCNUM_438289, ST_ADM_ID_438322, ST_CACHE_438317, ST_CODCHK_438326, ST_CODCLI_438314, ST_CODSER_438321, ST_CODSIT_438315, ST_CODUTI_438287, ST_COMM_1_438278, ST_COMM_2_438279, ST_DATCHK_438327, ST_DATEFF_438276, ST_DATMAJ_438285, ST_DATSTU_438263, ST_DROIT_438280, ST_D_NDIC_438270, ST_FABRIQ_438266, ST_FLCD_438298, ST_FLDCD_438323, ST_FLMANU_438307, ST_HEUCHK_438328, ST_HEUEFF_438277, ST_HEUMAJ_438286, ... 50 more fields]