digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n7.3 s (3 ms, 4 ms, 7.3 s (stage 2646.0: task 10398))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 589,024"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(commune#290530.toString, nom_complet_document_biologie#290531.toString, prenom_patient#290532.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, age_au_prelevement#290533L, true, false, true), code_medecin#290534.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, test_normalite_suivant#290535, true, false, true), staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_biologie_etude__19988#290542L, true, false, true), StructField(commune,StringType,true), StructField(nom_complet_document_biologie,StringType,true), StructField(prenom_patient,StringType,true), StructField(age_au_prelevement,LongType,true), StructField(code_medecin,StringType,true), StructField(test_normalite_suivant,DoubleType,true), StructField(id_dc_do_not_overwrite_biologie_etude__19988,LongType,false)), obj#290564: org.apache.spark.sql.Row
Project [commune#290530, nom_complet_document_biologie#290531, prenom_patient#290532, age_au_prelevement#290533L, code_medecin#290534, test_normalite_suivant#290535, monotonically_increasing_id() AS id_dc_do_not_overwrite_biologie_etude__19988#290542L]
Scan ExistingRDD[commune#290530,nom_complet_document_biologie#290531,prenom_patient#290532,age_au_prelevement#290533L,code_medecin#290534,test_normalite_suivant#290535]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [6]: [commune#290530, nom_complet_document_biologie#290531, prenom_patient#290532, age_au_prelevement#290533L, code_medecin#290534, test_normalite_suivant#290535]
Arguments: [commune#290530, nom_complet_document_biologie#290531, prenom_patient#290532, age_au_prelevement#290533L, code_medecin#290534, test_normalite_suivant#290535], MapPartitionsRDD[7573] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [7]: [commune#290530, nom_complet_document_biologie#290531, prenom_patient#290532, age_au_prelevement#290533L, code_medecin#290534, test_normalite_suivant#290535, monotonically_increasing_id() AS id_dc_do_not_overwrite_biologie_etude__19988#290542L]
Input [6]: [commune#290530, nom_complet_document_biologie#290531, prenom_patient#290532, age_au_prelevement#290533L, code_medecin#290534, test_normalite_suivant#290535]
(3) DeserializeToObject
Input [7]: [commune#290530, nom_complet_document_biologie#290531, prenom_patient#290532, age_au_prelevement#290533L, code_medecin#290534, test_normalite_suivant#290535, id_dc_do_not_overwrite_biologie_etude__19988#290542L]
Arguments: createexternalrow(commune#290530.toString, nom_complet_document_biologie#290531.toString, prenom_patient#290532.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, age_au_prelevement#290533L, true, false, true), code_medecin#290534.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, test_normalite_suivant#290535, true, false, true), staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_biologie_etude__19988#290542L, true, false, true), StructField(commune,StringType,true), StructField(nom_complet_document_biologie,StringType,true), StructField(prenom_patient,StringType,true), StructField(age_au_prelevement,LongType,true), StructField(code_medecin,StringType,true), StructField(test_normalite_suivant,DoubleType,true), StructField(id_dc_do_not_overwrite_biologie_etude__19988,LongType,false)), obj#290564: org.apache.spark.sql.Row