digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n689 ms (7 ms, 682 ms, 682 ms (stage 1190.0: task 1108))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 13,799"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(cr_nomdic#237145.toString, cr_for_cr#237146.toString, cr_taidcr#237147.toString, numdos#237148.toString, cr_nomdos#237149.toString, cr_prior#237150.toString, cr_nomdcr#237151.toString, cr_numdem#237152.toString, cr_cr#237153.toString, cr_numexa#237154.toString, cr_typdoc#237155.toString, cr_numcr#237156.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_h_cr_438499#237169L, true, false, true), StructField(cr_nomdic,StringType,true), StructField(cr_for_cr,StringType,true), StructField(cr_taidcr,StringType,true), StructField(numdos,StringType,true), StructField(cr_nomdos,StringType,true), StructField(cr_prior,StringType,true), StructField(cr_nomdcr,StringType,true), StructField(cr_numdem,StringType,true), StructField(cr_cr,StringType,true), StructField(cr_numexa,StringType,true), StructField(cr_typdoc,StringType,true), ... 2 more fields), obj#237209: org.apache.spark.sql.Row
Project [cr_nomdic#237145, cr_for_cr#237146, cr_taidcr#237147, numdos#237148, cr_nomdos#237149, cr_prior#237150, cr_nomdcr#237151, cr_numdem#237152, cr_cr#237153, cr_numexa#237154, cr_typdoc#237155, cr_numcr#237156, monotonically_increasing_id() AS id_dc_do_not_overwrite_h_cr_438499#237169L]
Scan ExistingRDD[cr_nomdic#237145,cr_for_cr#237146,cr_taidcr#237147,numdos#237148,cr_nomdos#237149,cr_prior#237150,cr_nomdcr#237151,cr_numdem#237152,cr_cr#237153,cr_numexa#237154,cr_typdoc#237155,cr_numcr#237156]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [12]: [cr_nomdic#237145, cr_for_cr#237146, cr_taidcr#237147, numdos#237148, cr_nomdos#237149, cr_prior#237150, cr_nomdcr#237151, cr_numdem#237152, cr_cr#237153, cr_numexa#237154, cr_typdoc#237155, cr_numcr#237156]
Arguments: [cr_nomdic#237145, cr_for_cr#237146, cr_taidcr#237147, numdos#237148, cr_nomdos#237149, cr_prior#237150, cr_nomdcr#237151, cr_numdem#237152, cr_cr#237153, cr_numexa#237154, cr_typdoc#237155, cr_numcr#237156], MapPartitionsRDD[3650] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [13]: [cr_nomdic#237145, cr_for_cr#237146, cr_taidcr#237147, numdos#237148, cr_nomdos#237149, cr_prior#237150, cr_nomdcr#237151, cr_numdem#237152, cr_cr#237153, cr_numexa#237154, cr_typdoc#237155, cr_numcr#237156, monotonically_increasing_id() AS id_dc_do_not_overwrite_h_cr_438499#237169L]
Input [12]: [cr_nomdic#237145, cr_for_cr#237146, cr_taidcr#237147, numdos#237148, cr_nomdos#237149, cr_prior#237150, cr_nomdcr#237151, cr_numdem#237152, cr_cr#237153, cr_numexa#237154, cr_typdoc#237155, cr_numcr#237156]
(3) DeserializeToObject
Input [13]: [cr_nomdic#237145, cr_for_cr#237146, cr_taidcr#237147, numdos#237148, cr_nomdos#237149, cr_prior#237150, cr_nomdcr#237151, cr_numdem#237152, cr_cr#237153, cr_numexa#237154, cr_typdoc#237155, cr_numcr#237156, id_dc_do_not_overwrite_h_cr_438499#237169L]
Arguments: createexternalrow(cr_nomdic#237145.toString, cr_for_cr#237146.toString, cr_taidcr#237147.toString, numdos#237148.toString, cr_nomdos#237149.toString, cr_prior#237150.toString, cr_nomdcr#237151.toString, cr_numdem#237152.toString, cr_cr#237153.toString, cr_numexa#237154.toString, cr_typdoc#237155.toString, cr_numcr#237156.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_h_cr_438499#237169L, true, false, true), StructField(cr_nomdic,StringType,true), StructField(cr_for_cr,StringType,true), StructField(cr_taidcr,StringType,true), StructField(numdos,StringType,true), StructField(cr_nomdos,StringType,true), StructField(cr_prior,StringType,true), StructField(cr_nomdcr,StringType,true), StructField(cr_numdem,StringType,true), StructField(cr_cr,StringType,true), StructField(cr_numexa,StringType,true), StructField(cr_typdoc,StringType,true), ... 2 more fields), obj#237209: org.apache.spark.sql.Row