digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n876 ms (424 ms, 452 ms, 452 ms (stage 1294.0: task 1186))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 13,799"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(cr_nomdic#270897.toString, cr_for_cr#270898.toString, cr_taidcr#270899.toString, numdos#270900.toString, cr_nomdos#270901.toString, cr_prior#270902.toString, cr_nomdcr#270903.toString, cr_numdem#270904.toString, cr_cr#270905.toString, cr_numexa#270906.toString, cr_typdoc#270907.toString, cr_numcr#270908.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_h_cr_438499#270921L, true, false, true), StructField(cr_nomdic,StringType,true), StructField(cr_for_cr,StringType,true), StructField(cr_taidcr,StringType,true), StructField(numdos,StringType,true), StructField(cr_nomdos,StringType,true), StructField(cr_prior,StringType,true), StructField(cr_nomdcr,StringType,true), StructField(cr_numdem,StringType,true), StructField(cr_cr,StringType,true), StructField(cr_numexa,StringType,true), StructField(cr_typdoc,StringType,true), ... 2 more fields), obj#270961: org.apache.spark.sql.Row
Project [cr_nomdic#270897, cr_for_cr#270898, cr_taidcr#270899, numdos#270900, cr_nomdos#270901, cr_prior#270902, cr_nomdcr#270903, cr_numdem#270904, cr_cr#270905, cr_numexa#270906, cr_typdoc#270907, cr_numcr#270908, monotonically_increasing_id() AS id_dc_do_not_overwrite_h_cr_438499#270921L]
Scan ExistingRDD[cr_nomdic#270897,cr_for_cr#270898,cr_taidcr#270899,numdos#270900,cr_nomdos#270901,cr_prior#270902,cr_nomdcr#270903,cr_numdem#270904,cr_cr#270905,cr_numexa#270906,cr_typdoc#270907,cr_numcr#270908]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [12]: [cr_nomdic#270897, cr_for_cr#270898, cr_taidcr#270899, numdos#270900, cr_nomdos#270901, cr_prior#270902, cr_nomdcr#270903, cr_numdem#270904, cr_cr#270905, cr_numexa#270906, cr_typdoc#270907, cr_numcr#270908]
Arguments: [cr_nomdic#270897, cr_for_cr#270898, cr_taidcr#270899, numdos#270900, cr_nomdos#270901, cr_prior#270902, cr_nomdcr#270903, cr_numdem#270904, cr_cr#270905, cr_numexa#270906, cr_typdoc#270907, cr_numcr#270908], MapPartitionsRDD[3907] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [13]: [cr_nomdic#270897, cr_for_cr#270898, cr_taidcr#270899, numdos#270900, cr_nomdos#270901, cr_prior#270902, cr_nomdcr#270903, cr_numdem#270904, cr_cr#270905, cr_numexa#270906, cr_typdoc#270907, cr_numcr#270908, monotonically_increasing_id() AS id_dc_do_not_overwrite_h_cr_438499#270921L]
Input [12]: [cr_nomdic#270897, cr_for_cr#270898, cr_taidcr#270899, numdos#270900, cr_nomdos#270901, cr_prior#270902, cr_nomdcr#270903, cr_numdem#270904, cr_cr#270905, cr_numexa#270906, cr_typdoc#270907, cr_numcr#270908]
(3) DeserializeToObject
Input [13]: [cr_nomdic#270897, cr_for_cr#270898, cr_taidcr#270899, numdos#270900, cr_nomdos#270901, cr_prior#270902, cr_nomdcr#270903, cr_numdem#270904, cr_cr#270905, cr_numexa#270906, cr_typdoc#270907, cr_numcr#270908, id_dc_do_not_overwrite_h_cr_438499#270921L]
Arguments: createexternalrow(cr_nomdic#270897.toString, cr_for_cr#270898.toString, cr_taidcr#270899.toString, numdos#270900.toString, cr_nomdos#270901.toString, cr_prior#270902.toString, cr_nomdcr#270903.toString, cr_numdem#270904.toString, cr_cr#270905.toString, cr_numexa#270906.toString, cr_typdoc#270907.toString, cr_numcr#270908.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_h_cr_438499#270921L, true, false, true), StructField(cr_nomdic,StringType,true), StructField(cr_for_cr,StringType,true), StructField(cr_taidcr,StringType,true), StructField(numdos,StringType,true), StructField(cr_nomdos,StringType,true), StructField(cr_prior,StringType,true), StructField(cr_nomdcr,StringType,true), StructField(cr_numdem,StringType,true), StructField(cr_cr,StringType,true), StructField(cr_numexa,StringType,true), StructField(cr_typdoc,StringType,true), ... 2 more fields), obj#270961: org.apache.spark.sql.Row