digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 498 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 1,000"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, capacity_norm#123696, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, total_velos_disponibles#123697, true, false, true), staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, capacity#123698, true, false, true), stationcode#123699.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, numbikesavailable#123700, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, heure_information#123701, true, false, true), is_installed#123702.toString, arrondissement_communes#123703.toString, fields#123704.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, velos_mecaniques#123705, true, false, true), is_returning#123706.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, numdocksavailable#123707, true, false, true), nom_station#123708.toString, type_velos#123709.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, velos_electriques#123710, true, false, true), geometry#123711.toString, couleur_ratio#123712.toString, longitude#123713.toString, latitude#123714.toString, code_station#123715.toString, datasetid#123716.toString, is_renting#123717.toString, date_information#123718.toString, recordid#123719.toString, ... 28 more fields), obj#123825: org.apache.spark.sql.Row
Project [capacity_norm#123696, total_velos_disponibles#123697, capacity#123698, stationcode#123699, numbikesavailable#123700, heure_information#123701, is_installed#123702, arrondissement_communes#123703, fields#123704, velos_mecaniques#123705, is_returning#123706, numdocksavailable#123707, nom_station#123708, type_velos#123709, velos_electriques#123710, geometry#123711, couleur_ratio#123712, longitude#123713, latitude#123714, code_station#123715, datasetid#123716, is_renting#123717, date_information#123718, recordid#123719, ... 2 more fields]
Scan ExistingRDD[capacity_norm#123696,total_velos_disponibles#123697,capacity#123698,stationcode#123699,numbikesavailable#123700,heure_information#123701,is_installed#123702,arrondissement_communes#123703,fields#123704,velos_mecaniques#123705,is_returning#123706,numdocksavailable#123707,nom_station#123708,type_velos#123709,velos_electriques#123710,geometry#123711,couleur_ratio#123712,longitude#123713,latitude#123714,code_station#123715,datasetid#123716,is_renting#123717,date_information#123718,recordid#123719,_disponibilite#123720]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [25]: [capacity_norm#123696, total_velos_disponibles#123697, capacity#123698, stationcode#123699, numbikesavailable#123700, heure_information#123701, is_installed#123702, arrondissement_communes#123703, fields#123704, velos_mecaniques#123705, is_returning#123706, numdocksavailable#123707, nom_station#123708, type_velos#123709, velos_electriques#123710, geometry#123711, couleur_ratio#123712, longitude#123713, latitude#123714, code_station#123715, datasetid#123716, is_renting#123717, date_information#123718, recordid#123719, _disponibilite#123720]
Arguments: [capacity_norm#123696, total_velos_disponibles#123697, capacity#123698, stationcode#123699, numbikesavailable#123700, heure_information#123701, is_installed#123702, arrondissement_communes#123703, fields#123704, velos_mecaniques#123705, is_returning#123706, numdocksavailable#123707, nom_station#123708, type_velos#123709, velos_electriques#123710, geometry#123711, couleur_ratio#123712, longitude#123713, latitude#123714, code_station#123715, datasetid#123716, is_renting#123717, date_information#123718, recordid#123719, _disponibilite#123720], MapPartitionsRDD[1622] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [26]: [capacity_norm#123696, total_velos_disponibles#123697, capacity#123698, stationcode#123699, numbikesavailable#123700, heure_information#123701, is_installed#123702, arrondissement_communes#123703, fields#123704, velos_mecaniques#123705, is_returning#123706, numdocksavailable#123707, nom_station#123708, type_velos#123709, velos_electriques#123710, geometry#123711, couleur_ratio#123712, longitude#123713, latitude#123714, code_station#123715, datasetid#123716, is_renting#123717, date_information#123718, recordid#123719, _disponibilite#123720, monotonically_increasing_id() AS id_dc_do_not_overwrite_vlib_json_119279#123746L]
Input [25]: [capacity_norm#123696, total_velos_disponibles#123697, capacity#123698, stationcode#123699, numbikesavailable#123700, heure_information#123701, is_installed#123702, arrondissement_communes#123703, fields#123704, velos_mecaniques#123705, is_returning#123706, numdocksavailable#123707, nom_station#123708, type_velos#123709, velos_electriques#123710, geometry#123711, couleur_ratio#123712, longitude#123713, latitude#123714, code_station#123715, datasetid#123716, is_renting#123717, date_information#123718, recordid#123719, _disponibilite#123720]
(3) DeserializeToObject
Input [26]: [capacity_norm#123696, total_velos_disponibles#123697, capacity#123698, stationcode#123699, numbikesavailable#123700, heure_information#123701, is_installed#123702, arrondissement_communes#123703, fields#123704, velos_mecaniques#123705, is_returning#123706, numdocksavailable#123707, nom_station#123708, type_velos#123709, velos_electriques#123710, geometry#123711, couleur_ratio#123712, longitude#123713, latitude#123714, code_station#123715, datasetid#123716, is_renting#123717, date_information#123718, recordid#123719, _disponibilite#123720, id_dc_do_not_overwrite_vlib_json_119279#123746L]
Arguments: createexternalrow(staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, capacity_norm#123696, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, total_velos_disponibles#123697, true, false, true), staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, capacity#123698, true, false, true), stationcode#123699.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, numbikesavailable#123700, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, heure_information#123701, true, false, true), is_installed#123702.toString, arrondissement_communes#123703.toString, fields#123704.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, velos_mecaniques#123705, true, false, true), is_returning#123706.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, numdocksavailable#123707, true, false, true), nom_station#123708.toString, type_velos#123709.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, velos_electriques#123710, true, false, true), geometry#123711.toString, couleur_ratio#123712.toString, longitude#123713.toString, latitude#123714.toString, code_station#123715.toString, datasetid#123716.toString, is_renting#123717.toString, date_information#123718.toString, recordid#123719.toString, ... 28 more fields), obj#123825: org.apache.spark.sql.Row