digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 224 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 466"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, capacity_norm#1208, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, total_velos_disponibles#1209, true, false, true), staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, capacity#1210, true, false, true), stationcode#1211.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, numbikesavailable#1212, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, heure_information#1213, true, false, true), is_installed#1214.toString, arrondissement_communes#1215.toString, fields#1216.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, velos_mecaniques#1217, true, false, true), is_returning#1218.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, numdocksavailable#1219, true, false, true), nom_station#1220.toString, type_velos#1221.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, velos_electriques#1222, true, false, true), geometry#1223.toString, couleur_ratio#1224.toString, longitude#1225.toString, latitude#1226.toString, code_station#1227.toString, datasetid#1228.toString, is_renting#1229.toString, date_information#1230.toString, recordid#1231.toString, ... 28 more fields), obj#1337: org.apache.spark.sql.Row
Project [capacity_norm#1208, total_velos_disponibles#1209, capacity#1210, stationcode#1211, numbikesavailable#1212, heure_information#1213, is_installed#1214, arrondissement_communes#1215, fields#1216, velos_mecaniques#1217, is_returning#1218, numdocksavailable#1219, nom_station#1220, type_velos#1221, velos_electriques#1222, geometry#1223, couleur_ratio#1224, longitude#1225, latitude#1226, code_station#1227, datasetid#1228, is_renting#1229, date_information#1230, recordid#1231, ... 2 more fields]
Scan ExistingRDD[capacity_norm#1208,total_velos_disponibles#1209,capacity#1210,stationcode#1211,numbikesavailable#1212,heure_information#1213,is_installed#1214,arrondissement_communes#1215,fields#1216,velos_mecaniques#1217,is_returning#1218,numdocksavailable#1219,nom_station#1220,type_velos#1221,velos_electriques#1222,geometry#1223,couleur_ratio#1224,longitude#1225,latitude#1226,code_station#1227,datasetid#1228,is_renting#1229,date_information#1230,recordid#1231,_disponibilite#1232]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [25]: [capacity_norm#1208, total_velos_disponibles#1209, capacity#1210, stationcode#1211, numbikesavailable#1212, heure_information#1213, is_installed#1214, arrondissement_communes#1215, fields#1216, velos_mecaniques#1217, is_returning#1218, numdocksavailable#1219, nom_station#1220, type_velos#1221, velos_electriques#1222, geometry#1223, couleur_ratio#1224, longitude#1225, latitude#1226, code_station#1227, datasetid#1228, is_renting#1229, date_information#1230, recordid#1231, _disponibilite#1232]
Arguments: [capacity_norm#1208, total_velos_disponibles#1209, capacity#1210, stationcode#1211, numbikesavailable#1212, heure_information#1213, is_installed#1214, arrondissement_communes#1215, fields#1216, velos_mecaniques#1217, is_returning#1218, numdocksavailable#1219, nom_station#1220, type_velos#1221, velos_electriques#1222, geometry#1223, couleur_ratio#1224, longitude#1225, latitude#1226, code_station#1227, datasetid#1228, is_renting#1229, date_information#1230, recordid#1231, _disponibilite#1232], MapPartitionsRDD[92] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [26]: [capacity_norm#1208, total_velos_disponibles#1209, capacity#1210, stationcode#1211, numbikesavailable#1212, heure_information#1213, is_installed#1214, arrondissement_communes#1215, fields#1216, velos_mecaniques#1217, is_returning#1218, numdocksavailable#1219, nom_station#1220, type_velos#1221, velos_electriques#1222, geometry#1223, couleur_ratio#1224, longitude#1225, latitude#1226, code_station#1227, datasetid#1228, is_renting#1229, date_information#1230, recordid#1231, _disponibilite#1232, monotonically_increasing_id() AS id_dc_do_not_overwrite_vlib_json_119279#1258L]
Input [25]: [capacity_norm#1208, total_velos_disponibles#1209, capacity#1210, stationcode#1211, numbikesavailable#1212, heure_information#1213, is_installed#1214, arrondissement_communes#1215, fields#1216, velos_mecaniques#1217, is_returning#1218, numdocksavailable#1219, nom_station#1220, type_velos#1221, velos_electriques#1222, geometry#1223, couleur_ratio#1224, longitude#1225, latitude#1226, code_station#1227, datasetid#1228, is_renting#1229, date_information#1230, recordid#1231, _disponibilite#1232]
(3) DeserializeToObject
Input [26]: [capacity_norm#1208, total_velos_disponibles#1209, capacity#1210, stationcode#1211, numbikesavailable#1212, heure_information#1213, is_installed#1214, arrondissement_communes#1215, fields#1216, velos_mecaniques#1217, is_returning#1218, numdocksavailable#1219, nom_station#1220, type_velos#1221, velos_electriques#1222, geometry#1223, couleur_ratio#1224, longitude#1225, latitude#1226, code_station#1227, datasetid#1228, is_renting#1229, date_information#1230, recordid#1231, _disponibilite#1232, id_dc_do_not_overwrite_vlib_json_119279#1258L]
Arguments: createexternalrow(staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, capacity_norm#1208, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, total_velos_disponibles#1209, true, false, true), staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, capacity#1210, true, false, true), stationcode#1211.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, numbikesavailable#1212, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, heure_information#1213, true, false, true), is_installed#1214.toString, arrondissement_communes#1215.toString, fields#1216.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, velos_mecaniques#1217, true, false, true), is_returning#1218.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, numdocksavailable#1219, true, false, true), nom_station#1220.toString, type_velos#1221.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, velos_electriques#1222, true, false, true), geometry#1223.toString, couleur_ratio#1224.toString, longitude#1225.toString, latitude#1226.toString, code_station#1227.toString, datasetid#1228.toString, is_renting#1229.toString, date_information#1230.toString, recordid#1231.toString, ... 28 more fields), obj#1337: org.apache.spark.sql.Row