digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 75 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 613"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, capacity_norm#8094, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, total_velos_disponibles#8095, true, false, true), staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, capacity#8096, true, false, true), stationcode#8097.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, numbikesavailable#8098, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, heure_information#8099, true, false, true), is_installed#8100.toString, arrondissement_communes#8101.toString, fields#8102.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, velos_mecaniques#8103, true, false, true), is_returning#8104.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, numdocksavailable#8105, true, false, true), nom_station#8106.toString, type_velos#8107.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, velos_electriques#8108, true, false, true), geometry#8109.toString, couleur_ratio#8110.toString, longitude#8111.toString, latitude#8112.toString, code_station#8113.toString, datasetid#8114.toString, is_renting#8115.toString, date_information#8116.toString, recordid#8117.toString, ... 28 more fields), obj#8223: org.apache.spark.sql.Row
Project [capacity_norm#8094, total_velos_disponibles#8095, capacity#8096, stationcode#8097, numbikesavailable#8098, heure_information#8099, is_installed#8100, arrondissement_communes#8101, fields#8102, velos_mecaniques#8103, is_returning#8104, numdocksavailable#8105, nom_station#8106, type_velos#8107, velos_electriques#8108, geometry#8109, couleur_ratio#8110, longitude#8111, latitude#8112, code_station#8113, datasetid#8114, is_renting#8115, date_information#8116, recordid#8117, ... 2 more fields]
Scan ExistingRDD[capacity_norm#8094,total_velos_disponibles#8095,capacity#8096,stationcode#8097,numbikesavailable#8098,heure_information#8099,is_installed#8100,arrondissement_communes#8101,fields#8102,velos_mecaniques#8103,is_returning#8104,numdocksavailable#8105,nom_station#8106,type_velos#8107,velos_electriques#8108,geometry#8109,couleur_ratio#8110,longitude#8111,latitude#8112,code_station#8113,datasetid#8114,is_renting#8115,date_information#8116,recordid#8117,_disponibilite#8118]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [25]: [capacity_norm#8094, total_velos_disponibles#8095, capacity#8096, stationcode#8097, numbikesavailable#8098, heure_information#8099, is_installed#8100, arrondissement_communes#8101, fields#8102, velos_mecaniques#8103, is_returning#8104, numdocksavailable#8105, nom_station#8106, type_velos#8107, velos_electriques#8108, geometry#8109, couleur_ratio#8110, longitude#8111, latitude#8112, code_station#8113, datasetid#8114, is_renting#8115, date_information#8116, recordid#8117, _disponibilite#8118]
Arguments: [capacity_norm#8094, total_velos_disponibles#8095, capacity#8096, stationcode#8097, numbikesavailable#8098, heure_information#8099, is_installed#8100, arrondissement_communes#8101, fields#8102, velos_mecaniques#8103, is_returning#8104, numdocksavailable#8105, nom_station#8106, type_velos#8107, velos_electriques#8108, geometry#8109, couleur_ratio#8110, longitude#8111, latitude#8112, code_station#8113, datasetid#8114, is_renting#8115, date_information#8116, recordid#8117, _disponibilite#8118], MapPartitionsRDD[358] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [26]: [capacity_norm#8094, total_velos_disponibles#8095, capacity#8096, stationcode#8097, numbikesavailable#8098, heure_information#8099, is_installed#8100, arrondissement_communes#8101, fields#8102, velos_mecaniques#8103, is_returning#8104, numdocksavailable#8105, nom_station#8106, type_velos#8107, velos_electriques#8108, geometry#8109, couleur_ratio#8110, longitude#8111, latitude#8112, code_station#8113, datasetid#8114, is_renting#8115, date_information#8116, recordid#8117, _disponibilite#8118, monotonically_increasing_id() AS id_dc_do_not_overwrite_vlib_json_119279#8144L]
Input [25]: [capacity_norm#8094, total_velos_disponibles#8095, capacity#8096, stationcode#8097, numbikesavailable#8098, heure_information#8099, is_installed#8100, arrondissement_communes#8101, fields#8102, velos_mecaniques#8103, is_returning#8104, numdocksavailable#8105, nom_station#8106, type_velos#8107, velos_electriques#8108, geometry#8109, couleur_ratio#8110, longitude#8111, latitude#8112, code_station#8113, datasetid#8114, is_renting#8115, date_information#8116, recordid#8117, _disponibilite#8118]
(3) DeserializeToObject
Input [26]: [capacity_norm#8094, total_velos_disponibles#8095, capacity#8096, stationcode#8097, numbikesavailable#8098, heure_information#8099, is_installed#8100, arrondissement_communes#8101, fields#8102, velos_mecaniques#8103, is_returning#8104, numdocksavailable#8105, nom_station#8106, type_velos#8107, velos_electriques#8108, geometry#8109, couleur_ratio#8110, longitude#8111, latitude#8112, code_station#8113, datasetid#8114, is_renting#8115, date_information#8116, recordid#8117, _disponibilite#8118, id_dc_do_not_overwrite_vlib_json_119279#8144L]
Arguments: createexternalrow(staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, capacity_norm#8094, true, false, true), staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, total_velos_disponibles#8095, true, false, true), staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, capacity#8096, true, false, true), stationcode#8097.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, numbikesavailable#8098, true, false, true), staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, heure_information#8099, true, false, true), is_installed#8100.toString, arrondissement_communes#8101.toString, fields#8102.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, velos_mecaniques#8103, true, false, true), is_returning#8104.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, numdocksavailable#8105, true, false, true), nom_station#8106.toString, type_velos#8107.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, velos_electriques#8108, true, false, true), geometry#8109.toString, couleur_ratio#8110.toString, longitude#8111.toString, latitude#8112.toString, code_station#8113.toString, datasetid#8114.toString, is_renting#8115.toString, date_information#8116.toString, recordid#8117.toString, ... 28 more fields), obj#8223: org.apache.spark.sql.Row