digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n165 ms (31 ms, 134 ms, 134 ms (stage 1712.0: task 1442))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#316385L, true, false, true), date#316386.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#316387, true, false, true), type_valeur#316388.toString, polluant#316389.toString, commune_insee#316390.toString, departement_code#316391.toString, qualificatif#316392.toString, couleur_html#316393.toString, code_insee#316394.toString, departement_nom#316395.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#316396, true, false, true), epci_code#316397.toString, epci_nom#316398.toString, features0geometry#316399.toString, region_nom#316400.toString, nom#316401.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#316402, true, false, true), region_code#316403.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#316423L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#316484: org.apache.spark.sql.Row
Project [delai#316385L, date#316386, indice#316387, type_valeur#316388, polluant#316389, commune_insee#316390, departement_code#316391, qualificatif#316392, couleur_html#316393, code_insee#316394, departement_nom#316395, date_date#316396, epci_code#316397, epci_nom#316398, features0geometry#316399, region_nom#316400, nom#316401, valeur#316402, region_code#316403, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#316423L]
Scan ExistingRDD[delai#316385L,date#316386,indice#316387,type_valeur#316388,polluant#316389,commune_insee#316390,departement_code#316391,qualificatif#316392,couleur_html#316393,code_insee#316394,departement_nom#316395,date_date#316396,epci_code#316397,epci_nom#316398,features0geometry#316399,region_nom#316400,nom#316401,valeur#316402,region_code#316403]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#316385L, date#316386, indice#316387, type_valeur#316388, polluant#316389, commune_insee#316390, departement_code#316391, qualificatif#316392, couleur_html#316393, code_insee#316394, departement_nom#316395, date_date#316396, epci_code#316397, epci_nom#316398, features0geometry#316399, region_nom#316400, nom#316401, valeur#316402, region_code#316403]
Arguments: [delai#316385L, date#316386, indice#316387, type_valeur#316388, polluant#316389, commune_insee#316390, departement_code#316391, qualificatif#316392, couleur_html#316393, code_insee#316394, departement_nom#316395, date_date#316396, epci_code#316397, epci_nom#316398, features0geometry#316399, region_nom#316400, nom#316401, valeur#316402, region_code#316403], MapPartitionsRDD[5250] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#316385L, date#316386, indice#316387, type_valeur#316388, polluant#316389, commune_insee#316390, departement_code#316391, qualificatif#316392, couleur_html#316393, code_insee#316394, departement_nom#316395, date_date#316396, epci_code#316397, epci_nom#316398, features0geometry#316399, region_nom#316400, nom#316401, valeur#316402, region_code#316403, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#316423L]
Input [19]: [delai#316385L, date#316386, indice#316387, type_valeur#316388, polluant#316389, commune_insee#316390, departement_code#316391, qualificatif#316392, couleur_html#316393, code_insee#316394, departement_nom#316395, date_date#316396, epci_code#316397, epci_nom#316398, features0geometry#316399, region_nom#316400, nom#316401, valeur#316402, region_code#316403]
(3) DeserializeToObject
Input [20]: [delai#316385L, date#316386, indice#316387, type_valeur#316388, polluant#316389, commune_insee#316390, departement_code#316391, qualificatif#316392, couleur_html#316393, code_insee#316394, departement_nom#316395, date_date#316396, epci_code#316397, epci_nom#316398, features0geometry#316399, region_nom#316400, nom#316401, valeur#316402, region_code#316403, id_dc_do_not_overwrite_atmo_historique_264143#316423L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#316385L, true, false, true), date#316386.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#316387, true, false, true), type_valeur#316388.toString, polluant#316389.toString, commune_insee#316390.toString, departement_code#316391.toString, qualificatif#316392.toString, couleur_html#316393.toString, code_insee#316394.toString, departement_nom#316395.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#316396, true, false, true), epci_code#316397.toString, epci_nom#316398.toString, features0geometry#316399.toString, region_nom#316400.toString, nom#316401.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#316402, true, false, true), region_code#316403.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#316423L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#316484: org.apache.spark.sql.Row