digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n150 ms (32 ms, 118 ms, 118 ms (stage 371.0: task 403))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#48048L, true, false, true), date#48049.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#48050, true, false, true), type_valeur#48051.toString, polluant#48052.toString, commune_insee#48053.toString, departement_code#48054.toString, qualificatif#48055.toString, couleur_html#48056.toString, code_insee#48057.toString, departement_nom#48058.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#48059, true, false, true), epci_code#48060.toString, epci_nom#48061.toString, features0geometry#48062.toString, region_nom#48063.toString, nom#48064.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#48065, true, false, true), region_code#48066.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#48086L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#48147: org.apache.spark.sql.Row
Project [delai#48048L, date#48049, indice#48050, type_valeur#48051, polluant#48052, commune_insee#48053, departement_code#48054, qualificatif#48055, couleur_html#48056, code_insee#48057, departement_nom#48058, date_date#48059, epci_code#48060, epci_nom#48061, features0geometry#48062, region_nom#48063, nom#48064, valeur#48065, region_code#48066, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#48086L]
Scan ExistingRDD[delai#48048L,date#48049,indice#48050,type_valeur#48051,polluant#48052,commune_insee#48053,departement_code#48054,qualificatif#48055,couleur_html#48056,code_insee#48057,departement_nom#48058,date_date#48059,epci_code#48060,epci_nom#48061,features0geometry#48062,region_nom#48063,nom#48064,valeur#48065,region_code#48066]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#48048L, date#48049, indice#48050, type_valeur#48051, polluant#48052, commune_insee#48053, departement_code#48054, qualificatif#48055, couleur_html#48056, code_insee#48057, departement_nom#48058, date_date#48059, epci_code#48060, epci_nom#48061, features0geometry#48062, region_nom#48063, nom#48064, valeur#48065, region_code#48066]
Arguments: [delai#48048L, date#48049, indice#48050, type_valeur#48051, polluant#48052, commune_insee#48053, departement_code#48054, qualificatif#48055, couleur_html#48056, code_insee#48057, departement_nom#48058, date_date#48059, epci_code#48060, epci_nom#48061, features0geometry#48062, region_nom#48063, nom#48064, valeur#48065, region_code#48066], MapPartitionsRDD[1249] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#48048L, date#48049, indice#48050, type_valeur#48051, polluant#48052, commune_insee#48053, departement_code#48054, qualificatif#48055, couleur_html#48056, code_insee#48057, departement_nom#48058, date_date#48059, epci_code#48060, epci_nom#48061, features0geometry#48062, region_nom#48063, nom#48064, valeur#48065, region_code#48066, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#48086L]
Input [19]: [delai#48048L, date#48049, indice#48050, type_valeur#48051, polluant#48052, commune_insee#48053, departement_code#48054, qualificatif#48055, couleur_html#48056, code_insee#48057, departement_nom#48058, date_date#48059, epci_code#48060, epci_nom#48061, features0geometry#48062, region_nom#48063, nom#48064, valeur#48065, region_code#48066]
(3) DeserializeToObject
Input [20]: [delai#48048L, date#48049, indice#48050, type_valeur#48051, polluant#48052, commune_insee#48053, departement_code#48054, qualificatif#48055, couleur_html#48056, code_insee#48057, departement_nom#48058, date_date#48059, epci_code#48060, epci_nom#48061, features0geometry#48062, region_nom#48063, nom#48064, valeur#48065, region_code#48066, id_dc_do_not_overwrite_atmo_historique_264143#48086L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#48048L, true, false, true), date#48049.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#48050, true, false, true), type_valeur#48051.toString, polluant#48052.toString, commune_insee#48053.toString, departement_code#48054.toString, qualificatif#48055.toString, couleur_html#48056.toString, code_insee#48057.toString, departement_nom#48058.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#48059, true, false, true), epci_code#48060.toString, epci_nom#48061.toString, features0geometry#48062.toString, region_nom#48063.toString, nom#48064.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#48065, true, false, true), region_code#48066.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#48086L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#48147: org.apache.spark.sql.Row