digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n186 ms (34 ms, 152 ms, 152 ms (stage 1352.0: task 1165))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#256397L, true, false, true), date#256398.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#256399, true, false, true), type_valeur#256400.toString, polluant#256401.toString, commune_insee#256402.toString, departement_code#256403.toString, qualificatif#256404.toString, couleur_html#256405.toString, code_insee#256406.toString, departement_nom#256407.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#256408, true, false, true), epci_code#256409.toString, epci_nom#256410.toString, features0geometry#256411.toString, region_nom#256412.toString, nom#256413.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#256414, true, false, true), region_code#256415.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#256435L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#256496: org.apache.spark.sql.Row
Project [delai#256397L, date#256398, indice#256399, type_valeur#256400, polluant#256401, commune_insee#256402, departement_code#256403, qualificatif#256404, couleur_html#256405, code_insee#256406, departement_nom#256407, date_date#256408, epci_code#256409, epci_nom#256410, features0geometry#256411, region_nom#256412, nom#256413, valeur#256414, region_code#256415, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#256435L]
Scan ExistingRDD[delai#256397L,date#256398,indice#256399,type_valeur#256400,polluant#256401,commune_insee#256402,departement_code#256403,qualificatif#256404,couleur_html#256405,code_insee#256406,departement_nom#256407,date_date#256408,epci_code#256409,epci_nom#256410,features0geometry#256411,region_nom#256412,nom#256413,valeur#256414,region_code#256415]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#256397L, date#256398, indice#256399, type_valeur#256400, polluant#256401, commune_insee#256402, departement_code#256403, qualificatif#256404, couleur_html#256405, code_insee#256406, departement_nom#256407, date_date#256408, epci_code#256409, epci_nom#256410, features0geometry#256411, region_nom#256412, nom#256413, valeur#256414, region_code#256415]
Arguments: [delai#256397L, date#256398, indice#256399, type_valeur#256400, polluant#256401, commune_insee#256402, departement_code#256403, qualificatif#256404, couleur_html#256405, code_insee#256406, departement_nom#256407, date_date#256408, epci_code#256409, epci_nom#256410, features0geometry#256411, region_nom#256412, nom#256413, valeur#256414, region_code#256415], MapPartitionsRDD[3932] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#256397L, date#256398, indice#256399, type_valeur#256400, polluant#256401, commune_insee#256402, departement_code#256403, qualificatif#256404, couleur_html#256405, code_insee#256406, departement_nom#256407, date_date#256408, epci_code#256409, epci_nom#256410, features0geometry#256411, region_nom#256412, nom#256413, valeur#256414, region_code#256415, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#256435L]
Input [19]: [delai#256397L, date#256398, indice#256399, type_valeur#256400, polluant#256401, commune_insee#256402, departement_code#256403, qualificatif#256404, couleur_html#256405, code_insee#256406, departement_nom#256407, date_date#256408, epci_code#256409, epci_nom#256410, features0geometry#256411, region_nom#256412, nom#256413, valeur#256414, region_code#256415]
(3) DeserializeToObject
Input [20]: [delai#256397L, date#256398, indice#256399, type_valeur#256400, polluant#256401, commune_insee#256402, departement_code#256403, qualificatif#256404, couleur_html#256405, code_insee#256406, departement_nom#256407, date_date#256408, epci_code#256409, epci_nom#256410, features0geometry#256411, region_nom#256412, nom#256413, valeur#256414, region_code#256415, id_dc_do_not_overwrite_atmo_historique_264143#256435L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#256397L, true, false, true), date#256398.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#256399, true, false, true), type_valeur#256400.toString, polluant#256401.toString, commune_insee#256402.toString, departement_code#256403.toString, qualificatif#256404.toString, couleur_html#256405.toString, code_insee#256406.toString, departement_nom#256407.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#256408, true, false, true), epci_code#256409.toString, epci_nom#256410.toString, features0geometry#256411.toString, region_nom#256412.toString, nom#256413.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#256414, true, false, true), region_code#256415.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#256435L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#256496: org.apache.spark.sql.Row