digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n59 ms (6 ms, 53 ms, 53 ms (stage 1448.0: task 1240))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#271640L, true, false, true), date#271641.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#271642, true, false, true), type_valeur#271643.toString, polluant#271644.toString, commune_insee#271645.toString, departement_code#271646.toString, qualificatif#271647.toString, couleur_html#271648.toString, code_insee#271649.toString, departement_nom#271650.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#271651, true, false, true), epci_code#271652.toString, epci_nom#271653.toString, features0geometry#271654.toString, region_nom#271655.toString, nom#271656.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#271657, true, false, true), region_code#271658.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#271678L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#271739: org.apache.spark.sql.Row
Project [delai#271640L, date#271641, indice#271642, type_valeur#271643, polluant#271644, commune_insee#271645, departement_code#271646, qualificatif#271647, couleur_html#271648, code_insee#271649, departement_nom#271650, date_date#271651, epci_code#271652, epci_nom#271653, features0geometry#271654, region_nom#271655, nom#271656, valeur#271657, region_code#271658, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#271678L]
Scan ExistingRDD[delai#271640L,date#271641,indice#271642,type_valeur#271643,polluant#271644,commune_insee#271645,departement_code#271646,qualificatif#271647,couleur_html#271648,code_insee#271649,departement_nom#271650,date_date#271651,epci_code#271652,epci_nom#271653,features0geometry#271654,region_nom#271655,nom#271656,valeur#271657,region_code#271658]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#271640L, date#271641, indice#271642, type_valeur#271643, polluant#271644, commune_insee#271645, departement_code#271646, qualificatif#271647, couleur_html#271648, code_insee#271649, departement_nom#271650, date_date#271651, epci_code#271652, epci_nom#271653, features0geometry#271654, region_nom#271655, nom#271656, valeur#271657, region_code#271658]
Arguments: [delai#271640L, date#271641, indice#271642, type_valeur#271643, polluant#271644, commune_insee#271645, departement_code#271646, qualificatif#271647, couleur_html#271648, code_insee#271649, departement_nom#271650, date_date#271651, epci_code#271652, epci_nom#271653, features0geometry#271654, region_nom#271655, nom#271656, valeur#271657, region_code#271658], MapPartitionsRDD[4346] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#271640L, date#271641, indice#271642, type_valeur#271643, polluant#271644, commune_insee#271645, departement_code#271646, qualificatif#271647, couleur_html#271648, code_insee#271649, departement_nom#271650, date_date#271651, epci_code#271652, epci_nom#271653, features0geometry#271654, region_nom#271655, nom#271656, valeur#271657, region_code#271658, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#271678L]
Input [19]: [delai#271640L, date#271641, indice#271642, type_valeur#271643, polluant#271644, commune_insee#271645, departement_code#271646, qualificatif#271647, couleur_html#271648, code_insee#271649, departement_nom#271650, date_date#271651, epci_code#271652, epci_nom#271653, features0geometry#271654, region_nom#271655, nom#271656, valeur#271657, region_code#271658]
(3) DeserializeToObject
Input [20]: [delai#271640L, date#271641, indice#271642, type_valeur#271643, polluant#271644, commune_insee#271645, departement_code#271646, qualificatif#271647, couleur_html#271648, code_insee#271649, departement_nom#271650, date_date#271651, epci_code#271652, epci_nom#271653, features0geometry#271654, region_nom#271655, nom#271656, valeur#271657, region_code#271658, id_dc_do_not_overwrite_atmo_historique_264143#271678L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#271640L, true, false, true), date#271641.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#271642, true, false, true), type_valeur#271643.toString, polluant#271644.toString, commune_insee#271645.toString, departement_code#271646.toString, qualificatif#271647.toString, couleur_html#271648.toString, code_insee#271649.toString, departement_nom#271650.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#271651, true, false, true), epci_code#271652.toString, epci_nom#271653.toString, features0geometry#271654.toString, region_nom#271655.toString, nom#271656.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#271657, true, false, true), region_code#271658.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#271678L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#271739: org.apache.spark.sql.Row