digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n208 ms (24 ms, 184 ms, 184 ms (stage 23.0: task 35))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 1,454"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#1712L, true, false, true), date#1713.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#1714, true, false, true), type_valeur#1715.toString, polluant#1716.toString, commune_insee#1717.toString, departement_code#1718.toString, qualificatif#1719.toString, couleur_html#1720.toString, code_insee#1721.toString, departement_nom#1722.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#1723, true, false, true), epci_code#1724.toString, epci_nom#1725.toString, features0geometry#1726.toString, region_nom#1727.toString, nom#1728.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#1729, true, false, true), region_code#1730.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#1750L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#1811: org.apache.spark.sql.Row
Project [delai#1712L, date#1713, indice#1714, type_valeur#1715, polluant#1716, commune_insee#1717, departement_code#1718, qualificatif#1719, couleur_html#1720, code_insee#1721, departement_nom#1722, date_date#1723, epci_code#1724, epci_nom#1725, features0geometry#1726, region_nom#1727, nom#1728, valeur#1729, region_code#1730, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#1750L]
Scan ExistingRDD[delai#1712L,date#1713,indice#1714,type_valeur#1715,polluant#1716,commune_insee#1717,departement_code#1718,qualificatif#1719,couleur_html#1720,code_insee#1721,departement_nom#1722,date_date#1723,epci_code#1724,epci_nom#1725,features0geometry#1726,region_nom#1727,nom#1728,valeur#1729,region_code#1730]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#1712L, date#1713, indice#1714, type_valeur#1715, polluant#1716, commune_insee#1717, departement_code#1718, qualificatif#1719, couleur_html#1720, code_insee#1721, departement_nom#1722, date_date#1723, epci_code#1724, epci_nom#1725, features0geometry#1726, region_nom#1727, nom#1728, valeur#1729, region_code#1730]
Arguments: [delai#1712L, date#1713, indice#1714, type_valeur#1715, polluant#1716, commune_insee#1717, departement_code#1718, qualificatif#1719, couleur_html#1720, code_insee#1721, departement_nom#1722, date_date#1723, epci_code#1724, epci_nom#1725, features0geometry#1726, region_nom#1727, nom#1728, valeur#1729, region_code#1730], MapPartitionsRDD[122] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#1712L, date#1713, indice#1714, type_valeur#1715, polluant#1716, commune_insee#1717, departement_code#1718, qualificatif#1719, couleur_html#1720, code_insee#1721, departement_nom#1722, date_date#1723, epci_code#1724, epci_nom#1725, features0geometry#1726, region_nom#1727, nom#1728, valeur#1729, region_code#1730, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#1750L]
Input [19]: [delai#1712L, date#1713, indice#1714, type_valeur#1715, polluant#1716, commune_insee#1717, departement_code#1718, qualificatif#1719, couleur_html#1720, code_insee#1721, departement_nom#1722, date_date#1723, epci_code#1724, epci_nom#1725, features0geometry#1726, region_nom#1727, nom#1728, valeur#1729, region_code#1730]
(3) DeserializeToObject
Input [20]: [delai#1712L, date#1713, indice#1714, type_valeur#1715, polluant#1716, commune_insee#1717, departement_code#1718, qualificatif#1719, couleur_html#1720, code_insee#1721, departement_nom#1722, date_date#1723, epci_code#1724, epci_nom#1725, features0geometry#1726, region_nom#1727, nom#1728, valeur#1729, region_code#1730, id_dc_do_not_overwrite_atmo_historique_264143#1750L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#1712L, true, false, true), date#1713.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#1714, true, false, true), type_valeur#1715.toString, polluant#1716.toString, commune_insee#1717.toString, departement_code#1718.toString, qualificatif#1719.toString, couleur_html#1720.toString, code_insee#1721.toString, departement_nom#1722.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#1723, true, false, true), epci_code#1724.toString, epci_nom#1725.toString, features0geometry#1726.toString, region_nom#1727.toString, nom#1728.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#1729, true, false, true), region_code#1730.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#1750L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#1811: org.apache.spark.sql.Row