digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n221 ms (37 ms, 184 ms, 184 ms (stage 439.0: task 526))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#51292L, true, false, true), date#51293.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#51294, true, false, true), type_valeur#51295.toString, polluant#51296.toString, commune_insee#51297.toString, departement_code#51298.toString, qualificatif#51299.toString, couleur_html#51300.toString, code_insee#51301.toString, departement_nom#51302.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#51303, true, false, true), epci_code#51304.toString, epci_nom#51305.toString, features0geometry#51306.toString, region_nom#51307.toString, nom#51308.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#51309, true, false, true), region_code#51310.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#51330L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#51391: org.apache.spark.sql.Row
Project [delai#51292L, date#51293, indice#51294, type_valeur#51295, polluant#51296, commune_insee#51297, departement_code#51298, qualificatif#51299, couleur_html#51300, code_insee#51301, departement_nom#51302, date_date#51303, epci_code#51304, epci_nom#51305, features0geometry#51306, region_nom#51307, nom#51308, valeur#51309, region_code#51310, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#51330L]
Scan ExistingRDD[delai#51292L,date#51293,indice#51294,type_valeur#51295,polluant#51296,commune_insee#51297,departement_code#51298,qualificatif#51299,couleur_html#51300,code_insee#51301,departement_nom#51302,date_date#51303,epci_code#51304,epci_nom#51305,features0geometry#51306,region_nom#51307,nom#51308,valeur#51309,region_code#51310]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#51292L, date#51293, indice#51294, type_valeur#51295, polluant#51296, commune_insee#51297, departement_code#51298, qualificatif#51299, couleur_html#51300, code_insee#51301, departement_nom#51302, date_date#51303, epci_code#51304, epci_nom#51305, features0geometry#51306, region_nom#51307, nom#51308, valeur#51309, region_code#51310]
Arguments: [delai#51292L, date#51293, indice#51294, type_valeur#51295, polluant#51296, commune_insee#51297, departement_code#51298, qualificatif#51299, couleur_html#51300, code_insee#51301, departement_nom#51302, date_date#51303, epci_code#51304, epci_nom#51305, features0geometry#51306, region_nom#51307, nom#51308, valeur#51309, region_code#51310], MapPartitionsRDD[1289] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#51292L, date#51293, indice#51294, type_valeur#51295, polluant#51296, commune_insee#51297, departement_code#51298, qualificatif#51299, couleur_html#51300, code_insee#51301, departement_nom#51302, date_date#51303, epci_code#51304, epci_nom#51305, features0geometry#51306, region_nom#51307, nom#51308, valeur#51309, region_code#51310, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#51330L]
Input [19]: [delai#51292L, date#51293, indice#51294, type_valeur#51295, polluant#51296, commune_insee#51297, departement_code#51298, qualificatif#51299, couleur_html#51300, code_insee#51301, departement_nom#51302, date_date#51303, epci_code#51304, epci_nom#51305, features0geometry#51306, region_nom#51307, nom#51308, valeur#51309, region_code#51310]
(3) DeserializeToObject
Input [20]: [delai#51292L, date#51293, indice#51294, type_valeur#51295, polluant#51296, commune_insee#51297, departement_code#51298, qualificatif#51299, couleur_html#51300, code_insee#51301, departement_nom#51302, date_date#51303, epci_code#51304, epci_nom#51305, features0geometry#51306, region_nom#51307, nom#51308, valeur#51309, region_code#51310, id_dc_do_not_overwrite_atmo_historique_264143#51330L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#51292L, true, false, true), date#51293.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#51294, true, false, true), type_valeur#51295.toString, polluant#51296.toString, commune_insee#51297.toString, departement_code#51298.toString, qualificatif#51299.toString, couleur_html#51300.toString, code_insee#51301.toString, departement_nom#51302.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#51303, true, false, true), epci_code#51304.toString, epci_nom#51305.toString, features0geometry#51306.toString, region_nom#51307.toString, nom#51308.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#51309, true, false, true), region_code#51310.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#51330L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#51391: org.apache.spark.sql.Row