digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n63 ms (6 ms, 57 ms, 57 ms (stage 1408.0: task 1207))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#264198L, true, false, true), date#264199.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#264200, true, false, true), type_valeur#264201.toString, polluant#264202.toString, commune_insee#264203.toString, departement_code#264204.toString, qualificatif#264205.toString, couleur_html#264206.toString, code_insee#264207.toString, departement_nom#264208.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#264209, true, false, true), epci_code#264210.toString, epci_nom#264211.toString, features0geometry#264212.toString, region_nom#264213.toString, nom#264214.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#264215, true, false, true), region_code#264216.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#264236L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#264297: org.apache.spark.sql.Row
Project [delai#264198L, date#264199, indice#264200, type_valeur#264201, polluant#264202, commune_insee#264203, departement_code#264204, qualificatif#264205, couleur_html#264206, code_insee#264207, departement_nom#264208, date_date#264209, epci_code#264210, epci_nom#264211, features0geometry#264212, region_nom#264213, nom#264214, valeur#264215, region_code#264216, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#264236L]
Scan ExistingRDD[delai#264198L,date#264199,indice#264200,type_valeur#264201,polluant#264202,commune_insee#264203,departement_code#264204,qualificatif#264205,couleur_html#264206,code_insee#264207,departement_nom#264208,date_date#264209,epci_code#264210,epci_nom#264211,features0geometry#264212,region_nom#264213,nom#264214,valeur#264215,region_code#264216]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#264198L, date#264199, indice#264200, type_valeur#264201, polluant#264202, commune_insee#264203, departement_code#264204, qualificatif#264205, couleur_html#264206, code_insee#264207, departement_nom#264208, date_date#264209, epci_code#264210, epci_nom#264211, features0geometry#264212, region_nom#264213, nom#264214, valeur#264215, region_code#264216]
Arguments: [delai#264198L, date#264199, indice#264200, type_valeur#264201, polluant#264202, commune_insee#264203, departement_code#264204, qualificatif#264205, couleur_html#264206, code_insee#264207, departement_nom#264208, date_date#264209, epci_code#264210, epci_nom#264211, features0geometry#264212, region_nom#264213, nom#264214, valeur#264215, region_code#264216], MapPartitionsRDD[4162] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#264198L, date#264199, indice#264200, type_valeur#264201, polluant#264202, commune_insee#264203, departement_code#264204, qualificatif#264205, couleur_html#264206, code_insee#264207, departement_nom#264208, date_date#264209, epci_code#264210, epci_nom#264211, features0geometry#264212, region_nom#264213, nom#264214, valeur#264215, region_code#264216, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#264236L]
Input [19]: [delai#264198L, date#264199, indice#264200, type_valeur#264201, polluant#264202, commune_insee#264203, departement_code#264204, qualificatif#264205, couleur_html#264206, code_insee#264207, departement_nom#264208, date_date#264209, epci_code#264210, epci_nom#264211, features0geometry#264212, region_nom#264213, nom#264214, valeur#264215, region_code#264216]
(3) DeserializeToObject
Input [20]: [delai#264198L, date#264199, indice#264200, type_valeur#264201, polluant#264202, commune_insee#264203, departement_code#264204, qualificatif#264205, couleur_html#264206, code_insee#264207, departement_nom#264208, date_date#264209, epci_code#264210, epci_nom#264211, features0geometry#264212, region_nom#264213, nom#264214, valeur#264215, region_code#264216, id_dc_do_not_overwrite_atmo_historique_264143#264236L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#264198L, true, false, true), date#264199.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#264200, true, false, true), type_valeur#264201.toString, polluant#264202.toString, commune_insee#264203.toString, departement_code#264204.toString, qualificatif#264205.toString, couleur_html#264206.toString, code_insee#264207.toString, departement_nom#264208.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#264209, true, false, true), epci_code#264210.toString, epci_nom#264211.toString, features0geometry#264212.toString, region_nom#264213.toString, nom#264214.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#264215, true, false, true), region_code#264216.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#264236L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#264297: org.apache.spark.sql.Row