digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n132 ms (14 ms, 118 ms, 118 ms (stage 1691.0: task 1482))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 1,454"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#474798L, true, false, true), date#474799.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#474800, true, false, true), type_valeur#474801.toString, polluant#474802.toString, commune_insee#474803.toString, departement_code#474804.toString, qualificatif#474805.toString, couleur_html#474806.toString, code_insee#474807.toString, departement_nom#474808.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#474809, true, false, true), epci_code#474810.toString, epci_nom#474811.toString, features0geometry#474812.toString, region_nom#474813.toString, nom#474814.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#474815, true, false, true), region_code#474816.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#474836L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#474897: org.apache.spark.sql.Row
Project [delai#474798L, date#474799, indice#474800, type_valeur#474801, polluant#474802, commune_insee#474803, departement_code#474804, qualificatif#474805, couleur_html#474806, code_insee#474807, departement_nom#474808, date_date#474809, epci_code#474810, epci_nom#474811, features0geometry#474812, region_nom#474813, nom#474814, valeur#474815, region_code#474816, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#474836L]
Scan ExistingRDD[delai#474798L,date#474799,indice#474800,type_valeur#474801,polluant#474802,commune_insee#474803,departement_code#474804,qualificatif#474805,couleur_html#474806,code_insee#474807,departement_nom#474808,date_date#474809,epci_code#474810,epci_nom#474811,features0geometry#474812,region_nom#474813,nom#474814,valeur#474815,region_code#474816]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#474798L, date#474799, indice#474800, type_valeur#474801, polluant#474802, commune_insee#474803, departement_code#474804, qualificatif#474805, couleur_html#474806, code_insee#474807, departement_nom#474808, date_date#474809, epci_code#474810, epci_nom#474811, features0geometry#474812, region_nom#474813, nom#474814, valeur#474815, region_code#474816]
Arguments: [delai#474798L, date#474799, indice#474800, type_valeur#474801, polluant#474802, commune_insee#474803, departement_code#474804, qualificatif#474805, couleur_html#474806, code_insee#474807, departement_nom#474808, date_date#474809, epci_code#474810, epci_nom#474811, features0geometry#474812, region_nom#474813, nom#474814, valeur#474815, region_code#474816], MapPartitionsRDD[4994] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#474798L, date#474799, indice#474800, type_valeur#474801, polluant#474802, commune_insee#474803, departement_code#474804, qualificatif#474805, couleur_html#474806, code_insee#474807, departement_nom#474808, date_date#474809, epci_code#474810, epci_nom#474811, features0geometry#474812, region_nom#474813, nom#474814, valeur#474815, region_code#474816, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#474836L]
Input [19]: [delai#474798L, date#474799, indice#474800, type_valeur#474801, polluant#474802, commune_insee#474803, departement_code#474804, qualificatif#474805, couleur_html#474806, code_insee#474807, departement_nom#474808, date_date#474809, epci_code#474810, epci_nom#474811, features0geometry#474812, region_nom#474813, nom#474814, valeur#474815, region_code#474816]
(3) DeserializeToObject
Input [20]: [delai#474798L, date#474799, indice#474800, type_valeur#474801, polluant#474802, commune_insee#474803, departement_code#474804, qualificatif#474805, couleur_html#474806, code_insee#474807, departement_nom#474808, date_date#474809, epci_code#474810, epci_nom#474811, features0geometry#474812, region_nom#474813, nom#474814, valeur#474815, region_code#474816, id_dc_do_not_overwrite_atmo_historique_264143#474836L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#474798L, true, false, true), date#474799.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#474800, true, false, true), type_valeur#474801.toString, polluant#474802.toString, commune_insee#474803.toString, departement_code#474804.toString, qualificatif#474805.toString, couleur_html#474806.toString, code_insee#474807.toString, departement_nom#474808.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#474809, true, false, true), epci_code#474810.toString, epci_nom#474811.toString, features0geometry#474812.toString, region_nom#474813.toString, nom#474814.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#474815, true, false, true), region_code#474816.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#474836L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#474897: org.apache.spark.sql.Row