digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n89 ms (12 ms, 77 ms, 77 ms (stage 3339.0: task 26111))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#455065L, true, false, true), date#455066.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#455067, true, false, true), type_valeur#455068.toString, polluant#455069.toString, commune_insee#455070.toString, departement_code#455071.toString, qualificatif#455072.toString, couleur_html#455073.toString, code_insee#455074.toString, departement_nom#455075.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#455076, true, false, true), epci_code#455077.toString, epci_nom#455078.toString, features0geometry#455079.toString, region_nom#455080.toString, nom#455081.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#455082, true, false, true), region_code#455083.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#455103L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#455164: org.apache.spark.sql.Row
Project [delai#455065L, date#455066, indice#455067, type_valeur#455068, polluant#455069, commune_insee#455070, departement_code#455071, qualificatif#455072, couleur_html#455073, code_insee#455074, departement_nom#455075, date_date#455076, epci_code#455077, epci_nom#455078, features0geometry#455079, region_nom#455080, nom#455081, valeur#455082, region_code#455083, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#455103L]
Scan ExistingRDD[delai#455065L,date#455066,indice#455067,type_valeur#455068,polluant#455069,commune_insee#455070,departement_code#455071,qualificatif#455072,couleur_html#455073,code_insee#455074,departement_nom#455075,date_date#455076,epci_code#455077,epci_nom#455078,features0geometry#455079,region_nom#455080,nom#455081,valeur#455082,region_code#455083]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#455065L, date#455066, indice#455067, type_valeur#455068, polluant#455069, commune_insee#455070, departement_code#455071, qualificatif#455072, couleur_html#455073, code_insee#455074, departement_nom#455075, date_date#455076, epci_code#455077, epci_nom#455078, features0geometry#455079, region_nom#455080, nom#455081, valeur#455082, region_code#455083]
Arguments: [delai#455065L, date#455066, indice#455067, type_valeur#455068, polluant#455069, commune_insee#455070, departement_code#455071, qualificatif#455072, couleur_html#455073, code_insee#455074, departement_nom#455075, date_date#455076, epci_code#455077, epci_nom#455078, features0geometry#455079, region_nom#455080, nom#455081, valeur#455082, region_code#455083], MapPartitionsRDD[10343] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#455065L, date#455066, indice#455067, type_valeur#455068, polluant#455069, commune_insee#455070, departement_code#455071, qualificatif#455072, couleur_html#455073, code_insee#455074, departement_nom#455075, date_date#455076, epci_code#455077, epci_nom#455078, features0geometry#455079, region_nom#455080, nom#455081, valeur#455082, region_code#455083, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#455103L]
Input [19]: [delai#455065L, date#455066, indice#455067, type_valeur#455068, polluant#455069, commune_insee#455070, departement_code#455071, qualificatif#455072, couleur_html#455073, code_insee#455074, departement_nom#455075, date_date#455076, epci_code#455077, epci_nom#455078, features0geometry#455079, region_nom#455080, nom#455081, valeur#455082, region_code#455083]
(3) DeserializeToObject
Input [20]: [delai#455065L, date#455066, indice#455067, type_valeur#455068, polluant#455069, commune_insee#455070, departement_code#455071, qualificatif#455072, couleur_html#455073, code_insee#455074, departement_nom#455075, date_date#455076, epci_code#455077, epci_nom#455078, features0geometry#455079, region_nom#455080, nom#455081, valeur#455082, region_code#455083, id_dc_do_not_overwrite_atmo_historique_264143#455103L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#455065L, true, false, true), date#455066.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#455067, true, false, true), type_valeur#455068.toString, polluant#455069.toString, commune_insee#455070.toString, departement_code#455071.toString, qualificatif#455072.toString, couleur_html#455073.toString, code_insee#455074.toString, departement_nom#455075.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#455076, true, false, true), epci_code#455077.toString, epci_nom#455078.toString, features0geometry#455079.toString, region_nom#455080.toString, nom#455081.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#455082, true, false, true), region_code#455083.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#455103L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#455164: org.apache.spark.sql.Row