digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n150 ms (30 ms, 120 ms, 120 ms (stage 1540.0: task 2062))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#137077L, true, false, true), date#137078.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#137079, true, false, true), type_valeur#137080.toString, polluant#137081.toString, commune_insee#137082.toString, departement_code#137083.toString, qualificatif#137084.toString, couleur_html#137085.toString, code_insee#137086.toString, departement_nom#137087.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#137088, true, false, true), epci_code#137089.toString, epci_nom#137090.toString, features0geometry#137091.toString, region_nom#137092.toString, nom#137093.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#137094, true, false, true), region_code#137095.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#137115L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#137176: org.apache.spark.sql.Row
Project [delai#137077L, date#137078, indice#137079, type_valeur#137080, polluant#137081, commune_insee#137082, departement_code#137083, qualificatif#137084, couleur_html#137085, code_insee#137086, departement_nom#137087, date_date#137088, epci_code#137089, epci_nom#137090, features0geometry#137091, region_nom#137092, nom#137093, valeur#137094, region_code#137095, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#137115L]
Scan ExistingRDD[delai#137077L,date#137078,indice#137079,type_valeur#137080,polluant#137081,commune_insee#137082,departement_code#137083,qualificatif#137084,couleur_html#137085,code_insee#137086,departement_nom#137087,date_date#137088,epci_code#137089,epci_nom#137090,features0geometry#137091,region_nom#137092,nom#137093,valeur#137094,region_code#137095]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#137077L, date#137078, indice#137079, type_valeur#137080, polluant#137081, commune_insee#137082, departement_code#137083, qualificatif#137084, couleur_html#137085, code_insee#137086, departement_nom#137087, date_date#137088, epci_code#137089, epci_nom#137090, features0geometry#137091, region_nom#137092, nom#137093, valeur#137094, region_code#137095]
Arguments: [delai#137077L, date#137078, indice#137079, type_valeur#137080, polluant#137081, commune_insee#137082, departement_code#137083, qualificatif#137084, couleur_html#137085, code_insee#137086, departement_nom#137087, date_date#137088, epci_code#137089, epci_nom#137090, features0geometry#137091, region_nom#137092, nom#137093, valeur#137094, region_code#137095], MapPartitionsRDD[4373] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#137077L, date#137078, indice#137079, type_valeur#137080, polluant#137081, commune_insee#137082, departement_code#137083, qualificatif#137084, couleur_html#137085, code_insee#137086, departement_nom#137087, date_date#137088, epci_code#137089, epci_nom#137090, features0geometry#137091, region_nom#137092, nom#137093, valeur#137094, region_code#137095, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#137115L]
Input [19]: [delai#137077L, date#137078, indice#137079, type_valeur#137080, polluant#137081, commune_insee#137082, departement_code#137083, qualificatif#137084, couleur_html#137085, code_insee#137086, departement_nom#137087, date_date#137088, epci_code#137089, epci_nom#137090, features0geometry#137091, region_nom#137092, nom#137093, valeur#137094, region_code#137095]
(3) DeserializeToObject
Input [20]: [delai#137077L, date#137078, indice#137079, type_valeur#137080, polluant#137081, commune_insee#137082, departement_code#137083, qualificatif#137084, couleur_html#137085, code_insee#137086, departement_nom#137087, date_date#137088, epci_code#137089, epci_nom#137090, features0geometry#137091, region_nom#137092, nom#137093, valeur#137094, region_code#137095, id_dc_do_not_overwrite_atmo_historique_264143#137115L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#137077L, true, false, true), date#137078.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#137079, true, false, true), type_valeur#137080.toString, polluant#137081.toString, commune_insee#137082.toString, departement_code#137083.toString, qualificatif#137084.toString, couleur_html#137085.toString, code_insee#137086.toString, departement_nom#137087.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#137088, true, false, true), epci_code#137089.toString, epci_nom#137090.toString, features0geometry#137091.toString, region_nom#137092.toString, nom#137093.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#137094, true, false, true), region_code#137095.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#137115L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#137176: org.apache.spark.sql.Row