digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n56 ms (7 ms, 49 ms, 49 ms (stage 1512.0: task 1289))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#282128L, true, false, true), date#282129.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#282130, true, false, true), type_valeur#282131.toString, polluant#282132.toString, commune_insee#282133.toString, departement_code#282134.toString, qualificatif#282135.toString, couleur_html#282136.toString, code_insee#282137.toString, departement_nom#282138.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#282139, true, false, true), epci_code#282140.toString, epci_nom#282141.toString, features0geometry#282142.toString, region_nom#282143.toString, nom#282144.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#282145, true, false, true), region_code#282146.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#282166L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#282227: org.apache.spark.sql.Row
Project [delai#282128L, date#282129, indice#282130, type_valeur#282131, polluant#282132, commune_insee#282133, departement_code#282134, qualificatif#282135, couleur_html#282136, code_insee#282137, departement_nom#282138, date_date#282139, epci_code#282140, epci_nom#282141, features0geometry#282142, region_nom#282143, nom#282144, valeur#282145, region_code#282146, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#282166L]
Scan ExistingRDD[delai#282128L,date#282129,indice#282130,type_valeur#282131,polluant#282132,commune_insee#282133,departement_code#282134,qualificatif#282135,couleur_html#282136,code_insee#282137,departement_nom#282138,date_date#282139,epci_code#282140,epci_nom#282141,features0geometry#282142,region_nom#282143,nom#282144,valeur#282145,region_code#282146]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#282128L, date#282129, indice#282130, type_valeur#282131, polluant#282132, commune_insee#282133, departement_code#282134, qualificatif#282135, couleur_html#282136, code_insee#282137, departement_nom#282138, date_date#282139, epci_code#282140, epci_nom#282141, features0geometry#282142, region_nom#282143, nom#282144, valeur#282145, region_code#282146]
Arguments: [delai#282128L, date#282129, indice#282130, type_valeur#282131, polluant#282132, commune_insee#282133, departement_code#282134, qualificatif#282135, couleur_html#282136, code_insee#282137, departement_nom#282138, date_date#282139, epci_code#282140, epci_nom#282141, features0geometry#282142, region_nom#282143, nom#282144, valeur#282145, region_code#282146], MapPartitionsRDD[4614] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#282128L, date#282129, indice#282130, type_valeur#282131, polluant#282132, commune_insee#282133, departement_code#282134, qualificatif#282135, couleur_html#282136, code_insee#282137, departement_nom#282138, date_date#282139, epci_code#282140, epci_nom#282141, features0geometry#282142, region_nom#282143, nom#282144, valeur#282145, region_code#282146, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#282166L]
Input [19]: [delai#282128L, date#282129, indice#282130, type_valeur#282131, polluant#282132, commune_insee#282133, departement_code#282134, qualificatif#282135, couleur_html#282136, code_insee#282137, departement_nom#282138, date_date#282139, epci_code#282140, epci_nom#282141, features0geometry#282142, region_nom#282143, nom#282144, valeur#282145, region_code#282146]
(3) DeserializeToObject
Input [20]: [delai#282128L, date#282129, indice#282130, type_valeur#282131, polluant#282132, commune_insee#282133, departement_code#282134, qualificatif#282135, couleur_html#282136, code_insee#282137, departement_nom#282138, date_date#282139, epci_code#282140, epci_nom#282141, features0geometry#282142, region_nom#282143, nom#282144, valeur#282145, region_code#282146, id_dc_do_not_overwrite_atmo_historique_264143#282166L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#282128L, true, false, true), date#282129.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#282130, true, false, true), type_valeur#282131.toString, polluant#282132.toString, commune_insee#282133.toString, departement_code#282134.toString, qualificatif#282135.toString, couleur_html#282136.toString, code_insee#282137.toString, departement_nom#282138.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#282139, true, false, true), epci_code#282140.toString, epci_nom#282141.toString, features0geometry#282142.toString, region_nom#282143.toString, nom#282144.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#282145, true, false, true), region_code#282146.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#282166L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#282227: org.apache.spark.sql.Row