digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n70 ms (9 ms, 61 ms, 61 ms (stage 1564.0: task 2086))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#144160L, true, false, true), date#144161.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#144162, true, false, true), type_valeur#144163.toString, polluant#144164.toString, commune_insee#144165.toString, departement_code#144166.toString, qualificatif#144167.toString, couleur_html#144168.toString, code_insee#144169.toString, departement_nom#144170.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#144171, true, false, true), epci_code#144172.toString, epci_nom#144173.toString, features0geometry#144174.toString, region_nom#144175.toString, nom#144176.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#144177, true, false, true), region_code#144178.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#144198L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#144259: org.apache.spark.sql.Row
Project [delai#144160L, date#144161, indice#144162, type_valeur#144163, polluant#144164, commune_insee#144165, departement_code#144166, qualificatif#144167, couleur_html#144168, code_insee#144169, departement_nom#144170, date_date#144171, epci_code#144172, epci_nom#144173, features0geometry#144174, region_nom#144175, nom#144176, valeur#144177, region_code#144178, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#144198L]
Scan ExistingRDD[delai#144160L,date#144161,indice#144162,type_valeur#144163,polluant#144164,commune_insee#144165,departement_code#144166,qualificatif#144167,couleur_html#144168,code_insee#144169,departement_nom#144170,date_date#144171,epci_code#144172,epci_nom#144173,features0geometry#144174,region_nom#144175,nom#144176,valeur#144177,region_code#144178]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#144160L, date#144161, indice#144162, type_valeur#144163, polluant#144164, commune_insee#144165, departement_code#144166, qualificatif#144167, couleur_html#144168, code_insee#144169, departement_nom#144170, date_date#144171, epci_code#144172, epci_nom#144173, features0geometry#144174, region_nom#144175, nom#144176, valeur#144177, region_code#144178]
Arguments: [delai#144160L, date#144161, indice#144162, type_valeur#144163, polluant#144164, commune_insee#144165, departement_code#144166, qualificatif#144167, couleur_html#144168, code_insee#144169, departement_nom#144170, date_date#144171, epci_code#144172, epci_nom#144173, features0geometry#144174, region_nom#144175, nom#144176, valeur#144177, region_code#144178], MapPartitionsRDD[4511] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#144160L, date#144161, indice#144162, type_valeur#144163, polluant#144164, commune_insee#144165, departement_code#144166, qualificatif#144167, couleur_html#144168, code_insee#144169, departement_nom#144170, date_date#144171, epci_code#144172, epci_nom#144173, features0geometry#144174, region_nom#144175, nom#144176, valeur#144177, region_code#144178, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#144198L]
Input [19]: [delai#144160L, date#144161, indice#144162, type_valeur#144163, polluant#144164, commune_insee#144165, departement_code#144166, qualificatif#144167, couleur_html#144168, code_insee#144169, departement_nom#144170, date_date#144171, epci_code#144172, epci_nom#144173, features0geometry#144174, region_nom#144175, nom#144176, valeur#144177, region_code#144178]
(3) DeserializeToObject
Input [20]: [delai#144160L, date#144161, indice#144162, type_valeur#144163, polluant#144164, commune_insee#144165, departement_code#144166, qualificatif#144167, couleur_html#144168, code_insee#144169, departement_nom#144170, date_date#144171, epci_code#144172, epci_nom#144173, features0geometry#144174, region_nom#144175, nom#144176, valeur#144177, region_code#144178, id_dc_do_not_overwrite_atmo_historique_264143#144198L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#144160L, true, false, true), date#144161.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#144162, true, false, true), type_valeur#144163.toString, polluant#144164.toString, commune_insee#144165.toString, departement_code#144166.toString, qualificatif#144167.toString, couleur_html#144168.toString, code_insee#144169.toString, departement_nom#144170.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#144171, true, false, true), epci_code#144172.toString, epci_nom#144173.toString, features0geometry#144174.toString, region_nom#144175.toString, nom#144176.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#144177, true, false, true), region_code#144178.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#144198L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#144259: org.apache.spark.sql.Row