digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n89 ms (12 ms, 77 ms, 77 ms (stage 3057.0: task 25726))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#428177L, true, false, true), date#428178.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#428179, true, false, true), type_valeur#428180.toString, polluant#428181.toString, commune_insee#428182.toString, departement_code#428183.toString, qualificatif#428184.toString, couleur_html#428185.toString, code_insee#428186.toString, departement_nom#428187.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#428188, true, false, true), epci_code#428189.toString, epci_nom#428190.toString, features0geometry#428191.toString, region_nom#428192.toString, nom#428193.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#428194, true, false, true), region_code#428195.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#428215L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#428276: org.apache.spark.sql.Row
Project [delai#428177L, date#428178, indice#428179, type_valeur#428180, polluant#428181, commune_insee#428182, departement_code#428183, qualificatif#428184, couleur_html#428185, code_insee#428186, departement_nom#428187, date_date#428188, epci_code#428189, epci_nom#428190, features0geometry#428191, region_nom#428192, nom#428193, valeur#428194, region_code#428195, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#428215L]
Scan ExistingRDD[delai#428177L,date#428178,indice#428179,type_valeur#428180,polluant#428181,commune_insee#428182,departement_code#428183,qualificatif#428184,couleur_html#428185,code_insee#428186,departement_nom#428187,date_date#428188,epci_code#428189,epci_nom#428190,features0geometry#428191,region_nom#428192,nom#428193,valeur#428194,region_code#428195]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#428177L, date#428178, indice#428179, type_valeur#428180, polluant#428181, commune_insee#428182, departement_code#428183, qualificatif#428184, couleur_html#428185, code_insee#428186, departement_nom#428187, date_date#428188, epci_code#428189, epci_nom#428190, features0geometry#428191, region_nom#428192, nom#428193, valeur#428194, region_code#428195]
Arguments: [delai#428177L, date#428178, indice#428179, type_valeur#428180, polluant#428181, commune_insee#428182, departement_code#428183, qualificatif#428184, couleur_html#428185, code_insee#428186, departement_nom#428187, date_date#428188, epci_code#428189, epci_nom#428190, features0geometry#428191, region_nom#428192, nom#428193, valeur#428194, region_code#428195], MapPartitionsRDD[9117] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#428177L, date#428178, indice#428179, type_valeur#428180, polluant#428181, commune_insee#428182, departement_code#428183, qualificatif#428184, couleur_html#428185, code_insee#428186, departement_nom#428187, date_date#428188, epci_code#428189, epci_nom#428190, features0geometry#428191, region_nom#428192, nom#428193, valeur#428194, region_code#428195, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#428215L]
Input [19]: [delai#428177L, date#428178, indice#428179, type_valeur#428180, polluant#428181, commune_insee#428182, departement_code#428183, qualificatif#428184, couleur_html#428185, code_insee#428186, departement_nom#428187, date_date#428188, epci_code#428189, epci_nom#428190, features0geometry#428191, region_nom#428192, nom#428193, valeur#428194, region_code#428195]
(3) DeserializeToObject
Input [20]: [delai#428177L, date#428178, indice#428179, type_valeur#428180, polluant#428181, commune_insee#428182, departement_code#428183, qualificatif#428184, couleur_html#428185, code_insee#428186, departement_nom#428187, date_date#428188, epci_code#428189, epci_nom#428190, features0geometry#428191, region_nom#428192, nom#428193, valeur#428194, region_code#428195, id_dc_do_not_overwrite_atmo_historique_264143#428215L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#428177L, true, false, true), date#428178.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#428179, true, false, true), type_valeur#428180.toString, polluant#428181.toString, commune_insee#428182.toString, departement_code#428183.toString, qualificatif#428184.toString, couleur_html#428185.toString, code_insee#428186.toString, departement_nom#428187.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#428188, true, false, true), epci_code#428189.toString, epci_nom#428190.toString, features0geometry#428191.toString, region_nom#428192.toString, nom#428193.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#428194, true, false, true), region_code#428195.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#428215L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#428276: org.apache.spark.sql.Row