digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n133 ms (13 ms, 120 ms, 120 ms (stage 2342.0: task 2045))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 1,454"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#798910L, true, false, true), date#798911.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#798912, true, false, true), type_valeur#798913.toString, polluant#798914.toString, commune_insee#798915.toString, departement_code#798916.toString, qualificatif#798917.toString, couleur_html#798918.toString, code_insee#798919.toString, departement_nom#798920.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#798921, true, false, true), epci_code#798922.toString, epci_nom#798923.toString, features0geometry#798924.toString, region_nom#798925.toString, nom#798926.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#798927, true, false, true), region_code#798928.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#798948L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#799009: org.apache.spark.sql.Row
Project [delai#798910L, date#798911, indice#798912, type_valeur#798913, polluant#798914, commune_insee#798915, departement_code#798916, qualificatif#798917, couleur_html#798918, code_insee#798919, departement_nom#798920, date_date#798921, epci_code#798922, epci_nom#798923, features0geometry#798924, region_nom#798925, nom#798926, valeur#798927, region_code#798928, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#798948L]
Scan ExistingRDD[delai#798910L,date#798911,indice#798912,type_valeur#798913,polluant#798914,commune_insee#798915,departement_code#798916,qualificatif#798917,couleur_html#798918,code_insee#798919,departement_nom#798920,date_date#798921,epci_code#798922,epci_nom#798923,features0geometry#798924,region_nom#798925,nom#798926,valeur#798927,region_code#798928]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#798910L, date#798911, indice#798912, type_valeur#798913, polluant#798914, commune_insee#798915, departement_code#798916, qualificatif#798917, couleur_html#798918, code_insee#798919, departement_nom#798920, date_date#798921, epci_code#798922, epci_nom#798923, features0geometry#798924, region_nom#798925, nom#798926, valeur#798927, region_code#798928]
Arguments: [delai#798910L, date#798911, indice#798912, type_valeur#798913, polluant#798914, commune_insee#798915, departement_code#798916, qualificatif#798917, couleur_html#798918, code_insee#798919, departement_nom#798920, date_date#798921, epci_code#798922, epci_nom#798923, features0geometry#798924, region_nom#798925, nom#798926, valeur#798927, region_code#798928], MapPartitionsRDD[6930] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#798910L, date#798911, indice#798912, type_valeur#798913, polluant#798914, commune_insee#798915, departement_code#798916, qualificatif#798917, couleur_html#798918, code_insee#798919, departement_nom#798920, date_date#798921, epci_code#798922, epci_nom#798923, features0geometry#798924, region_nom#798925, nom#798926, valeur#798927, region_code#798928, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#798948L]
Input [19]: [delai#798910L, date#798911, indice#798912, type_valeur#798913, polluant#798914, commune_insee#798915, departement_code#798916, qualificatif#798917, couleur_html#798918, code_insee#798919, departement_nom#798920, date_date#798921, epci_code#798922, epci_nom#798923, features0geometry#798924, region_nom#798925, nom#798926, valeur#798927, region_code#798928]
(3) DeserializeToObject
Input [20]: [delai#798910L, date#798911, indice#798912, type_valeur#798913, polluant#798914, commune_insee#798915, departement_code#798916, qualificatif#798917, couleur_html#798918, code_insee#798919, departement_nom#798920, date_date#798921, epci_code#798922, epci_nom#798923, features0geometry#798924, region_nom#798925, nom#798926, valeur#798927, region_code#798928, id_dc_do_not_overwrite_atmo_historique_264143#798948L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#798910L, true, false, true), date#798911.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#798912, true, false, true), type_valeur#798913.toString, polluant#798914.toString, commune_insee#798915.toString, departement_code#798916.toString, qualificatif#798917.toString, couleur_html#798918.toString, code_insee#798919.toString, departement_nom#798920.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#798921, true, false, true), epci_code#798922.toString, epci_nom#798923.toString, features0geometry#798924.toString, region_nom#798925.toString, nom#798926.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#798927, true, false, true), region_code#798928.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#798948L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#799009: org.apache.spark.sql.Row