digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n95 ms (14 ms, 81 ms, 81 ms (stage 491.0: task 768))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#35085L, true, false, true), date#35086.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#35087, true, false, true), type_valeur#35088.toString, polluant#35089.toString, commune_insee#35090.toString, departement_code#35091.toString, qualificatif#35092.toString, couleur_html#35093.toString, code_insee#35094.toString, departement_nom#35095.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#35096, true, false, true), epci_code#35097.toString, epci_nom#35098.toString, features0geometry#35099.toString, region_nom#35100.toString, nom#35101.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#35102, true, false, true), region_code#35103.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#35123L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#35184: org.apache.spark.sql.Row
Project [delai#35085L, date#35086, indice#35087, type_valeur#35088, polluant#35089, commune_insee#35090, departement_code#35091, qualificatif#35092, couleur_html#35093, code_insee#35094, departement_nom#35095, date_date#35096, epci_code#35097, epci_nom#35098, features0geometry#35099, region_nom#35100, nom#35101, valeur#35102, region_code#35103, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#35123L]
Scan ExistingRDD[delai#35085L,date#35086,indice#35087,type_valeur#35088,polluant#35089,commune_insee#35090,departement_code#35091,qualificatif#35092,couleur_html#35093,code_insee#35094,departement_nom#35095,date_date#35096,epci_code#35097,epci_nom#35098,features0geometry#35099,region_nom#35100,nom#35101,valeur#35102,region_code#35103]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#35085L, date#35086, indice#35087, type_valeur#35088, polluant#35089, commune_insee#35090, departement_code#35091, qualificatif#35092, couleur_html#35093, code_insee#35094, departement_nom#35095, date_date#35096, epci_code#35097, epci_nom#35098, features0geometry#35099, region_nom#35100, nom#35101, valeur#35102, region_code#35103]
Arguments: [delai#35085L, date#35086, indice#35087, type_valeur#35088, polluant#35089, commune_insee#35090, departement_code#35091, qualificatif#35092, couleur_html#35093, code_insee#35094, departement_nom#35095, date_date#35096, epci_code#35097, epci_nom#35098, features0geometry#35099, region_nom#35100, nom#35101, valeur#35102, region_code#35103], MapPartitionsRDD[2280] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#35085L, date#35086, indice#35087, type_valeur#35088, polluant#35089, commune_insee#35090, departement_code#35091, qualificatif#35092, couleur_html#35093, code_insee#35094, departement_nom#35095, date_date#35096, epci_code#35097, epci_nom#35098, features0geometry#35099, region_nom#35100, nom#35101, valeur#35102, region_code#35103, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#35123L]
Input [19]: [delai#35085L, date#35086, indice#35087, type_valeur#35088, polluant#35089, commune_insee#35090, departement_code#35091, qualificatif#35092, couleur_html#35093, code_insee#35094, departement_nom#35095, date_date#35096, epci_code#35097, epci_nom#35098, features0geometry#35099, region_nom#35100, nom#35101, valeur#35102, region_code#35103]
(3) DeserializeToObject
Input [20]: [delai#35085L, date#35086, indice#35087, type_valeur#35088, polluant#35089, commune_insee#35090, departement_code#35091, qualificatif#35092, couleur_html#35093, code_insee#35094, departement_nom#35095, date_date#35096, epci_code#35097, epci_nom#35098, features0geometry#35099, region_nom#35100, nom#35101, valeur#35102, region_code#35103, id_dc_do_not_overwrite_atmo_historique_264143#35123L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#35085L, true, false, true), date#35086.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#35087, true, false, true), type_valeur#35088.toString, polluant#35089.toString, commune_insee#35090.toString, departement_code#35091.toString, qualificatif#35092.toString, couleur_html#35093.toString, code_insee#35094.toString, departement_nom#35095.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#35096, true, false, true), epci_code#35097.toString, epci_nom#35098.toString, features0geometry#35099.toString, region_nom#35100.toString, nom#35101.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#35102, true, false, true), region_code#35103.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#35123L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#35184: org.apache.spark.sql.Row