digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n82 ms (12 ms, 70 ms, 70 ms (stage 99.0: task 70))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#11090L, true, false, true), date#11091.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#11092, true, false, true), type_valeur#11093.toString, polluant#11094.toString, commune_insee#11095.toString, departement_code#11096.toString, qualificatif#11097.toString, couleur_html#11098.toString, code_insee#11099.toString, departement_nom#11100.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#11101, true, false, true), epci_code#11102.toString, epci_nom#11103.toString, features0geometry#11104.toString, region_nom#11105.toString, nom#11106.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#11107, true, false, true), region_code#11108.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#11128L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#11189: org.apache.spark.sql.Row
Project [delai#11090L, date#11091, indice#11092, type_valeur#11093, polluant#11094, commune_insee#11095, departement_code#11096, qualificatif#11097, couleur_html#11098, code_insee#11099, departement_nom#11100, date_date#11101, epci_code#11102, epci_nom#11103, features0geometry#11104, region_nom#11105, nom#11106, valeur#11107, region_code#11108, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#11128L]
Scan ExistingRDD[delai#11090L,date#11091,indice#11092,type_valeur#11093,polluant#11094,commune_insee#11095,departement_code#11096,qualificatif#11097,couleur_html#11098,code_insee#11099,departement_nom#11100,date_date#11101,epci_code#11102,epci_nom#11103,features0geometry#11104,region_nom#11105,nom#11106,valeur#11107,region_code#11108]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#11090L, date#11091, indice#11092, type_valeur#11093, polluant#11094, commune_insee#11095, departement_code#11096, qualificatif#11097, couleur_html#11098, code_insee#11099, departement_nom#11100, date_date#11101, epci_code#11102, epci_nom#11103, features0geometry#11104, region_nom#11105, nom#11106, valeur#11107, region_code#11108]
Arguments: [delai#11090L, date#11091, indice#11092, type_valeur#11093, polluant#11094, commune_insee#11095, departement_code#11096, qualificatif#11097, couleur_html#11098, code_insee#11099, departement_nom#11100, date_date#11101, epci_code#11102, epci_nom#11103, features0geometry#11104, region_nom#11105, nom#11106, valeur#11107, region_code#11108], MapPartitionsRDD[383] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#11090L, date#11091, indice#11092, type_valeur#11093, polluant#11094, commune_insee#11095, departement_code#11096, qualificatif#11097, couleur_html#11098, code_insee#11099, departement_nom#11100, date_date#11101, epci_code#11102, epci_nom#11103, features0geometry#11104, region_nom#11105, nom#11106, valeur#11107, region_code#11108, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#11128L]
Input [19]: [delai#11090L, date#11091, indice#11092, type_valeur#11093, polluant#11094, commune_insee#11095, departement_code#11096, qualificatif#11097, couleur_html#11098, code_insee#11099, departement_nom#11100, date_date#11101, epci_code#11102, epci_nom#11103, features0geometry#11104, region_nom#11105, nom#11106, valeur#11107, region_code#11108]
(3) DeserializeToObject
Input [20]: [delai#11090L, date#11091, indice#11092, type_valeur#11093, polluant#11094, commune_insee#11095, departement_code#11096, qualificatif#11097, couleur_html#11098, code_insee#11099, departement_nom#11100, date_date#11101, epci_code#11102, epci_nom#11103, features0geometry#11104, region_nom#11105, nom#11106, valeur#11107, region_code#11108, id_dc_do_not_overwrite_atmo_historique_264143#11128L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#11090L, true, false, true), date#11091.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#11092, true, false, true), type_valeur#11093.toString, polluant#11094.toString, commune_insee#11095.toString, departement_code#11096.toString, qualificatif#11097.toString, couleur_html#11098.toString, code_insee#11099.toString, departement_nom#11100.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#11101, true, false, true), epci_code#11102.toString, epci_nom#11103.toString, features0geometry#11104.toString, region_nom#11105.toString, nom#11106.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#11107, true, false, true), region_code#11108.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#11128L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#11189: org.apache.spark.sql.Row