digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n53 ms (5 ms, 48 ms, 48 ms (stage 3095.0: task 25764))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#435792L, true, false, true), date#435793.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#435794, true, false, true), type_valeur#435795.toString, polluant#435796.toString, commune_insee#435797.toString, departement_code#435798.toString, qualificatif#435799.toString, couleur_html#435800.toString, code_insee#435801.toString, departement_nom#435802.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#435803, true, false, true), epci_code#435804.toString, epci_nom#435805.toString, features0geometry#435806.toString, region_nom#435807.toString, nom#435808.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#435809, true, false, true), region_code#435810.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#435830L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#435891: org.apache.spark.sql.Row
Project [delai#435792L, date#435793, indice#435794, type_valeur#435795, polluant#435796, commune_insee#435797, departement_code#435798, qualificatif#435799, couleur_html#435800, code_insee#435801, departement_nom#435802, date_date#435803, epci_code#435804, epci_nom#435805, features0geometry#435806, region_nom#435807, nom#435808, valeur#435809, region_code#435810, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#435830L]
Scan ExistingRDD[delai#435792L,date#435793,indice#435794,type_valeur#435795,polluant#435796,commune_insee#435797,departement_code#435798,qualificatif#435799,couleur_html#435800,code_insee#435801,departement_nom#435802,date_date#435803,epci_code#435804,epci_nom#435805,features0geometry#435806,region_nom#435807,nom#435808,valeur#435809,region_code#435810]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#435792L, date#435793, indice#435794, type_valeur#435795, polluant#435796, commune_insee#435797, departement_code#435798, qualificatif#435799, couleur_html#435800, code_insee#435801, departement_nom#435802, date_date#435803, epci_code#435804, epci_nom#435805, features0geometry#435806, region_nom#435807, nom#435808, valeur#435809, region_code#435810]
Arguments: [delai#435792L, date#435793, indice#435794, type_valeur#435795, polluant#435796, commune_insee#435797, departement_code#435798, qualificatif#435799, couleur_html#435800, code_insee#435801, departement_nom#435802, date_date#435803, epci_code#435804, epci_nom#435805, features0geometry#435806, region_nom#435807, nom#435808, valeur#435809, region_code#435810], MapPartitionsRDD[9300] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#435792L, date#435793, indice#435794, type_valeur#435795, polluant#435796, commune_insee#435797, departement_code#435798, qualificatif#435799, couleur_html#435800, code_insee#435801, departement_nom#435802, date_date#435803, epci_code#435804, epci_nom#435805, features0geometry#435806, region_nom#435807, nom#435808, valeur#435809, region_code#435810, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#435830L]
Input [19]: [delai#435792L, date#435793, indice#435794, type_valeur#435795, polluant#435796, commune_insee#435797, departement_code#435798, qualificatif#435799, couleur_html#435800, code_insee#435801, departement_nom#435802, date_date#435803, epci_code#435804, epci_nom#435805, features0geometry#435806, region_nom#435807, nom#435808, valeur#435809, region_code#435810]
(3) DeserializeToObject
Input [20]: [delai#435792L, date#435793, indice#435794, type_valeur#435795, polluant#435796, commune_insee#435797, departement_code#435798, qualificatif#435799, couleur_html#435800, code_insee#435801, departement_nom#435802, date_date#435803, epci_code#435804, epci_nom#435805, features0geometry#435806, region_nom#435807, nom#435808, valeur#435809, region_code#435810, id_dc_do_not_overwrite_atmo_historique_264143#435830L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#435792L, true, false, true), date#435793.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#435794, true, false, true), type_valeur#435795.toString, polluant#435796.toString, commune_insee#435797.toString, departement_code#435798.toString, qualificatif#435799.toString, couleur_html#435800.toString, code_insee#435801.toString, departement_nom#435802.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#435803, true, false, true), epci_code#435804.toString, epci_nom#435805.toString, features0geometry#435806.toString, region_nom#435807.toString, nom#435808.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#435809, true, false, true), region_code#435810.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#435830L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#435891: org.apache.spark.sql.Row