digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n148 ms (16 ms, 132 ms, 132 ms (stage 1038.0: task 969))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 1,454"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#174941L, true, false, true), date#174942.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#174943, true, false, true), type_valeur#174944.toString, polluant#174945.toString, commune_insee#174946.toString, departement_code#174947.toString, qualificatif#174948.toString, couleur_html#174949.toString, code_insee#174950.toString, departement_nom#174951.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#174952, true, false, true), epci_code#174953.toString, epci_nom#174954.toString, features0geometry#174955.toString, region_nom#174956.toString, nom#174957.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#174958, true, false, true), region_code#174959.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#174979L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#175040: org.apache.spark.sql.Row
Project [delai#174941L, date#174942, indice#174943, type_valeur#174944, polluant#174945, commune_insee#174946, departement_code#174947, qualificatif#174948, couleur_html#174949, code_insee#174950, departement_nom#174951, date_date#174952, epci_code#174953, epci_nom#174954, features0geometry#174955, region_nom#174956, nom#174957, valeur#174958, region_code#174959, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#174979L]
Scan ExistingRDD[delai#174941L,date#174942,indice#174943,type_valeur#174944,polluant#174945,commune_insee#174946,departement_code#174947,qualificatif#174948,couleur_html#174949,code_insee#174950,departement_nom#174951,date_date#174952,epci_code#174953,epci_nom#174954,features0geometry#174955,region_nom#174956,nom#174957,valeur#174958,region_code#174959]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#174941L, date#174942, indice#174943, type_valeur#174944, polluant#174945, commune_insee#174946, departement_code#174947, qualificatif#174948, couleur_html#174949, code_insee#174950, departement_nom#174951, date_date#174952, epci_code#174953, epci_nom#174954, features0geometry#174955, region_nom#174956, nom#174957, valeur#174958, region_code#174959]
Arguments: [delai#174941L, date#174942, indice#174943, type_valeur#174944, polluant#174945, commune_insee#174946, departement_code#174947, qualificatif#174948, couleur_html#174949, code_insee#174950, departement_nom#174951, date_date#174952, epci_code#174953, epci_nom#174954, features0geometry#174955, region_nom#174956, nom#174957, valeur#174958, region_code#174959], MapPartitionsRDD[3213] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#174941L, date#174942, indice#174943, type_valeur#174944, polluant#174945, commune_insee#174946, departement_code#174947, qualificatif#174948, couleur_html#174949, code_insee#174950, departement_nom#174951, date_date#174952, epci_code#174953, epci_nom#174954, features0geometry#174955, region_nom#174956, nom#174957, valeur#174958, region_code#174959, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#174979L]
Input [19]: [delai#174941L, date#174942, indice#174943, type_valeur#174944, polluant#174945, commune_insee#174946, departement_code#174947, qualificatif#174948, couleur_html#174949, code_insee#174950, departement_nom#174951, date_date#174952, epci_code#174953, epci_nom#174954, features0geometry#174955, region_nom#174956, nom#174957, valeur#174958, region_code#174959]
(3) DeserializeToObject
Input [20]: [delai#174941L, date#174942, indice#174943, type_valeur#174944, polluant#174945, commune_insee#174946, departement_code#174947, qualificatif#174948, couleur_html#174949, code_insee#174950, departement_nom#174951, date_date#174952, epci_code#174953, epci_nom#174954, features0geometry#174955, region_nom#174956, nom#174957, valeur#174958, region_code#174959, id_dc_do_not_overwrite_atmo_historique_264143#174979L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#174941L, true, false, true), date#174942.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#174943, true, false, true), type_valeur#174944.toString, polluant#174945.toString, commune_insee#174946.toString, departement_code#174947.toString, qualificatif#174948.toString, couleur_html#174949.toString, code_insee#174950.toString, departement_nom#174951.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#174952, true, false, true), epci_code#174953.toString, epci_nom#174954.toString, features0geometry#174955.toString, region_nom#174956.toString, nom#174957.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#174958, true, false, true), region_code#174959.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#174979L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#175040: org.apache.spark.sql.Row