digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n334 ms (45 ms, 289 ms, 289 ms (stage 27.0: task 19))";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 420"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#2930L, true, false, true), date#2931.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#2932, true, false, true), type_valeur#2933.toString, polluant#2934.toString, commune_insee#2935.toString, departement_code#2936.toString, qualificatif#2937.toString, couleur_html#2938.toString, code_insee#2939.toString, departement_nom#2940.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#2941, true, false, true), epci_code#2942.toString, epci_nom#2943.toString, features0geometry#2944.toString, region_nom#2945.toString, nom#2946.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#2947, true, false, true), region_code#2948.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#2968L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#3029: org.apache.spark.sql.Row
Project [delai#2930L, date#2931, indice#2932, type_valeur#2933, polluant#2934, commune_insee#2935, departement_code#2936, qualificatif#2937, couleur_html#2938, code_insee#2939, departement_nom#2940, date_date#2941, epci_code#2942, epci_nom#2943, features0geometry#2944, region_nom#2945, nom#2946, valeur#2947, region_code#2948, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#2968L]
Scan ExistingRDD[delai#2930L,date#2931,indice#2932,type_valeur#2933,polluant#2934,commune_insee#2935,departement_code#2936,qualificatif#2937,couleur_html#2938,code_insee#2939,departement_nom#2940,date_date#2941,epci_code#2942,epci_nom#2943,features0geometry#2944,region_nom#2945,nom#2946,valeur#2947,region_code#2948]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [19]: [delai#2930L, date#2931, indice#2932, type_valeur#2933, polluant#2934, commune_insee#2935, departement_code#2936, qualificatif#2937, couleur_html#2938, code_insee#2939, departement_nom#2940, date_date#2941, epci_code#2942, epci_nom#2943, features0geometry#2944, region_nom#2945, nom#2946, valeur#2947, region_code#2948]
Arguments: [delai#2930L, date#2931, indice#2932, type_valeur#2933, polluant#2934, commune_insee#2935, departement_code#2936, qualificatif#2937, couleur_html#2938, code_insee#2939, departement_nom#2940, date_date#2941, epci_code#2942, epci_nom#2943, features0geometry#2944, region_nom#2945, nom#2946, valeur#2947, region_code#2948], MapPartitionsRDD[107] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [20]: [delai#2930L, date#2931, indice#2932, type_valeur#2933, polluant#2934, commune_insee#2935, departement_code#2936, qualificatif#2937, couleur_html#2938, code_insee#2939, departement_nom#2940, date_date#2941, epci_code#2942, epci_nom#2943, features0geometry#2944, region_nom#2945, nom#2946, valeur#2947, region_code#2948, monotonically_increasing_id() AS id_dc_do_not_overwrite_atmo_historique_264143#2968L]
Input [19]: [delai#2930L, date#2931, indice#2932, type_valeur#2933, polluant#2934, commune_insee#2935, departement_code#2936, qualificatif#2937, couleur_html#2938, code_insee#2939, departement_nom#2940, date_date#2941, epci_code#2942, epci_nom#2943, features0geometry#2944, region_nom#2945, nom#2946, valeur#2947, region_code#2948]
(3) DeserializeToObject
Input [20]: [delai#2930L, date#2931, indice#2932, type_valeur#2933, polluant#2934, commune_insee#2935, departement_code#2936, qualificatif#2937, couleur_html#2938, code_insee#2939, departement_nom#2940, date_date#2941, epci_code#2942, epci_nom#2943, features0geometry#2944, region_nom#2945, nom#2946, valeur#2947, region_code#2948, id_dc_do_not_overwrite_atmo_historique_264143#2968L]
Arguments: createexternalrow(staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, delai#2930L, true, false, true), date#2931.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, indice#2932, true, false, true), type_valeur#2933.toString, polluant#2934.toString, commune_insee#2935.toString, departement_code#2936.toString, qualificatif#2937.toString, couleur_html#2938.toString, code_insee#2939.toString, departement_nom#2940.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, date_date#2941, true, false, true), epci_code#2942.toString, epci_nom#2943.toString, features0geometry#2944.toString, region_nom#2945.toString, nom#2946.toString, staticinvoke(class java.lang.Double, ObjectType(class java.lang.Double), valueOf, valeur#2947, true, false, true), region_code#2948.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_atmo_historique_264143#2968L, true, false, true), StructField(delai,LongType,true), StructField(date,StringType,true), StructField(indice,IntegerType,true), StructField(type_valeur,StringType,true), ... 16 more fields), obj#3029: org.apache.spark.sql.Row