== Physical Plan ==
CollectLimit (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [60]: [colonne#102287, dtype_pandas#102288, type_infere#102289, analyse__nb_total#102290L, analyse__nb_null_nan#102291L, analyse__pct_null_nan#102292, analyse__nb_non_null#102293L, analyse__nb_distinct#102294L, analyse__nb_vide#102295, analyse__pct_vide#102296, analyse__nb_whitespace_only#102297, analyse__nb_leading_spaces#102298, analyse__nb_trailing_spaces#102299, analyse__nb_leading_et_trailing#102300, analyse__longueur_min#102301, analyse__longueur_max#102302, analyse__longueur_moyenne#102303, analyse__longueur_mediane#102304, analyse__longueur_ecart_type#102305, analyse__valeur_min_alpha#102306, analyse__valeur_max_alpha#102307, analyse__nb_avec_chiffre#102308, analyse__nb_avec_special#102309, analyse__nb_uppercase_only#102310, analyse__nb_lowercase_only#102311, analyse__nb_mixte_case#102312, analyse__top_10_valeurs#102313, analyse__min#102314, analyse__max#102315, analyse__etendue#102316, analyse__moyenne#102317, analyse__mediane#102318, analyse__variance#102319, analyse__ecart_type#102320, analyse__skewness#102321, analyse__kurtosis#102322, analyse__q1#102323, analyse__mediane_q2#102324, analyse__q3#102325, analyse__iqr#102326, analyse__nb_outliers_iqr#102327, analyse__pct_outliers_iqr#102328, analyse__nb_zero#102329, analyse__nb_negatif#102330, analyse__distribution_10_bins#102331, analyse__datetime_min#102332, analyse__datetime_max#102333, analyse__etendue_jours#102334, analyse__etendue_secondes_total#102335, analyse__annee_min#102336, analyse__annee_max#102337, analyse__timezone#102338, analyse__nb_weekend#102339, analyse__nb_semaine#102340, analyse__distribution_annee#102341, analyse__distribution_mois#102342, analyse__distribution_heure#102343, analyse__distribution_jour_semaine#102344, Source#102345, horodatage-traitement#102346]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/BIO_PAT_C_API_QUALITY_REPORT/current/pydc_oce3hr04.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb_null_nan:bigint,analyse__pct_null_nan:double,analyse__nb_non_null:bigint,analyse__nb_distinct:bigint,analyse__nb_vide:double,analyse__pct_vide:double,analyse__nb_whitespace_only:double,analyse__nb_leading_spaces:double,analyse__nb_trailing_spaces:double,analyse__nb_leading_et_trailing:double,analyse__longueur_min:double,analyse__longueur_max:double,analyse__longueur_moyenne:double,analyse__longueur_mediane:double,analyse__longueur_ecart_type:double,analyse__valeur_min_alpha:string,analyse__valeur_max_alpha:string,analyse__nb_avec_chiffre:double,analyse__nb_avec_special:double,analyse__nb_uppercase_only:double,analyse__nb_lowercase_only:double,analyse__nb_mixte_case:double,analyse__top_10_valeurs:string,analyse__min:double,analyse__max:double,analyse__etendue:double,analyse__moyenne:double,analyse__mediane:double,analyse__variance:double,analyse__ecart_type:double,analyse__skewness:double,analyse__kurtosis:double,analyse__q1:double,analyse__mediane_q2:double,analyse__q3:double,analyse__iqr:double,analyse__nb_outliers_iqr:double,analyse__pct_outliers_iqr:double,analyse__nb_zero:double,analyse__nb_negatif:double,analyse__distribution_10_bins:string,analyse__datetime_min:string,analyse__datetime_max:string,analyse__etendue_jours:double,analyse__etendue_secondes_total:double,analyse__annee_min:double,analyse__annee_max:double,analyse__timezone:string,analyse__nb_weekend:double,analyse__nb_semaine:double,analyse__distribution_annee:string,analyse__distribution_mois:string,analyse__distribution_heure:string,analyse__distribution_jour_semaine:string,Source:string,horodatage-traitement:timestamp_ntz>
(2) ColumnarToRow [codegen id : 1]
Input [60]: [colonne#102287, dtype_pandas#102288, type_infere#102289, analyse__nb_total#102290L, analyse__nb_null_nan#102291L, analyse__pct_null_nan#102292, analyse__nb_non_null#102293L, analyse__nb_distinct#102294L, analyse__nb_vide#102295, analyse__pct_vide#102296, analyse__nb_whitespace_only#102297, analyse__nb_leading_spaces#102298, analyse__nb_trailing_spaces#102299, analyse__nb_leading_et_trailing#102300, analyse__longueur_min#102301, analyse__longueur_max#102302, analyse__longueur_moyenne#102303, analyse__longueur_mediane#102304, analyse__longueur_ecart_type#102305, analyse__valeur_min_alpha#102306, analyse__valeur_max_alpha#102307, analyse__nb_avec_chiffre#102308, analyse__nb_avec_special#102309, analyse__nb_uppercase_only#102310, analyse__nb_lowercase_only#102311, analyse__nb_mixte_case#102312, analyse__top_10_valeurs#102313, analyse__min#102314, analyse__max#102315, analyse__etendue#102316, analyse__moyenne#102317, analyse__mediane#102318, analyse__variance#102319, analyse__ecart_type#102320, analyse__skewness#102321, analyse__kurtosis#102322, analyse__q1#102323, analyse__mediane_q2#102324, analyse__q3#102325, analyse__iqr#102326, analyse__nb_outliers_iqr#102327, analyse__pct_outliers_iqr#102328, analyse__nb_zero#102329, analyse__nb_negatif#102330, analyse__distribution_10_bins#102331, analyse__datetime_min#102332, analyse__datetime_max#102333, analyse__etendue_jours#102334, analyse__etendue_secondes_total#102335, analyse__annee_min#102336, analyse__annee_max#102337, analyse__timezone#102338, analyse__nb_weekend#102339, analyse__nb_semaine#102340, analyse__distribution_annee#102341, analyse__distribution_mois#102342, analyse__distribution_heure#102343, analyse__distribution_jour_semaine#102344, Source#102345, horodatage-traitement#102346]
(3) Project [codegen id : 1]
Output [60]: [colonne#102287 AS COL_COLONNE_391292#103248, dtype_pandas#102288 AS COL_DTYPE_PANDAS_391293#103249, type_infere#102289 AS COL_TYPE_INFERE_391294#103250, analyse__nb_total#102290L AS COL_ANALYSE_NB_TOTA_391295#103251L, analyse__nb_null_nan#102291L AS COL_ANALYSE_NB_NULL_391296#103252L, analyse__pct_null_nan#102292 AS COL_ANALYSE_PCT_NUL_391297#103253, analyse__nb_non_null#102293L AS COL_ANALYSE_NB_NON__391298#103254L, analyse__nb_distinct#102294L AS COL_ANALYSE_NB_DIST_391299#103255L, analyse__nb_vide#102295 AS COL_ANALYSE_NB_VIDE_391300#103256, analyse__pct_vide#102296 AS COL_ANALYSE_PCT_VID_391301#103257, analyse__nb_whitespace_only#102297 AS COL_ANALYSE_NB_WHIT_391302#103258, analyse__nb_leading_spaces#102298 AS COL_ANALYSE_NB_LEAD_391303#103259, analyse__nb_trailing_spaces#102299 AS COL_ANALYSE_NB_TRAI_391304#103260, analyse__nb_leading_et_trailing#102300 AS COL_ANALYSE_NB_LEAD_391305#103261, analyse__longueur_min#102301 AS COL_ANALYSE_LONGUEU_391306#103262, analyse__longueur_max#102302 AS COL_ANALYSE_LONGUEU_391307#103263, analyse__longueur_moyenne#102303 AS COL_ANALYSE_LONGUEU_391308#103264, analyse__longueur_mediane#102304 AS COL_ANALYSE_LONGUEU_391309#103265, analyse__longueur_ecart_type#102305 AS COL_ANALYSE_LONGUEU_391310#103266, analyse__valeur_min_alpha#102306 AS COL_ANALYSE_VALEUR__391311#103267, analyse__valeur_max_alpha#102307 AS COL_ANALYSE_VALEUR__391312#103268, analyse__nb_avec_chiffre#102308 AS COL_ANALYSE_NB_AVEC_391313#103269, analyse__nb_avec_special#102309 AS COL_ANALYSE_NB_AVEC_391314#103270, analyse__nb_uppercase_only#102310 AS COL_ANALYSE_NB_UPPE_391315#103271, analyse__nb_lowercase_only#102311 AS COL_ANALYSE_NB_LOWE_391316#103272, analyse__nb_mixte_case#102312 AS COL_ANALYSE_NB_MIXT_391317#103273, analyse__top_10_valeurs#102313 AS COL_ANALYSE_TOP_10__391318#103274, analyse__min#102314 AS COL_ANALYSE_MIN_391319#103275, analyse__max#102315 AS COL_ANALYSE_MAX_391320#103276, analyse__etendue#102316 AS COL_ANALYSE_ETENDUE_391321#103277, analyse__moyenne#102317 AS COL_ANALYSE_MOYENNE_391322#103278, analyse__mediane#102318 AS COL_ANALYSE_MEDIANE_391323#103279, analyse__variance#102319 AS COL_ANALYSE_VARIANC_391324#103280, analyse__ecart_type#102320 AS COL_ANALYSE_ECART_T_391325#103281, analyse__skewness#102321 AS COL_ANALYSE_SKEWNES_391326#103282, analyse__kurtosis#102322 AS COL_ANALYSE_KURTOSI_391327#103283, analyse__q1#102323 AS COL_ANALYSE_Q1_391328#103284, analyse__mediane_q2#102324 AS COL_ANALYSE_MEDIANE_391329#103285, analyse__q3#102325 AS COL_ANALYSE_Q3_391330#103286, analyse__iqr#102326 AS COL_ANALYSE_IQR_391331#103287, analyse__nb_outliers_iqr#102327 AS COL_ANALYSE_NB_OUTL_391332#103288, analyse__pct_outliers_iqr#102328 AS COL_ANALYSE_PCT_OUT_391333#103289, analyse__nb_zero#102329 AS COL_ANALYSE_NB_ZERO_391334#103290, analyse__nb_negatif#102330 AS COL_ANALYSE_NB_NEGA_391335#103291, analyse__distribution_10_bins#102331 AS COL_ANALYSE_DISTRIB_391336#103292, analyse__datetime_min#102332 AS COL_ANALYSE_DATETIM_391337#103293, analyse__datetime_max#102333 AS COL_ANALYSE_DATETIM_391338#103294, analyse__etendue_jours#102334 AS COL_ANALYSE_ETENDUE_391339#103295, analyse__etendue_secondes_total#102335 AS COL_ANALYSE_ETENDUE_391340#103296, analyse__annee_min#102336 AS COL_ANALYSE_ANNEE_M_391341#103297, analyse__annee_max#102337 AS COL_ANALYSE_ANNEE_M_391342#103298, analyse__timezone#102338 AS COL_ANALYSE_TIMEZON_391343#103299, analyse__nb_weekend#102339 AS COL_ANALYSE_NB_WEEK_391344#103300, analyse__nb_semaine#102340 AS COL_ANALYSE_NB_SEMA_391345#103301, analyse__distribution_annee#102341 AS COL_ANALYSE_DISTRIB_391346#103302, analyse__distribution_mois#102342 AS COL_ANALYSE_DISTRIB_391347#103303, analyse__distribution_heure#102343 AS COL_ANALYSE_DISTRIB_391348#103304, analyse__distribution_jour_semaine#102344 AS COL_ANALYSE_DISTRIB_391349#103305, Source#102345 AS COL_SOURCE_391350#103306, cast(horodatage-traitement#102346 as string) AS COL_HORODATAGE_TRAI_391351#103307]
Input [60]: [colonne#102287, dtype_pandas#102288, type_infere#102289, analyse__nb_total#102290L, analyse__nb_null_nan#102291L, analyse__pct_null_nan#102292, analyse__nb_non_null#102293L, analyse__nb_distinct#102294L, analyse__nb_vide#102295, analyse__pct_vide#102296, analyse__nb_whitespace_only#102297, analyse__nb_leading_spaces#102298, analyse__nb_trailing_spaces#102299, analyse__nb_leading_et_trailing#102300, analyse__longueur_min#102301, analyse__longueur_max#102302, analyse__longueur_moyenne#102303, analyse__longueur_mediane#102304, analyse__longueur_ecart_type#102305, analyse__valeur_min_alpha#102306, analyse__valeur_max_alpha#102307, analyse__nb_avec_chiffre#102308, analyse__nb_avec_special#102309, analyse__nb_uppercase_only#102310, analyse__nb_lowercase_only#102311, analyse__nb_mixte_case#102312, analyse__top_10_valeurs#102313, analyse__min#102314, analyse__max#102315, analyse__etendue#102316, analyse__moyenne#102317, analyse__mediane#102318, analyse__variance#102319, analyse__ecart_type#102320, analyse__skewness#102321, analyse__kurtosis#102322, analyse__q1#102323, analyse__mediane_q2#102324, analyse__q3#102325, analyse__iqr#102326, analyse__nb_outliers_iqr#102327, analyse__pct_outliers_iqr#102328, analyse__nb_zero#102329, analyse__nb_negatif#102330, analyse__distribution_10_bins#102331, analyse__datetime_min#102332, analyse__datetime_max#102333, analyse__etendue_jours#102334, analyse__etendue_secondes_total#102335, analyse__annee_min#102336, analyse__annee_max#102337, analyse__timezone#102338, analyse__nb_weekend#102339, analyse__nb_semaine#102340, analyse__distribution_annee#102341, analyse__distribution_mois#102342, analyse__distribution_heure#102343, analyse__distribution_jour_semaine#102344, Source#102345, horodatage-traitement#102346]
(4) CollectLimit
Input [60]: [COL_COLONNE_391292#103248, COL_DTYPE_PANDAS_391293#103249, COL_TYPE_INFERE_391294#103250, COL_ANALYSE_NB_TOTA_391295#103251L, COL_ANALYSE_NB_NULL_391296#103252L, COL_ANALYSE_PCT_NUL_391297#103253, COL_ANALYSE_NB_NON__391298#103254L, COL_ANALYSE_NB_DIST_391299#103255L, COL_ANALYSE_NB_VIDE_391300#103256, COL_ANALYSE_PCT_VID_391301#103257, COL_ANALYSE_NB_WHIT_391302#103258, COL_ANALYSE_NB_LEAD_391303#103259, COL_ANALYSE_NB_TRAI_391304#103260, COL_ANALYSE_NB_LEAD_391305#103261, COL_ANALYSE_LONGUEU_391306#103262, COL_ANALYSE_LONGUEU_391307#103263, COL_ANALYSE_LONGUEU_391308#103264, COL_ANALYSE_LONGUEU_391309#103265, COL_ANALYSE_LONGUEU_391310#103266, COL_ANALYSE_VALEUR__391311#103267, COL_ANALYSE_VALEUR__391312#103268, COL_ANALYSE_NB_AVEC_391313#103269, COL_ANALYSE_NB_AVEC_391314#103270, COL_ANALYSE_NB_UPPE_391315#103271, COL_ANALYSE_NB_LOWE_391316#103272, COL_ANALYSE_NB_MIXT_391317#103273, COL_ANALYSE_TOP_10__391318#103274, COL_ANALYSE_MIN_391319#103275, COL_ANALYSE_MAX_391320#103276, COL_ANALYSE_ETENDUE_391321#103277, COL_ANALYSE_MOYENNE_391322#103278, COL_ANALYSE_MEDIANE_391323#103279, COL_ANALYSE_VARIANC_391324#103280, COL_ANALYSE_ECART_T_391325#103281, COL_ANALYSE_SKEWNES_391326#103282, COL_ANALYSE_KURTOSI_391327#103283, COL_ANALYSE_Q1_391328#103284, COL_ANALYSE_MEDIANE_391329#103285, COL_ANALYSE_Q3_391330#103286, COL_ANALYSE_IQR_391331#103287, COL_ANALYSE_NB_OUTL_391332#103288, COL_ANALYSE_PCT_OUT_391333#103289, COL_ANALYSE_NB_ZERO_391334#103290, COL_ANALYSE_NB_NEGA_391335#103291, COL_ANALYSE_DISTRIB_391336#103292, COL_ANALYSE_DATETIM_391337#103293, COL_ANALYSE_DATETIM_391338#103294, COL_ANALYSE_ETENDUE_391339#103295, COL_ANALYSE_ETENDUE_391340#103296, COL_ANALYSE_ANNEE_M_391341#103297, COL_ANALYSE_ANNEE_M_391342#103298, COL_ANALYSE_TIMEZON_391343#103299, COL_ANALYSE_NB_WEEK_391344#103300, COL_ANALYSE_NB_SEMA_391345#103301, COL_ANALYSE_DISTRIB_391346#103302, COL_ANALYSE_DISTRIB_391347#103303, COL_ANALYSE_DISTRIB_391348#103304, COL_ANALYSE_DISTRIB_391349#103305, COL_SOURCE_391350#103306, COL_HORODATAGE_TRAI_391351#103307]
Arguments: 1500