== Physical Plan ==
CollectLimit (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [59]: [colonne#58256, dtype_pandas#58257, type_infere#58258, analyse__nb_total#58259L, analyse__nb_null_nan#58260L, analyse__pct_null_nan#58261, analyse__nb_non_null#58262L, analyse__nb_distinct#58263L, analyse__nb_vide#58264, analyse__pct_vide#58265, analyse__nb_whitespace_only#58266, analyse__nb_leading_spaces#58267, analyse__nb_trailing_spaces#58268, analyse__nb_leading_et_trailing#58269, analyse__longueur_min#58270, analyse__longueur_max#58271, analyse__longueur_moyenne#58272, analyse__longueur_mediane#58273, analyse__longueur_ecart_type#58274, analyse__valeur_min_alpha#58275, analyse__valeur_max_alpha#58276, analyse__nb_avec_chiffre#58277, analyse__nb_avec_special#58278, analyse__nb_uppercase_only#58279, analyse__nb_lowercase_only#58280, analyse__nb_mixte_case#58281, analyse__top_10_valeurs#58282, analyse__min#58283, analyse__max#58284, analyse__etendue#58285, analyse__moyenne#58286, analyse__mediane#58287, analyse__variance#58288, analyse__ecart_type#58289, analyse__skewness#58290, analyse__kurtosis#58291, analyse__q1#58292, analyse__mediane_q2#58293, analyse__q3#58294, analyse__iqr#58295, analyse__nb_outliers_iqr#58296, analyse__pct_outliers_iqr#58297, analyse__nb_zero#58298, analyse__nb_negatif#58299, analyse__distribution_10_bins#58300, analyse__datetime_min#58301, analyse__datetime_max#58302, analyse__etendue_jours#58303, analyse__etendue_secondes_total#58304, analyse__annee_min#58305, analyse__annee_max#58306, analyse__timezone#58307, analyse__nb_weekend#58308, analyse__nb_semaine#58309, analyse__distribution_annee#58310, analyse__distribution_mois#58311, analyse__distribution_heure#58312, analyse__distribution_jour_semaine#58313, Source#58314]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/BIO_PAT_C_API_QUALITY_REPORT/current/pydc_m9o8er40.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb_null_nan:bigint,analyse__pct_null_nan:double,analyse__nb_non_null:bigint,analyse__nb_distinct:bigint,analyse__nb_vide:double,analyse__pct_vide:double,analyse__nb_whitespace_only:double,analyse__nb_leading_spaces:double,analyse__nb_trailing_spaces:double,analyse__nb_leading_et_trailing:double,analyse__longueur_min:double,analyse__longueur_max:double,analyse__longueur_moyenne:double,analyse__longueur_mediane:double,analyse__longueur_ecart_type:double,analyse__valeur_min_alpha:string,analyse__valeur_max_alpha:string,analyse__nb_avec_chiffre:double,analyse__nb_avec_special:double,analyse__nb_uppercase_only:double,analyse__nb_lowercase_only:double,analyse__nb_mixte_case:double,analyse__top_10_valeurs:string,analyse__min:double,analyse__max:double,analyse__etendue:double,analyse__moyenne:double,analyse__mediane:double,analyse__variance:double,analyse__ecart_type:double,analyse__skewness:double,analyse__kurtosis:double,analyse__q1:double,analyse__mediane_q2:double,analyse__q3:double,analyse__iqr:double,analyse__nb_outliers_iqr:double,analyse__pct_outliers_iqr:double,analyse__nb_zero:double,analyse__nb_negatif:double,analyse__distribution_10_bins:string,analyse__datetime_min:string,analyse__datetime_max:string,analyse__etendue_jours:double,analyse__etendue_secondes_total:double,analyse__annee_min:double,analyse__annee_max:double,analyse__timezone:string,analyse__nb_weekend:double,analyse__nb_semaine:double,analyse__distribution_annee:string,analyse__distribution_mois:string,analyse__distribution_heure:string,analyse__distribution_jour_semaine:string,Source:string>
(2) ColumnarToRow [codegen id : 1]
Input [59]: [colonne#58256, dtype_pandas#58257, type_infere#58258, analyse__nb_total#58259L, analyse__nb_null_nan#58260L, analyse__pct_null_nan#58261, analyse__nb_non_null#58262L, analyse__nb_distinct#58263L, analyse__nb_vide#58264, analyse__pct_vide#58265, analyse__nb_whitespace_only#58266, analyse__nb_leading_spaces#58267, analyse__nb_trailing_spaces#58268, analyse__nb_leading_et_trailing#58269, analyse__longueur_min#58270, analyse__longueur_max#58271, analyse__longueur_moyenne#58272, analyse__longueur_mediane#58273, analyse__longueur_ecart_type#58274, analyse__valeur_min_alpha#58275, analyse__valeur_max_alpha#58276, analyse__nb_avec_chiffre#58277, analyse__nb_avec_special#58278, analyse__nb_uppercase_only#58279, analyse__nb_lowercase_only#58280, analyse__nb_mixte_case#58281, analyse__top_10_valeurs#58282, analyse__min#58283, analyse__max#58284, analyse__etendue#58285, analyse__moyenne#58286, analyse__mediane#58287, analyse__variance#58288, analyse__ecart_type#58289, analyse__skewness#58290, analyse__kurtosis#58291, analyse__q1#58292, analyse__mediane_q2#58293, analyse__q3#58294, analyse__iqr#58295, analyse__nb_outliers_iqr#58296, analyse__pct_outliers_iqr#58297, analyse__nb_zero#58298, analyse__nb_negatif#58299, analyse__distribution_10_bins#58300, analyse__datetime_min#58301, analyse__datetime_max#58302, analyse__etendue_jours#58303, analyse__etendue_secondes_total#58304, analyse__annee_min#58305, analyse__annee_max#58306, analyse__timezone#58307, analyse__nb_weekend#58308, analyse__nb_semaine#58309, analyse__distribution_annee#58310, analyse__distribution_mois#58311, analyse__distribution_heure#58312, analyse__distribution_jour_semaine#58313, Source#58314]
(3) Project [codegen id : 1]
Output [59]: [colonne#58256 AS COL_COLONNE_389696#59201, dtype_pandas#58257 AS COL_DTYPE_PANDAS_389697#59202, type_infere#58258 AS COL_TYPE_INFERE_389698#59203, analyse__nb_total#58259L AS COL_ANALYSE_NB_TOTA_389699#59204L, analyse__nb_null_nan#58260L AS COL_ANALYSE_NB_NULL_389700#59205L, analyse__pct_null_nan#58261 AS COL_ANALYSE_PCT_NUL_389701#59206, analyse__nb_non_null#58262L AS COL_ANALYSE_NB_NON__389702#59207L, analyse__nb_distinct#58263L AS COL_ANALYSE_NB_DIST_389703#59208L, analyse__nb_vide#58264 AS COL_ANALYSE_NB_VIDE_389704#59209, analyse__pct_vide#58265 AS COL_ANALYSE_PCT_VID_389705#59210, analyse__nb_whitespace_only#58266 AS COL_ANALYSE_NB_WHIT_389706#59211, analyse__nb_leading_spaces#58267 AS COL_ANALYSE_NB_LEAD_389707#59212, analyse__nb_trailing_spaces#58268 AS COL_ANALYSE_NB_TRAI_389708#59213, analyse__nb_leading_et_trailing#58269 AS COL_ANALYSE_NB_LEAD_389709#59214, analyse__longueur_min#58270 AS COL_ANALYSE_LONGUEU_389710#59215, analyse__longueur_max#58271 AS COL_ANALYSE_LONGUEU_389711#59216, analyse__longueur_moyenne#58272 AS COL_ANALYSE_LONGUEU_389712#59217, analyse__longueur_mediane#58273 AS COL_ANALYSE_LONGUEU_389713#59218, analyse__longueur_ecart_type#58274 AS COL_ANALYSE_LONGUEU_389714#59219, analyse__valeur_min_alpha#58275 AS COL_ANALYSE_VALEUR__389715#59220, analyse__valeur_max_alpha#58276 AS COL_ANALYSE_VALEUR__389716#59221, analyse__nb_avec_chiffre#58277 AS COL_ANALYSE_NB_AVEC_389717#59222, analyse__nb_avec_special#58278 AS COL_ANALYSE_NB_AVEC_389718#59223, analyse__nb_uppercase_only#58279 AS COL_ANALYSE_NB_UPPE_389719#59224, analyse__nb_lowercase_only#58280 AS COL_ANALYSE_NB_LOWE_389720#59225, analyse__nb_mixte_case#58281 AS COL_ANALYSE_NB_MIXT_389721#59226, analyse__top_10_valeurs#58282 AS COL_ANALYSE_TOP_10__389722#59227, analyse__min#58283 AS COL_ANALYSE_MIN_389723#59228, analyse__max#58284 AS COL_ANALYSE_MAX_389724#59229, analyse__etendue#58285 AS COL_ANALYSE_ETENDUE_389725#59230, analyse__moyenne#58286 AS COL_ANALYSE_MOYENNE_389726#59231, analyse__mediane#58287 AS COL_ANALYSE_MEDIANE_389727#59232, analyse__variance#58288 AS COL_ANALYSE_VARIANC_389728#59233, analyse__ecart_type#58289 AS COL_ANALYSE_ECART_T_389729#59234, analyse__skewness#58290 AS COL_ANALYSE_SKEWNES_389730#59235, analyse__kurtosis#58291 AS COL_ANALYSE_KURTOSI_389731#59236, analyse__q1#58292 AS COL_ANALYSE_Q1_389732#59237, analyse__mediane_q2#58293 AS COL_ANALYSE_MEDIANE_389733#59238, analyse__q3#58294 AS COL_ANALYSE_Q3_389734#59239, analyse__iqr#58295 AS COL_ANALYSE_IQR_389735#59240, analyse__nb_outliers_iqr#58296 AS COL_ANALYSE_NB_OUTL_389736#59241, analyse__pct_outliers_iqr#58297 AS COL_ANALYSE_PCT_OUT_389737#59242, analyse__nb_zero#58298 AS COL_ANALYSE_NB_ZERO_389738#59243, analyse__nb_negatif#58299 AS COL_ANALYSE_NB_NEGA_389739#59244, analyse__distribution_10_bins#58300 AS COL_ANALYSE_DISTRIB_389740#59245, analyse__datetime_min#58301 AS COL_ANALYSE_DATETIM_389741#59246, analyse__datetime_max#58302 AS COL_ANALYSE_DATETIM_389742#59247, analyse__etendue_jours#58303 AS COL_ANALYSE_ETENDUE_389743#59248, analyse__etendue_secondes_total#58304 AS COL_ANALYSE_ETENDUE_389744#59249, analyse__annee_min#58305 AS COL_ANALYSE_ANNEE_M_389745#59250, analyse__annee_max#58306 AS COL_ANALYSE_ANNEE_M_389746#59251, analyse__timezone#58307 AS COL_ANALYSE_TIMEZON_389747#59252, analyse__nb_weekend#58308 AS COL_ANALYSE_NB_WEEK_389748#59253, analyse__nb_semaine#58309 AS COL_ANALYSE_NB_SEMA_389749#59254, analyse__distribution_annee#58310 AS COL_ANALYSE_DISTRIB_389750#59255, analyse__distribution_mois#58311 AS COL_ANALYSE_DISTRIB_389751#59256, analyse__distribution_heure#58312 AS COL_ANALYSE_DISTRIB_389752#59257, analyse__distribution_jour_semaine#58313 AS COL_ANALYSE_DISTRIB_389753#59258, Source#58314 AS COL_SOURCE_389754#59259]
Input [59]: [colonne#58256, dtype_pandas#58257, type_infere#58258, analyse__nb_total#58259L, analyse__nb_null_nan#58260L, analyse__pct_null_nan#58261, analyse__nb_non_null#58262L, analyse__nb_distinct#58263L, analyse__nb_vide#58264, analyse__pct_vide#58265, analyse__nb_whitespace_only#58266, analyse__nb_leading_spaces#58267, analyse__nb_trailing_spaces#58268, analyse__nb_leading_et_trailing#58269, analyse__longueur_min#58270, analyse__longueur_max#58271, analyse__longueur_moyenne#58272, analyse__longueur_mediane#58273, analyse__longueur_ecart_type#58274, analyse__valeur_min_alpha#58275, analyse__valeur_max_alpha#58276, analyse__nb_avec_chiffre#58277, analyse__nb_avec_special#58278, analyse__nb_uppercase_only#58279, analyse__nb_lowercase_only#58280, analyse__nb_mixte_case#58281, analyse__top_10_valeurs#58282, analyse__min#58283, analyse__max#58284, analyse__etendue#58285, analyse__moyenne#58286, analyse__mediane#58287, analyse__variance#58288, analyse__ecart_type#58289, analyse__skewness#58290, analyse__kurtosis#58291, analyse__q1#58292, analyse__mediane_q2#58293, analyse__q3#58294, analyse__iqr#58295, analyse__nb_outliers_iqr#58296, analyse__pct_outliers_iqr#58297, analyse__nb_zero#58298, analyse__nb_negatif#58299, analyse__distribution_10_bins#58300, analyse__datetime_min#58301, analyse__datetime_max#58302, analyse__etendue_jours#58303, analyse__etendue_secondes_total#58304, analyse__annee_min#58305, analyse__annee_max#58306, analyse__timezone#58307, analyse__nb_weekend#58308, analyse__nb_semaine#58309, analyse__distribution_annee#58310, analyse__distribution_mois#58311, analyse__distribution_heure#58312, analyse__distribution_jour_semaine#58313, Source#58314]
(4) CollectLimit
Input [59]: [COL_COLONNE_389696#59201, COL_DTYPE_PANDAS_389697#59202, COL_TYPE_INFERE_389698#59203, COL_ANALYSE_NB_TOTA_389699#59204L, COL_ANALYSE_NB_NULL_389700#59205L, COL_ANALYSE_PCT_NUL_389701#59206, COL_ANALYSE_NB_NON__389702#59207L, COL_ANALYSE_NB_DIST_389703#59208L, COL_ANALYSE_NB_VIDE_389704#59209, COL_ANALYSE_PCT_VID_389705#59210, COL_ANALYSE_NB_WHIT_389706#59211, COL_ANALYSE_NB_LEAD_389707#59212, COL_ANALYSE_NB_TRAI_389708#59213, COL_ANALYSE_NB_LEAD_389709#59214, COL_ANALYSE_LONGUEU_389710#59215, COL_ANALYSE_LONGUEU_389711#59216, COL_ANALYSE_LONGUEU_389712#59217, COL_ANALYSE_LONGUEU_389713#59218, COL_ANALYSE_LONGUEU_389714#59219, COL_ANALYSE_VALEUR__389715#59220, COL_ANALYSE_VALEUR__389716#59221, COL_ANALYSE_NB_AVEC_389717#59222, COL_ANALYSE_NB_AVEC_389718#59223, COL_ANALYSE_NB_UPPE_389719#59224, COL_ANALYSE_NB_LOWE_389720#59225, COL_ANALYSE_NB_MIXT_389721#59226, COL_ANALYSE_TOP_10__389722#59227, COL_ANALYSE_MIN_389723#59228, COL_ANALYSE_MAX_389724#59229, COL_ANALYSE_ETENDUE_389725#59230, COL_ANALYSE_MOYENNE_389726#59231, COL_ANALYSE_MEDIANE_389727#59232, COL_ANALYSE_VARIANC_389728#59233, COL_ANALYSE_ECART_T_389729#59234, COL_ANALYSE_SKEWNES_389730#59235, COL_ANALYSE_KURTOSI_389731#59236, COL_ANALYSE_Q1_389732#59237, COL_ANALYSE_MEDIANE_389733#59238, COL_ANALYSE_Q3_389734#59239, COL_ANALYSE_IQR_389735#59240, COL_ANALYSE_NB_OUTL_389736#59241, COL_ANALYSE_PCT_OUT_389737#59242, COL_ANALYSE_NB_ZERO_389738#59243, COL_ANALYSE_NB_NEGA_389739#59244, COL_ANALYSE_DISTRIB_389740#59245, COL_ANALYSE_DATETIM_389741#59246, COL_ANALYSE_DATETIM_389742#59247, COL_ANALYSE_ETENDUE_389743#59248, COL_ANALYSE_ETENDUE_389744#59249, COL_ANALYSE_ANNEE_M_389745#59250, COL_ANALYSE_ANNEE_M_389746#59251, COL_ANALYSE_TIMEZON_389747#59252, COL_ANALYSE_NB_WEEK_389748#59253, COL_ANALYSE_NB_SEMA_389749#59254, COL_ANALYSE_DISTRIB_389750#59255, COL_ANALYSE_DISTRIB_389751#59256, COL_ANALYSE_DISTRIB_389752#59257, COL_ANALYSE_DISTRIB_389753#59258, COL_SOURCE_389754#59259]
Arguments: 1500