== Physical Plan ==
CollectLimit (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [58]: [colonne#42267, dtype_pandas#42268, type_infere#42269, analyse__nb_total#42270L, analyse__nb_null_nan#42271L, analyse__pct_null_nan#42272, analyse__nb_non_null#42273L, analyse__nb_distinct#42274L, analyse__nb_vide#42275, analyse__pct_vide#42276, analyse__nb_whitespace_only#42277, analyse__nb_leading_spaces#42278, analyse__nb_trailing_spaces#42279, analyse__nb_leading_et_trailing#42280, analyse__longueur_min#42281, analyse__longueur_max#42282, analyse__longueur_moyenne#42283, analyse__longueur_mediane#42284, analyse__longueur_ecart_type#42285, analyse__valeur_min_alpha#42286, analyse__valeur_max_alpha#42287, analyse__nb_avec_chiffre#42288, analyse__nb_avec_special#42289, analyse__nb_uppercase_only#42290, analyse__nb_lowercase_only#42291, analyse__nb_mixte_case#42292, analyse__top_10_valeurs#42293, analyse__min#42294, analyse__max#42295, analyse__etendue#42296, analyse__moyenne#42297, analyse__mediane#42298, analyse__variance#42299, analyse__ecart_type#42300, analyse__skewness#42301, analyse__kurtosis#42302, analyse__q1#42303, analyse__mediane_q2#42304, analyse__q3#42305, analyse__iqr#42306, analyse__nb_outliers_iqr#42307, analyse__pct_outliers_iqr#42308, analyse__nb_zero#42309, analyse__nb_negatif#42310, analyse__distribution_10_bins#42311, analyse__datetime_min#42312, analyse__datetime_max#42313, analyse__etendue_jours#42314, analyse__etendue_secondes_total#42315, analyse__annee_min#42316, analyse__annee_max#42317, analyse__timezone#42318, analyse__nb_weekend#42319, analyse__nb_semaine#42320, analyse__distribution_annee#42321, analyse__distribution_mois#42322, analyse__distribution_heure#42323, analyse__distribution_jour_semaine#42324]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/BIO_PAT_API_QUALITY_REPORT/current/pydc_uxffhq8p.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb_null_nan:bigint,analyse__pct_null_nan:double,analyse__nb_non_null:bigint,analyse__nb_distinct:bigint,analyse__nb_vide:double,analyse__pct_vide:double,analyse__nb_whitespace_only:double,analyse__nb_leading_spaces:double,analyse__nb_trailing_spaces:double,analyse__nb_leading_et_trailing:double,analyse__longueur_min:double,analyse__longueur_max:double,analyse__longueur_moyenne:double,analyse__longueur_mediane:double,analyse__longueur_ecart_type:double,analyse__valeur_min_alpha:string,analyse__valeur_max_alpha:string,analyse__nb_avec_chiffre:double,analyse__nb_avec_special:double,analyse__nb_uppercase_only:double,analyse__nb_lowercase_only:double,analyse__nb_mixte_case:double,analyse__top_10_valeurs:string,analyse__min:double,analyse__max:double,analyse__etendue:double,analyse__moyenne:double,analyse__mediane:double,analyse__variance:double,analyse__ecart_type:double,analyse__skewness:double,analyse__kurtosis:double,analyse__q1:double,analyse__mediane_q2:double,analyse__q3:double,analyse__iqr:double,analyse__nb_outliers_iqr:double,analyse__pct_outliers_iqr:double,analyse__nb_zero:double,analyse__nb_negatif:double,analyse__distribution_10_bins:string,analyse__datetime_min:string,analyse__datetime_max:string,analyse__etendue_jours:double,analyse__etendue_secondes_total:double,analyse__annee_min:double,analyse__annee_max:double,analyse__timezone:string,analyse__nb_weekend:double,analyse__nb_semaine:double,analyse__distribution_annee:string,analyse__distribution_mois:string,analyse__distribution_heure:string,analyse__distribution_jour_semaine:string>
(2) ColumnarToRow [codegen id : 1]
Input [58]: [colonne#42267, dtype_pandas#42268, type_infere#42269, analyse__nb_total#42270L, analyse__nb_null_nan#42271L, analyse__pct_null_nan#42272, analyse__nb_non_null#42273L, analyse__nb_distinct#42274L, analyse__nb_vide#42275, analyse__pct_vide#42276, analyse__nb_whitespace_only#42277, analyse__nb_leading_spaces#42278, analyse__nb_trailing_spaces#42279, analyse__nb_leading_et_trailing#42280, analyse__longueur_min#42281, analyse__longueur_max#42282, analyse__longueur_moyenne#42283, analyse__longueur_mediane#42284, analyse__longueur_ecart_type#42285, analyse__valeur_min_alpha#42286, analyse__valeur_max_alpha#42287, analyse__nb_avec_chiffre#42288, analyse__nb_avec_special#42289, analyse__nb_uppercase_only#42290, analyse__nb_lowercase_only#42291, analyse__nb_mixte_case#42292, analyse__top_10_valeurs#42293, analyse__min#42294, analyse__max#42295, analyse__etendue#42296, analyse__moyenne#42297, analyse__mediane#42298, analyse__variance#42299, analyse__ecart_type#42300, analyse__skewness#42301, analyse__kurtosis#42302, analyse__q1#42303, analyse__mediane_q2#42304, analyse__q3#42305, analyse__iqr#42306, analyse__nb_outliers_iqr#42307, analyse__pct_outliers_iqr#42308, analyse__nb_zero#42309, analyse__nb_negatif#42310, analyse__distribution_10_bins#42311, analyse__datetime_min#42312, analyse__datetime_max#42313, analyse__etendue_jours#42314, analyse__etendue_secondes_total#42315, analyse__annee_min#42316, analyse__annee_max#42317, analyse__timezone#42318, analyse__nb_weekend#42319, analyse__nb_semaine#42320, analyse__distribution_annee#42321, analyse__distribution_mois#42322, analyse__distribution_heure#42323, analyse__distribution_jour_semaine#42324]
(3) Project [codegen id : 1]
Output [58]: [colonne#42267 AS COL_COLONNE_388853#43196, dtype_pandas#42268 AS COL_DTYPE_PANDAS_388854#43197, type_infere#42269 AS COL_TYPE_INFERE_388855#43198, analyse__nb_total#42270L AS COL_ANALYSE_NB_TOTA_388856#43199L, analyse__nb_null_nan#42271L AS COL_ANALYSE_NB_NULL_388857#43200L, analyse__pct_null_nan#42272 AS COL_ANALYSE_PCT_NUL_388858#43201, analyse__nb_non_null#42273L AS COL_ANALYSE_NB_NON__388859#43202L, analyse__nb_distinct#42274L AS COL_ANALYSE_NB_DIST_388860#43203L, analyse__nb_vide#42275 AS COL_ANALYSE_NB_VIDE_388861#43204, analyse__pct_vide#42276 AS COL_ANALYSE_PCT_VID_388862#43205, analyse__nb_whitespace_only#42277 AS COL_ANALYSE_NB_WHIT_388863#43206, analyse__nb_leading_spaces#42278 AS COL_ANALYSE_NB_LEAD_388864#43207, analyse__nb_trailing_spaces#42279 AS COL_ANALYSE_NB_TRAI_388865#43208, analyse__nb_leading_et_trailing#42280 AS COL_ANALYSE_NB_LEAD_388866#43209, analyse__longueur_min#42281 AS COL_ANALYSE_LONGUEU_388867#43210, analyse__longueur_max#42282 AS COL_ANALYSE_LONGUEU_388868#43211, analyse__longueur_moyenne#42283 AS COL_ANALYSE_LONGUEU_388869#43212, analyse__longueur_mediane#42284 AS COL_ANALYSE_LONGUEU_388870#43213, analyse__longueur_ecart_type#42285 AS COL_ANALYSE_LONGUEU_388871#43214, analyse__valeur_min_alpha#42286 AS COL_ANALYSE_VALEUR__388872#43215, analyse__valeur_max_alpha#42287 AS COL_ANALYSE_VALEUR__388873#43216, analyse__nb_avec_chiffre#42288 AS COL_ANALYSE_NB_AVEC_388874#43217, analyse__nb_avec_special#42289 AS COL_ANALYSE_NB_AVEC_388875#43218, analyse__nb_uppercase_only#42290 AS COL_ANALYSE_NB_UPPE_388876#43219, analyse__nb_lowercase_only#42291 AS COL_ANALYSE_NB_LOWE_388877#43220, analyse__nb_mixte_case#42292 AS COL_ANALYSE_NB_MIXT_388878#43221, analyse__top_10_valeurs#42293 AS COL_ANALYSE_TOP_10__388879#43222, analyse__min#42294 AS COL_ANALYSE_MIN_388880#43223, analyse__max#42295 AS COL_ANALYSE_MAX_388881#43224, analyse__etendue#42296 AS COL_ANALYSE_ETENDUE_388882#43225, analyse__moyenne#42297 AS COL_ANALYSE_MOYENNE_388883#43226, analyse__mediane#42298 AS COL_ANALYSE_MEDIANE_388884#43227, analyse__variance#42299 AS COL_ANALYSE_VARIANC_388885#43228, analyse__ecart_type#42300 AS COL_ANALYSE_ECART_T_388886#43229, analyse__skewness#42301 AS COL_ANALYSE_SKEWNES_388887#43230, analyse__kurtosis#42302 AS COL_ANALYSE_KURTOSI_388888#43231, analyse__q1#42303 AS COL_ANALYSE_Q1_388889#43232, analyse__mediane_q2#42304 AS COL_ANALYSE_MEDIANE_388890#43233, analyse__q3#42305 AS COL_ANALYSE_Q3_388891#43234, analyse__iqr#42306 AS COL_ANALYSE_IQR_388892#43235, analyse__nb_outliers_iqr#42307 AS COL_ANALYSE_NB_OUTL_388893#43236, analyse__pct_outliers_iqr#42308 AS COL_ANALYSE_PCT_OUT_388894#43237, analyse__nb_zero#42309 AS COL_ANALYSE_NB_ZERO_388895#43238, analyse__nb_negatif#42310 AS COL_ANALYSE_NB_NEGA_388896#43239, analyse__distribution_10_bins#42311 AS COL_ANALYSE_DISTRIB_388897#43240, analyse__datetime_min#42312 AS COL_ANALYSE_DATETIM_388898#43241, analyse__datetime_max#42313 AS COL_ANALYSE_DATETIM_388899#43242, analyse__etendue_jours#42314 AS COL_ANALYSE_ETENDUE_388900#43243, analyse__etendue_secondes_total#42315 AS COL_ANALYSE_ETENDUE_388901#43244, analyse__annee_min#42316 AS COL_ANALYSE_ANNEE_M_388902#43245, analyse__annee_max#42317 AS COL_ANALYSE_ANNEE_M_388903#43246, analyse__timezone#42318 AS COL_ANALYSE_TIMEZON_388904#43247, analyse__nb_weekend#42319 AS COL_ANALYSE_NB_WEEK_388905#43248, analyse__nb_semaine#42320 AS COL_ANALYSE_NB_SEMA_388906#43249, analyse__distribution_annee#42321 AS COL_ANALYSE_DISTRIB_388907#43250, analyse__distribution_mois#42322 AS COL_ANALYSE_DISTRIB_388908#43251, analyse__distribution_heure#42323 AS COL_ANALYSE_DISTRIB_388909#43252, analyse__distribution_jour_semaine#42324 AS COL_ANALYSE_DISTRIB_388910#43253]
Input [58]: [colonne#42267, dtype_pandas#42268, type_infere#42269, analyse__nb_total#42270L, analyse__nb_null_nan#42271L, analyse__pct_null_nan#42272, analyse__nb_non_null#42273L, analyse__nb_distinct#42274L, analyse__nb_vide#42275, analyse__pct_vide#42276, analyse__nb_whitespace_only#42277, analyse__nb_leading_spaces#42278, analyse__nb_trailing_spaces#42279, analyse__nb_leading_et_trailing#42280, analyse__longueur_min#42281, analyse__longueur_max#42282, analyse__longueur_moyenne#42283, analyse__longueur_mediane#42284, analyse__longueur_ecart_type#42285, analyse__valeur_min_alpha#42286, analyse__valeur_max_alpha#42287, analyse__nb_avec_chiffre#42288, analyse__nb_avec_special#42289, analyse__nb_uppercase_only#42290, analyse__nb_lowercase_only#42291, analyse__nb_mixte_case#42292, analyse__top_10_valeurs#42293, analyse__min#42294, analyse__max#42295, analyse__etendue#42296, analyse__moyenne#42297, analyse__mediane#42298, analyse__variance#42299, analyse__ecart_type#42300, analyse__skewness#42301, analyse__kurtosis#42302, analyse__q1#42303, analyse__mediane_q2#42304, analyse__q3#42305, analyse__iqr#42306, analyse__nb_outliers_iqr#42307, analyse__pct_outliers_iqr#42308, analyse__nb_zero#42309, analyse__nb_negatif#42310, analyse__distribution_10_bins#42311, analyse__datetime_min#42312, analyse__datetime_max#42313, analyse__etendue_jours#42314, analyse__etendue_secondes_total#42315, analyse__annee_min#42316, analyse__annee_max#42317, analyse__timezone#42318, analyse__nb_weekend#42319, analyse__nb_semaine#42320, analyse__distribution_annee#42321, analyse__distribution_mois#42322, analyse__distribution_heure#42323, analyse__distribution_jour_semaine#42324]
(4) CollectLimit
Input [58]: [COL_COLONNE_388853#43196, COL_DTYPE_PANDAS_388854#43197, COL_TYPE_INFERE_388855#43198, COL_ANALYSE_NB_TOTA_388856#43199L, COL_ANALYSE_NB_NULL_388857#43200L, COL_ANALYSE_PCT_NUL_388858#43201, COL_ANALYSE_NB_NON__388859#43202L, COL_ANALYSE_NB_DIST_388860#43203L, COL_ANALYSE_NB_VIDE_388861#43204, COL_ANALYSE_PCT_VID_388862#43205, COL_ANALYSE_NB_WHIT_388863#43206, COL_ANALYSE_NB_LEAD_388864#43207, COL_ANALYSE_NB_TRAI_388865#43208, COL_ANALYSE_NB_LEAD_388866#43209, COL_ANALYSE_LONGUEU_388867#43210, COL_ANALYSE_LONGUEU_388868#43211, COL_ANALYSE_LONGUEU_388869#43212, COL_ANALYSE_LONGUEU_388870#43213, COL_ANALYSE_LONGUEU_388871#43214, COL_ANALYSE_VALEUR__388872#43215, COL_ANALYSE_VALEUR__388873#43216, COL_ANALYSE_NB_AVEC_388874#43217, COL_ANALYSE_NB_AVEC_388875#43218, COL_ANALYSE_NB_UPPE_388876#43219, COL_ANALYSE_NB_LOWE_388877#43220, COL_ANALYSE_NB_MIXT_388878#43221, COL_ANALYSE_TOP_10__388879#43222, COL_ANALYSE_MIN_388880#43223, COL_ANALYSE_MAX_388881#43224, COL_ANALYSE_ETENDUE_388882#43225, COL_ANALYSE_MOYENNE_388883#43226, COL_ANALYSE_MEDIANE_388884#43227, COL_ANALYSE_VARIANC_388885#43228, COL_ANALYSE_ECART_T_388886#43229, COL_ANALYSE_SKEWNES_388887#43230, COL_ANALYSE_KURTOSI_388888#43231, COL_ANALYSE_Q1_388889#43232, COL_ANALYSE_MEDIANE_388890#43233, COL_ANALYSE_Q3_388891#43234, COL_ANALYSE_IQR_388892#43235, COL_ANALYSE_NB_OUTL_388893#43236, COL_ANALYSE_PCT_OUT_388894#43237, COL_ANALYSE_NB_ZERO_388895#43238, COL_ANALYSE_NB_NEGA_388896#43239, COL_ANALYSE_DISTRIB_388897#43240, COL_ANALYSE_DATETIM_388898#43241, COL_ANALYSE_DATETIM_388899#43242, COL_ANALYSE_ETENDUE_388900#43243, COL_ANALYSE_ETENDUE_388901#43244, COL_ANALYSE_ANNEE_M_388902#43245, COL_ANALYSE_ANNEE_M_388903#43246, COL_ANALYSE_TIMEZON_388904#43247, COL_ANALYSE_NB_WEEK_388905#43248, COL_ANALYSE_NB_SEMA_388906#43249, COL_ANALYSE_DISTRIB_388907#43250, COL_ANALYSE_DISTRIB_388908#43251, COL_ANALYSE_DISTRIB_388909#43252, COL_ANALYSE_DISTRIB_388910#43253]
Arguments: 1500