== Physical Plan ==
CollectLimit (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [58]: [colonne#37379, dtype_pandas#37380, type_infere#37381, analyse__nb_total#37382L, analyse__nb_null_nan#37383L, analyse__pct_null_nan#37384, analyse__nb_non_null#37385L, analyse__nb_distinct#37386L, analyse__nb_vide#37387, analyse__pct_vide#37388, analyse__nb_whitespace_only#37389, analyse__nb_leading_spaces#37390, analyse__nb_trailing_spaces#37391, analyse__nb_leading_et_trailing#37392, analyse__longueur_min#37393, analyse__longueur_max#37394, analyse__longueur_moyenne#37395, analyse__longueur_mediane#37396, analyse__longueur_ecart_type#37397, analyse__valeur_min_alpha#37398, analyse__valeur_max_alpha#37399, analyse__nb_avec_chiffre#37400, analyse__nb_avec_special#37401, analyse__nb_uppercase_only#37402, analyse__nb_lowercase_only#37403, analyse__nb_mixte_case#37404, analyse__top_10_valeurs#37405, analyse__datetime_min#37406, analyse__datetime_max#37407, analyse__etendue_jours#37408, analyse__etendue_secondes_total#37409, analyse__annee_min#37410, analyse__annee_max#37411, analyse__timezone#37412, analyse__nb_weekend#37413, analyse__nb_semaine#37414, analyse__distribution_annee#37415, analyse__distribution_mois#37416, analyse__distribution_heure#37417, analyse__distribution_jour_semaine#37418, analyse__min#37419, analyse__max#37420, analyse__etendue#37421, analyse__moyenne#37422, analyse__mediane#37423, analyse__variance#37424, analyse__ecart_type#37425, analyse__skewness#37426, analyse__kurtosis#37427, analyse__q1#37428, analyse__mediane_q2#37429, analyse__q3#37430, analyse__iqr#37431, analyse__nb_outliers_iqr#37432, analyse__pct_outliers_iqr#37433, analyse__nb_zero#37434, analyse__nb_negatif#37435, analyse__distribution_10_bins#37436]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/BIO_PAT_DB_QUALITY_REPORT/current/pydc_pksihzpc.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb_null_nan:bigint,analyse__pct_null_nan:double,analyse__nb_non_null:bigint,analyse__nb_distinct:bigint,analyse__nb_vide:double,analyse__pct_vide:double,analyse__nb_whitespace_only:double,analyse__nb_leading_spaces:double,analyse__nb_trailing_spaces:double,analyse__nb_leading_et_trailing:double,analyse__longueur_min:double,analyse__longueur_max:double,analyse__longueur_moyenne:double,analyse__longueur_mediane:double,analyse__longueur_ecart_type:double,analyse__valeur_min_alpha:string,analyse__valeur_max_alpha:string,analyse__nb_avec_chiffre:double,analyse__nb_avec_special:double,analyse__nb_uppercase_only:double,analyse__nb_lowercase_only:double,analyse__nb_mixte_case:double,analyse__top_10_valeurs:string,analyse__datetime_min:string,analyse__datetime_max:string,analyse__etendue_jours:double,analyse__etendue_secondes_total:double,analyse__annee_min:double,analyse__annee_max:double,analyse__timezone:double,analyse__nb_weekend:double,analyse__nb_semaine:double,analyse__distribution_annee:string,analyse__distribution_mois:string,analyse__distribution_heure:string,analyse__distribution_jour_semaine:string,analyse__min:double,analyse__max:double,analyse__etendue:double,analyse__moyenne:double,analyse__mediane:double,analyse__variance:double,analyse__ecart_type:double,analyse__skewness:double,analyse__kurtosis:double,analyse__q1:double,analyse__mediane_q2:double,analyse__q3:double,analyse__iqr:double,analyse__nb_outliers_iqr:double,analyse__pct_outliers_iqr:double,analyse__nb_zero:double,analyse__nb_negatif:double,analyse__distribution_10_bins:string>
(2) ColumnarToRow [codegen id : 1]
Input [58]: [colonne#37379, dtype_pandas#37380, type_infere#37381, analyse__nb_total#37382L, analyse__nb_null_nan#37383L, analyse__pct_null_nan#37384, analyse__nb_non_null#37385L, analyse__nb_distinct#37386L, analyse__nb_vide#37387, analyse__pct_vide#37388, analyse__nb_whitespace_only#37389, analyse__nb_leading_spaces#37390, analyse__nb_trailing_spaces#37391, analyse__nb_leading_et_trailing#37392, analyse__longueur_min#37393, analyse__longueur_max#37394, analyse__longueur_moyenne#37395, analyse__longueur_mediane#37396, analyse__longueur_ecart_type#37397, analyse__valeur_min_alpha#37398, analyse__valeur_max_alpha#37399, analyse__nb_avec_chiffre#37400, analyse__nb_avec_special#37401, analyse__nb_uppercase_only#37402, analyse__nb_lowercase_only#37403, analyse__nb_mixte_case#37404, analyse__top_10_valeurs#37405, analyse__datetime_min#37406, analyse__datetime_max#37407, analyse__etendue_jours#37408, analyse__etendue_secondes_total#37409, analyse__annee_min#37410, analyse__annee_max#37411, analyse__timezone#37412, analyse__nb_weekend#37413, analyse__nb_semaine#37414, analyse__distribution_annee#37415, analyse__distribution_mois#37416, analyse__distribution_heure#37417, analyse__distribution_jour_semaine#37418, analyse__min#37419, analyse__max#37420, analyse__etendue#37421, analyse__moyenne#37422, analyse__mediane#37423, analyse__variance#37424, analyse__ecart_type#37425, analyse__skewness#37426, analyse__kurtosis#37427, analyse__q1#37428, analyse__mediane_q2#37429, analyse__q3#37430, analyse__iqr#37431, analyse__nb_outliers_iqr#37432, analyse__pct_outliers_iqr#37433, analyse__nb_zero#37434, analyse__nb_negatif#37435, analyse__distribution_10_bins#37436]
(3) Project [codegen id : 1]
Output [58]: [colonne#37379 AS COL_COLONNE_388734#38308, dtype_pandas#37380 AS COL_DTYPE_PANDAS_388735#38309, type_infere#37381 AS COL_TYPE_INFERE_388736#38310, analyse__nb_total#37382L AS COL_ANALYSE_NB_TOTA_388737#38311L, analyse__nb_null_nan#37383L AS COL_ANALYSE_NB_NULL_388738#38312L, analyse__pct_null_nan#37384 AS COL_ANALYSE_PCT_NUL_388739#38313, analyse__nb_non_null#37385L AS COL_ANALYSE_NB_NON__388740#38314L, analyse__nb_distinct#37386L AS COL_ANALYSE_NB_DIST_388741#38315L, analyse__nb_vide#37387 AS COL_ANALYSE_NB_VIDE_388742#38316, analyse__pct_vide#37388 AS COL_ANALYSE_PCT_VID_388743#38317, analyse__nb_whitespace_only#37389 AS COL_ANALYSE_NB_WHIT_388744#38318, analyse__nb_leading_spaces#37390 AS COL_ANALYSE_NB_LEAD_388745#38319, analyse__nb_trailing_spaces#37391 AS COL_ANALYSE_NB_TRAI_388746#38320, analyse__nb_leading_et_trailing#37392 AS COL_ANALYSE_NB_LEAD_388747#38321, analyse__longueur_min#37393 AS COL_ANALYSE_LONGUEU_388748#38322, analyse__longueur_max#37394 AS COL_ANALYSE_LONGUEU_388749#38323, analyse__longueur_moyenne#37395 AS COL_ANALYSE_LONGUEU_388750#38324, analyse__longueur_mediane#37396 AS COL_ANALYSE_LONGUEU_388751#38325, analyse__longueur_ecart_type#37397 AS COL_ANALYSE_LONGUEU_388752#38326, analyse__valeur_min_alpha#37398 AS COL_ANALYSE_VALEUR__388753#38327, analyse__valeur_max_alpha#37399 AS COL_ANALYSE_VALEUR__388754#38328, analyse__nb_avec_chiffre#37400 AS COL_ANALYSE_NB_AVEC_388755#38329, analyse__nb_avec_special#37401 AS COL_ANALYSE_NB_AVEC_388756#38330, analyse__nb_uppercase_only#37402 AS COL_ANALYSE_NB_UPPE_388757#38331, analyse__nb_lowercase_only#37403 AS COL_ANALYSE_NB_LOWE_388758#38332, analyse__nb_mixte_case#37404 AS COL_ANALYSE_NB_MIXT_388759#38333, analyse__top_10_valeurs#37405 AS COL_ANALYSE_TOP_10__388760#38334, analyse__datetime_min#37406 AS COL_ANALYSE_DATETIM_388761#38335, analyse__datetime_max#37407 AS COL_ANALYSE_DATETIM_388762#38336, analyse__etendue_jours#37408 AS COL_ANALYSE_ETENDUE_388763#38337, analyse__etendue_secondes_total#37409 AS COL_ANALYSE_ETENDUE_388764#38338, analyse__annee_min#37410 AS COL_ANALYSE_ANNEE_M_388765#38339, analyse__annee_max#37411 AS COL_ANALYSE_ANNEE_M_388766#38340, analyse__timezone#37412 AS COL_ANALYSE_TIMEZON_388767#38341, analyse__nb_weekend#37413 AS COL_ANALYSE_NB_WEEK_388768#38342, analyse__nb_semaine#37414 AS COL_ANALYSE_NB_SEMA_388769#38343, analyse__distribution_annee#37415 AS COL_ANALYSE_DISTRIB_388770#38344, analyse__distribution_mois#37416 AS COL_ANALYSE_DISTRIB_388771#38345, analyse__distribution_heure#37417 AS COL_ANALYSE_DISTRIB_388772#38346, analyse__distribution_jour_semaine#37418 AS COL_ANALYSE_DISTRIB_388773#38347, analyse__min#37419 AS COL_ANALYSE_MIN_388774#38348, analyse__max#37420 AS COL_ANALYSE_MAX_388775#38349, analyse__etendue#37421 AS COL_ANALYSE_ETENDUE_388776#38350, analyse__moyenne#37422 AS COL_ANALYSE_MOYENNE_388777#38351, analyse__mediane#37423 AS COL_ANALYSE_MEDIANE_388778#38352, analyse__variance#37424 AS COL_ANALYSE_VARIANC_388779#38353, analyse__ecart_type#37425 AS COL_ANALYSE_ECART_T_388780#38354, analyse__skewness#37426 AS COL_ANALYSE_SKEWNES_388781#38355, analyse__kurtosis#37427 AS COL_ANALYSE_KURTOSI_388782#38356, analyse__q1#37428 AS COL_ANALYSE_Q1_388783#38357, analyse__mediane_q2#37429 AS COL_ANALYSE_MEDIANE_388784#38358, analyse__q3#37430 AS COL_ANALYSE_Q3_388785#38359, analyse__iqr#37431 AS COL_ANALYSE_IQR_388786#38360, analyse__nb_outliers_iqr#37432 AS COL_ANALYSE_NB_OUTL_388787#38361, analyse__pct_outliers_iqr#37433 AS COL_ANALYSE_PCT_OUT_388788#38362, analyse__nb_zero#37434 AS COL_ANALYSE_NB_ZERO_388789#38363, analyse__nb_negatif#37435 AS COL_ANALYSE_NB_NEGA_388790#38364, analyse__distribution_10_bins#37436 AS COL_ANALYSE_DISTRIB_388791#38365]
Input [58]: [colonne#37379, dtype_pandas#37380, type_infere#37381, analyse__nb_total#37382L, analyse__nb_null_nan#37383L, analyse__pct_null_nan#37384, analyse__nb_non_null#37385L, analyse__nb_distinct#37386L, analyse__nb_vide#37387, analyse__pct_vide#37388, analyse__nb_whitespace_only#37389, analyse__nb_leading_spaces#37390, analyse__nb_trailing_spaces#37391, analyse__nb_leading_et_trailing#37392, analyse__longueur_min#37393, analyse__longueur_max#37394, analyse__longueur_moyenne#37395, analyse__longueur_mediane#37396, analyse__longueur_ecart_type#37397, analyse__valeur_min_alpha#37398, analyse__valeur_max_alpha#37399, analyse__nb_avec_chiffre#37400, analyse__nb_avec_special#37401, analyse__nb_uppercase_only#37402, analyse__nb_lowercase_only#37403, analyse__nb_mixte_case#37404, analyse__top_10_valeurs#37405, analyse__datetime_min#37406, analyse__datetime_max#37407, analyse__etendue_jours#37408, analyse__etendue_secondes_total#37409, analyse__annee_min#37410, analyse__annee_max#37411, analyse__timezone#37412, analyse__nb_weekend#37413, analyse__nb_semaine#37414, analyse__distribution_annee#37415, analyse__distribution_mois#37416, analyse__distribution_heure#37417, analyse__distribution_jour_semaine#37418, analyse__min#37419, analyse__max#37420, analyse__etendue#37421, analyse__moyenne#37422, analyse__mediane#37423, analyse__variance#37424, analyse__ecart_type#37425, analyse__skewness#37426, analyse__kurtosis#37427, analyse__q1#37428, analyse__mediane_q2#37429, analyse__q3#37430, analyse__iqr#37431, analyse__nb_outliers_iqr#37432, analyse__pct_outliers_iqr#37433, analyse__nb_zero#37434, analyse__nb_negatif#37435, analyse__distribution_10_bins#37436]
(4) CollectLimit
Input [58]: [COL_COLONNE_388734#38308, COL_DTYPE_PANDAS_388735#38309, COL_TYPE_INFERE_388736#38310, COL_ANALYSE_NB_TOTA_388737#38311L, COL_ANALYSE_NB_NULL_388738#38312L, COL_ANALYSE_PCT_NUL_388739#38313, COL_ANALYSE_NB_NON__388740#38314L, COL_ANALYSE_NB_DIST_388741#38315L, COL_ANALYSE_NB_VIDE_388742#38316, COL_ANALYSE_PCT_VID_388743#38317, COL_ANALYSE_NB_WHIT_388744#38318, COL_ANALYSE_NB_LEAD_388745#38319, COL_ANALYSE_NB_TRAI_388746#38320, COL_ANALYSE_NB_LEAD_388747#38321, COL_ANALYSE_LONGUEU_388748#38322, COL_ANALYSE_LONGUEU_388749#38323, COL_ANALYSE_LONGUEU_388750#38324, COL_ANALYSE_LONGUEU_388751#38325, COL_ANALYSE_LONGUEU_388752#38326, COL_ANALYSE_VALEUR__388753#38327, COL_ANALYSE_VALEUR__388754#38328, COL_ANALYSE_NB_AVEC_388755#38329, COL_ANALYSE_NB_AVEC_388756#38330, COL_ANALYSE_NB_UPPE_388757#38331, COL_ANALYSE_NB_LOWE_388758#38332, COL_ANALYSE_NB_MIXT_388759#38333, COL_ANALYSE_TOP_10__388760#38334, COL_ANALYSE_DATETIM_388761#38335, COL_ANALYSE_DATETIM_388762#38336, COL_ANALYSE_ETENDUE_388763#38337, COL_ANALYSE_ETENDUE_388764#38338, COL_ANALYSE_ANNEE_M_388765#38339, COL_ANALYSE_ANNEE_M_388766#38340, COL_ANALYSE_TIMEZON_388767#38341, COL_ANALYSE_NB_WEEK_388768#38342, COL_ANALYSE_NB_SEMA_388769#38343, COL_ANALYSE_DISTRIB_388770#38344, COL_ANALYSE_DISTRIB_388771#38345, COL_ANALYSE_DISTRIB_388772#38346, COL_ANALYSE_DISTRIB_388773#38347, COL_ANALYSE_MIN_388774#38348, COL_ANALYSE_MAX_388775#38349, COL_ANALYSE_ETENDUE_388776#38350, COL_ANALYSE_MOYENNE_388777#38351, COL_ANALYSE_MEDIANE_388778#38352, COL_ANALYSE_VARIANC_388779#38353, COL_ANALYSE_ECART_T_388780#38354, COL_ANALYSE_SKEWNES_388781#38355, COL_ANALYSE_KURTOSI_388782#38356, COL_ANALYSE_Q1_388783#38357, COL_ANALYSE_MEDIANE_388784#38358, COL_ANALYSE_Q3_388785#38359, COL_ANALYSE_IQR_388786#38360, COL_ANALYSE_NB_OUTL_388787#38361, COL_ANALYSE_PCT_OUT_388788#38362, COL_ANALYSE_NB_ZERO_388789#38363, COL_ANALYSE_NB_NEGA_388790#38364, COL_ANALYSE_DISTRIB_388791#38365]
Arguments: 1500