== Physical Plan ==
CollectLimit (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [58]: [colonne#33833, dtype_pandas#33834, type_infere#33835, analyse__nb_total#33836L, analyse__nb_null_nan#33837L, analyse__pct_null_nan#33838, analyse__nb_non_null#33839L, analyse__nb_distinct#33840L, analyse__nb_vide#33841, analyse__pct_vide#33842, analyse__nb_whitespace_only#33843, analyse__nb_leading_spaces#33844, analyse__nb_trailing_spaces#33845, analyse__nb_leading_et_trailing#33846, analyse__longueur_min#33847, analyse__longueur_max#33848, analyse__longueur_moyenne#33849, analyse__longueur_mediane#33850, analyse__longueur_ecart_type#33851, analyse__valeur_min_alpha#33852, analyse__valeur_max_alpha#33853, analyse__nb_avec_chiffre#33854, analyse__nb_avec_special#33855, analyse__nb_uppercase_only#33856, analyse__nb_lowercase_only#33857, analyse__nb_mixte_case#33858, analyse__top_10_valeurs#33859, analyse__datetime_min#33860, analyse__datetime_max#33861, analyse__etendue_jours#33862, analyse__etendue_secondes_total#33863, analyse__annee_min#33864, analyse__annee_max#33865, analyse__timezone#33866, analyse__nb_weekend#33867, analyse__nb_semaine#33868, analyse__distribution_annee#33869, analyse__distribution_mois#33870, analyse__distribution_heure#33871, analyse__distribution_jour_semaine#33872, analyse__min#33873, analyse__max#33874, analyse__etendue#33875, analyse__moyenne#33876, analyse__mediane#33877, analyse__variance#33878, analyse__ecart_type#33879, analyse__skewness#33880, analyse__kurtosis#33881, analyse__q1#33882, analyse__mediane_q2#33883, analyse__q3#33884, analyse__iqr#33885, analyse__nb_outliers_iqr#33886, analyse__pct_outliers_iqr#33887, analyse__nb_zero#33888, analyse__nb_negatif#33889, analyse__distribution_10_bins#33890]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/BIO_PAT_DB_QUALITY_REPORT/current/pydc_gm8qm0tp.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb_null_nan:bigint,analyse__pct_null_nan:double,analyse__nb_non_null:bigint,analyse__nb_distinct:bigint,analyse__nb_vide:double,analyse__pct_vide:double,analyse__nb_whitespace_only:double,analyse__nb_leading_spaces:double,analyse__nb_trailing_spaces:double,analyse__nb_leading_et_trailing:double,analyse__longueur_min:double,analyse__longueur_max:double,analyse__longueur_moyenne:double,analyse__longueur_mediane:double,analyse__longueur_ecart_type:double,analyse__valeur_min_alpha:string,analyse__valeur_max_alpha:string,analyse__nb_avec_chiffre:double,analyse__nb_avec_special:double,analyse__nb_uppercase_only:double,analyse__nb_lowercase_only:double,analyse__nb_mixte_case:double,analyse__top_10_valeurs:string,analyse__datetime_min:string,analyse__datetime_max:string,analyse__etendue_jours:double,analyse__etendue_secondes_total:double,analyse__annee_min:double,analyse__annee_max:double,analyse__timezone:double,analyse__nb_weekend:double,analyse__nb_semaine:double,analyse__distribution_annee:string,analyse__distribution_mois:string,analyse__distribution_heure:string,analyse__distribution_jour_semaine:string,analyse__min:double,analyse__max:double,analyse__etendue:double,analyse__moyenne:double,analyse__mediane:double,analyse__variance:double,analyse__ecart_type:double,analyse__skewness:double,analyse__kurtosis:double,analyse__q1:double,analyse__mediane_q2:double,analyse__q3:double,analyse__iqr:double,analyse__nb_outliers_iqr:double,analyse__pct_outliers_iqr:double,analyse__nb_zero:double,analyse__nb_negatif:double,analyse__distribution_10_bins:string>
(2) ColumnarToRow [codegen id : 1]
Input [58]: [colonne#33833, dtype_pandas#33834, type_infere#33835, analyse__nb_total#33836L, analyse__nb_null_nan#33837L, analyse__pct_null_nan#33838, analyse__nb_non_null#33839L, analyse__nb_distinct#33840L, analyse__nb_vide#33841, analyse__pct_vide#33842, analyse__nb_whitespace_only#33843, analyse__nb_leading_spaces#33844, analyse__nb_trailing_spaces#33845, analyse__nb_leading_et_trailing#33846, analyse__longueur_min#33847, analyse__longueur_max#33848, analyse__longueur_moyenne#33849, analyse__longueur_mediane#33850, analyse__longueur_ecart_type#33851, analyse__valeur_min_alpha#33852, analyse__valeur_max_alpha#33853, analyse__nb_avec_chiffre#33854, analyse__nb_avec_special#33855, analyse__nb_uppercase_only#33856, analyse__nb_lowercase_only#33857, analyse__nb_mixte_case#33858, analyse__top_10_valeurs#33859, analyse__datetime_min#33860, analyse__datetime_max#33861, analyse__etendue_jours#33862, analyse__etendue_secondes_total#33863, analyse__annee_min#33864, analyse__annee_max#33865, analyse__timezone#33866, analyse__nb_weekend#33867, analyse__nb_semaine#33868, analyse__distribution_annee#33869, analyse__distribution_mois#33870, analyse__distribution_heure#33871, analyse__distribution_jour_semaine#33872, analyse__min#33873, analyse__max#33874, analyse__etendue#33875, analyse__moyenne#33876, analyse__mediane#33877, analyse__variance#33878, analyse__ecart_type#33879, analyse__skewness#33880, analyse__kurtosis#33881, analyse__q1#33882, analyse__mediane_q2#33883, analyse__q3#33884, analyse__iqr#33885, analyse__nb_outliers_iqr#33886, analyse__pct_outliers_iqr#33887, analyse__nb_zero#33888, analyse__nb_negatif#33889, analyse__distribution_10_bins#33890]
(3) Project [codegen id : 1]
Output [58]: [colonne#33833 AS COL_COLONNE_388734#34762, dtype_pandas#33834 AS COL_DTYPE_PANDAS_388735#34763, type_infere#33835 AS COL_TYPE_INFERE_388736#34764, analyse__nb_total#33836L AS COL_ANALYSE_NB_TOTA_388737#34765L, analyse__nb_null_nan#33837L AS COL_ANALYSE_NB_NULL_388738#34766L, analyse__pct_null_nan#33838 AS COL_ANALYSE_PCT_NUL_388739#34767, analyse__nb_non_null#33839L AS COL_ANALYSE_NB_NON__388740#34768L, analyse__nb_distinct#33840L AS COL_ANALYSE_NB_DIST_388741#34769L, analyse__nb_vide#33841 AS COL_ANALYSE_NB_VIDE_388742#34770, analyse__pct_vide#33842 AS COL_ANALYSE_PCT_VID_388743#34771, analyse__nb_whitespace_only#33843 AS COL_ANALYSE_NB_WHIT_388744#34772, analyse__nb_leading_spaces#33844 AS COL_ANALYSE_NB_LEAD_388745#34773, analyse__nb_trailing_spaces#33845 AS COL_ANALYSE_NB_TRAI_388746#34774, analyse__nb_leading_et_trailing#33846 AS COL_ANALYSE_NB_LEAD_388747#34775, analyse__longueur_min#33847 AS COL_ANALYSE_LONGUEU_388748#34776, analyse__longueur_max#33848 AS COL_ANALYSE_LONGUEU_388749#34777, analyse__longueur_moyenne#33849 AS COL_ANALYSE_LONGUEU_388750#34778, analyse__longueur_mediane#33850 AS COL_ANALYSE_LONGUEU_388751#34779, analyse__longueur_ecart_type#33851 AS COL_ANALYSE_LONGUEU_388752#34780, analyse__valeur_min_alpha#33852 AS COL_ANALYSE_VALEUR__388753#34781, analyse__valeur_max_alpha#33853 AS COL_ANALYSE_VALEUR__388754#34782, analyse__nb_avec_chiffre#33854 AS COL_ANALYSE_NB_AVEC_388755#34783, analyse__nb_avec_special#33855 AS COL_ANALYSE_NB_AVEC_388756#34784, analyse__nb_uppercase_only#33856 AS COL_ANALYSE_NB_UPPE_388757#34785, analyse__nb_lowercase_only#33857 AS COL_ANALYSE_NB_LOWE_388758#34786, analyse__nb_mixte_case#33858 AS COL_ANALYSE_NB_MIXT_388759#34787, analyse__top_10_valeurs#33859 AS COL_ANALYSE_TOP_10__388760#34788, analyse__datetime_min#33860 AS COL_ANALYSE_DATETIM_388761#34789, analyse__datetime_max#33861 AS COL_ANALYSE_DATETIM_388762#34790, analyse__etendue_jours#33862 AS COL_ANALYSE_ETENDUE_388763#34791, analyse__etendue_secondes_total#33863 AS COL_ANALYSE_ETENDUE_388764#34792, analyse__annee_min#33864 AS COL_ANALYSE_ANNEE_M_388765#34793, analyse__annee_max#33865 AS COL_ANALYSE_ANNEE_M_388766#34794, analyse__timezone#33866 AS COL_ANALYSE_TIMEZON_388767#34795, analyse__nb_weekend#33867 AS COL_ANALYSE_NB_WEEK_388768#34796, analyse__nb_semaine#33868 AS COL_ANALYSE_NB_SEMA_388769#34797, analyse__distribution_annee#33869 AS COL_ANALYSE_DISTRIB_388770#34798, analyse__distribution_mois#33870 AS COL_ANALYSE_DISTRIB_388771#34799, analyse__distribution_heure#33871 AS COL_ANALYSE_DISTRIB_388772#34800, analyse__distribution_jour_semaine#33872 AS COL_ANALYSE_DISTRIB_388773#34801, analyse__min#33873 AS COL_ANALYSE_MIN_388774#34802, analyse__max#33874 AS COL_ANALYSE_MAX_388775#34803, analyse__etendue#33875 AS COL_ANALYSE_ETENDUE_388776#34804, analyse__moyenne#33876 AS COL_ANALYSE_MOYENNE_388777#34805, analyse__mediane#33877 AS COL_ANALYSE_MEDIANE_388778#34806, analyse__variance#33878 AS COL_ANALYSE_VARIANC_388779#34807, analyse__ecart_type#33879 AS COL_ANALYSE_ECART_T_388780#34808, analyse__skewness#33880 AS COL_ANALYSE_SKEWNES_388781#34809, analyse__kurtosis#33881 AS COL_ANALYSE_KURTOSI_388782#34810, analyse__q1#33882 AS COL_ANALYSE_Q1_388783#34811, analyse__mediane_q2#33883 AS COL_ANALYSE_MEDIANE_388784#34812, analyse__q3#33884 AS COL_ANALYSE_Q3_388785#34813, analyse__iqr#33885 AS COL_ANALYSE_IQR_388786#34814, analyse__nb_outliers_iqr#33886 AS COL_ANALYSE_NB_OUTL_388787#34815, analyse__pct_outliers_iqr#33887 AS COL_ANALYSE_PCT_OUT_388788#34816, analyse__nb_zero#33888 AS COL_ANALYSE_NB_ZERO_388789#34817, analyse__nb_negatif#33889 AS COL_ANALYSE_NB_NEGA_388790#34818, analyse__distribution_10_bins#33890 AS COL_ANALYSE_DISTRIB_388791#34819]
Input [58]: [colonne#33833, dtype_pandas#33834, type_infere#33835, analyse__nb_total#33836L, analyse__nb_null_nan#33837L, analyse__pct_null_nan#33838, analyse__nb_non_null#33839L, analyse__nb_distinct#33840L, analyse__nb_vide#33841, analyse__pct_vide#33842, analyse__nb_whitespace_only#33843, analyse__nb_leading_spaces#33844, analyse__nb_trailing_spaces#33845, analyse__nb_leading_et_trailing#33846, analyse__longueur_min#33847, analyse__longueur_max#33848, analyse__longueur_moyenne#33849, analyse__longueur_mediane#33850, analyse__longueur_ecart_type#33851, analyse__valeur_min_alpha#33852, analyse__valeur_max_alpha#33853, analyse__nb_avec_chiffre#33854, analyse__nb_avec_special#33855, analyse__nb_uppercase_only#33856, analyse__nb_lowercase_only#33857, analyse__nb_mixte_case#33858, analyse__top_10_valeurs#33859, analyse__datetime_min#33860, analyse__datetime_max#33861, analyse__etendue_jours#33862, analyse__etendue_secondes_total#33863, analyse__annee_min#33864, analyse__annee_max#33865, analyse__timezone#33866, analyse__nb_weekend#33867, analyse__nb_semaine#33868, analyse__distribution_annee#33869, analyse__distribution_mois#33870, analyse__distribution_heure#33871, analyse__distribution_jour_semaine#33872, analyse__min#33873, analyse__max#33874, analyse__etendue#33875, analyse__moyenne#33876, analyse__mediane#33877, analyse__variance#33878, analyse__ecart_type#33879, analyse__skewness#33880, analyse__kurtosis#33881, analyse__q1#33882, analyse__mediane_q2#33883, analyse__q3#33884, analyse__iqr#33885, analyse__nb_outliers_iqr#33886, analyse__pct_outliers_iqr#33887, analyse__nb_zero#33888, analyse__nb_negatif#33889, analyse__distribution_10_bins#33890]
(4) CollectLimit
Input [58]: [COL_COLONNE_388734#34762, COL_DTYPE_PANDAS_388735#34763, COL_TYPE_INFERE_388736#34764, COL_ANALYSE_NB_TOTA_388737#34765L, COL_ANALYSE_NB_NULL_388738#34766L, COL_ANALYSE_PCT_NUL_388739#34767, COL_ANALYSE_NB_NON__388740#34768L, COL_ANALYSE_NB_DIST_388741#34769L, COL_ANALYSE_NB_VIDE_388742#34770, COL_ANALYSE_PCT_VID_388743#34771, COL_ANALYSE_NB_WHIT_388744#34772, COL_ANALYSE_NB_LEAD_388745#34773, COL_ANALYSE_NB_TRAI_388746#34774, COL_ANALYSE_NB_LEAD_388747#34775, COL_ANALYSE_LONGUEU_388748#34776, COL_ANALYSE_LONGUEU_388749#34777, COL_ANALYSE_LONGUEU_388750#34778, COL_ANALYSE_LONGUEU_388751#34779, COL_ANALYSE_LONGUEU_388752#34780, COL_ANALYSE_VALEUR__388753#34781, COL_ANALYSE_VALEUR__388754#34782, COL_ANALYSE_NB_AVEC_388755#34783, COL_ANALYSE_NB_AVEC_388756#34784, COL_ANALYSE_NB_UPPE_388757#34785, COL_ANALYSE_NB_LOWE_388758#34786, COL_ANALYSE_NB_MIXT_388759#34787, COL_ANALYSE_TOP_10__388760#34788, COL_ANALYSE_DATETIM_388761#34789, COL_ANALYSE_DATETIM_388762#34790, COL_ANALYSE_ETENDUE_388763#34791, COL_ANALYSE_ETENDUE_388764#34792, COL_ANALYSE_ANNEE_M_388765#34793, COL_ANALYSE_ANNEE_M_388766#34794, COL_ANALYSE_TIMEZON_388767#34795, COL_ANALYSE_NB_WEEK_388768#34796, COL_ANALYSE_NB_SEMA_388769#34797, COL_ANALYSE_DISTRIB_388770#34798, COL_ANALYSE_DISTRIB_388771#34799, COL_ANALYSE_DISTRIB_388772#34800, COL_ANALYSE_DISTRIB_388773#34801, COL_ANALYSE_MIN_388774#34802, COL_ANALYSE_MAX_388775#34803, COL_ANALYSE_ETENDUE_388776#34804, COL_ANALYSE_MOYENNE_388777#34805, COL_ANALYSE_MEDIANE_388778#34806, COL_ANALYSE_VARIANC_388779#34807, COL_ANALYSE_ECART_T_388780#34808, COL_ANALYSE_SKEWNES_388781#34809, COL_ANALYSE_KURTOSI_388782#34810, COL_ANALYSE_Q1_388783#34811, COL_ANALYSE_MEDIANE_388784#34812, COL_ANALYSE_Q3_388785#34813, COL_ANALYSE_IQR_388786#34814, COL_ANALYSE_NB_OUTL_388787#34815, COL_ANALYSE_PCT_OUT_388788#34816, COL_ANALYSE_NB_ZERO_388789#34817, COL_ANALYSE_NB_NEGA_388790#34818, COL_ANALYSE_DISTRIB_388791#34819]
Arguments: 1500