== Physical Plan ==
CollectLimit (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [58]: [colonne#15196, dtype_pandas#15197, type_infere#15198, analyse__nb_total#15199L, analyse__nb_null_nan#15200L, analyse__pct_null_nan#15201, analyse__nb_non_null#15202L, analyse__nb_distinct#15203L, analyse__nb_vide#15204, analyse__pct_vide#15205, analyse__nb_whitespace_only#15206, analyse__nb_leading_spaces#15207, analyse__nb_trailing_spaces#15208, analyse__nb_leading_et_trailing#15209, analyse__longueur_min#15210, analyse__longueur_max#15211, analyse__longueur_moyenne#15212, analyse__longueur_mediane#15213, analyse__longueur_ecart_type#15214, analyse__valeur_min_alpha#15215, analyse__valeur_max_alpha#15216, analyse__nb_avec_chiffre#15217, analyse__nb_avec_special#15218, analyse__nb_uppercase_only#15219, analyse__nb_lowercase_only#15220, analyse__nb_mixte_case#15221, analyse__top_10_valeurs#15222, analyse__min#15223, analyse__max#15224, analyse__etendue#15225, analyse__moyenne#15226, analyse__mediane#15227, analyse__variance#15228, analyse__ecart_type#15229, analyse__skewness#15230, analyse__kurtosis#15231, analyse__q1#15232, analyse__mediane_q2#15233, analyse__q3#15234, analyse__iqr#15235, analyse__nb_outliers_iqr#15236, analyse__pct_outliers_iqr#15237, analyse__nb_zero#15238, analyse__nb_negatif#15239, analyse__distribution_10_bins#15240, analyse__datetime_min#15241, analyse__datetime_max#15242, analyse__etendue_jours#15243, analyse__etendue_secondes_total#15244, analyse__annee_min#15245, analyse__annee_max#15246, analyse__timezone#15247, analyse__nb_weekend#15248, analyse__nb_semaine#15249, analyse__distribution_annee#15250, analyse__distribution_mois#15251, analyse__distribution_heure#15252, analyse__distribution_jour_semaine#15253]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/15492BC5_4427_4B1E_B9DE_DC9B6DDD29D0/current/data_quality_report.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb_null_nan:bigint,analyse__pct_null_nan:double,analyse__nb_non_null:bigint,analyse__nb_distinct:bigint,analyse__nb_vide:double,analyse__pct_vide:double,analyse__nb_whitespace_only:double,analyse__nb_leading_spaces:double,analyse__nb_trailing_spaces:double,analyse__nb_leading_et_trailing:double,analyse__longueur_min:double,analyse__longueur_max:double,analyse__longueur_moyenne:double,analyse__longueur_mediane:double,analyse__longueur_ecart_type:double,analyse__valeur_min_alpha:string,analyse__valeur_max_alpha:string,analyse__nb_avec_chiffre:double,analyse__nb_avec_special:double,analyse__nb_uppercase_only:double,analyse__nb_lowercase_only:double,analyse__nb_mixte_case:double,analyse__top_10_valeurs:string,analyse__min:double,analyse__max:double,analyse__etendue:double,analyse__moyenne:double,analyse__mediane:double,analyse__variance:double,analyse__ecart_type:double,analyse__skewness:double,analyse__kurtosis:double,analyse__q1:double,analyse__mediane_q2:double,analyse__q3:double,analyse__iqr:double,analyse__nb_outliers_iqr:double,analyse__pct_outliers_iqr:double,analyse__nb_zero:double,analyse__nb_negatif:double,analyse__distribution_10_bins:string,analyse__datetime_min:string,analyse__datetime_max:string,analyse__etendue_jours:double,analyse__etendue_secondes_total:double,analyse__annee_min:double,analyse__annee_max:double,analyse__timezone:string,analyse__nb_weekend:double,analyse__nb_semaine:double,analyse__distribution_annee:string,analyse__distribution_mois:string,analyse__distribution_heure:string,analyse__distribution_jour_semaine:string>
(2) ColumnarToRow [codegen id : 1]
Input [58]: [colonne#15196, dtype_pandas#15197, type_infere#15198, analyse__nb_total#15199L, analyse__nb_null_nan#15200L, analyse__pct_null_nan#15201, analyse__nb_non_null#15202L, analyse__nb_distinct#15203L, analyse__nb_vide#15204, analyse__pct_vide#15205, analyse__nb_whitespace_only#15206, analyse__nb_leading_spaces#15207, analyse__nb_trailing_spaces#15208, analyse__nb_leading_et_trailing#15209, analyse__longueur_min#15210, analyse__longueur_max#15211, analyse__longueur_moyenne#15212, analyse__longueur_mediane#15213, analyse__longueur_ecart_type#15214, analyse__valeur_min_alpha#15215, analyse__valeur_max_alpha#15216, analyse__nb_avec_chiffre#15217, analyse__nb_avec_special#15218, analyse__nb_uppercase_only#15219, analyse__nb_lowercase_only#15220, analyse__nb_mixte_case#15221, analyse__top_10_valeurs#15222, analyse__min#15223, analyse__max#15224, analyse__etendue#15225, analyse__moyenne#15226, analyse__mediane#15227, analyse__variance#15228, analyse__ecart_type#15229, analyse__skewness#15230, analyse__kurtosis#15231, analyse__q1#15232, analyse__mediane_q2#15233, analyse__q3#15234, analyse__iqr#15235, analyse__nb_outliers_iqr#15236, analyse__pct_outliers_iqr#15237, analyse__nb_zero#15238, analyse__nb_negatif#15239, analyse__distribution_10_bins#15240, analyse__datetime_min#15241, analyse__datetime_max#15242, analyse__etendue_jours#15243, analyse__etendue_secondes_total#15244, analyse__annee_min#15245, analyse__annee_max#15246, analyse__timezone#15247, analyse__nb_weekend#15248, analyse__nb_semaine#15249, analyse__distribution_annee#15250, analyse__distribution_mois#15251, analyse__distribution_heure#15252, analyse__distribution_jour_semaine#15253]
(3) Project [codegen id : 1]
Output [58]: [colonne#15196 AS COL__COLONNE#16125, dtype_pandas#15197 AS COL__DTYPE_PANDAS#16126, type_infere#15198 AS COL__TYPE_INFERE#16127, analyse__nb_total#15199L AS COL__ANALYSE__NB_TOTAL#16128L, analyse__nb_null_nan#15200L AS COL__ANALYSE__NB_NULL_NAN#16129L, analyse__pct_null_nan#15201 AS COL__ANALYSE__PCT_NULL_NAN#16130, analyse__nb_non_null#15202L AS COL__ANALYSE__NB_NON_NULL#16131L, analyse__nb_distinct#15203L AS COL__ANALYSE__NB_DISTINCT#16132L, analyse__nb_vide#15204 AS COL__ANALYSE__NB_VIDE#16133, analyse__pct_vide#15205 AS COL__ANALYSE__PCT_VIDE#16134, analyse__nb_whitespace_only#15206 AS COL__ANALYSE__NB_WHITESPACE_ONLY#16135, analyse__nb_leading_spaces#15207 AS COL__ANALYSE__NB_LEADING_SPACES#16136, analyse__nb_trailing_spaces#15208 AS COL__ANALYSE__NB_TRAILING_SPACES#16137, analyse__nb_leading_et_trailing#15209 AS COL__ANALYSE__NB_LEADING_ET_TRAILING#16138, analyse__longueur_min#15210 AS COL__ANALYSE__LONGUEUR_MIN#16139, analyse__longueur_max#15211 AS COL__ANALYSE__LONGUEUR_MAX#16140, analyse__longueur_moyenne#15212 AS COL__ANALYSE__LONGUEUR_MOYENNE#16141, analyse__longueur_mediane#15213 AS COL__ANALYSE__LONGUEUR_MEDIANE#16142, analyse__longueur_ecart_type#15214 AS COL__ANALYSE__LONGUEUR_ECART_TYPE#16143, analyse__valeur_min_alpha#15215 AS COL__ANALYSE__VALEUR_MIN_ALPHA#16144, analyse__valeur_max_alpha#15216 AS COL__ANALYSE__VALEUR_MAX_ALPHA#16145, analyse__nb_avec_chiffre#15217 AS COL__ANALYSE__NB_AVEC_CHIFFRE#16146, analyse__nb_avec_special#15218 AS COL__ANALYSE__NB_AVEC_SPECIAL#16147, analyse__nb_uppercase_only#15219 AS COL__ANALYSE__NB_UPPERCASE_ONLY#16148, analyse__nb_lowercase_only#15220 AS COL__ANALYSE__NB_LOWERCASE_ONLY#16149, analyse__nb_mixte_case#15221 AS COL__ANALYSE__NB_MIXTE_CASE#16150, analyse__top_10_valeurs#15222 AS COL__ANALYSE__TOP_10_VALEURS#16151, analyse__min#15223 AS COL__ANALYSE__MIN#16152, analyse__max#15224 AS COL__ANALYSE__MAX#16153, analyse__etendue#15225 AS COL__ANALYSE__ETENDUE#16154, analyse__moyenne#15226 AS COL__ANALYSE__MOYENNE#16155, analyse__mediane#15227 AS COL__ANALYSE__MEDIANE#16156, analyse__variance#15228 AS COL__ANALYSE__VARIANCE#16157, analyse__ecart_type#15229 AS COL__ANALYSE__ECART_TYPE#16158, analyse__skewness#15230 AS COL__ANALYSE__SKEWNESS#16159, analyse__kurtosis#15231 AS COL__ANALYSE__KURTOSIS#16160, analyse__q1#15232 AS COL__ANALYSE__Q1#16161, analyse__mediane_q2#15233 AS COL__ANALYSE__MEDIANE_Q2#16162, analyse__q3#15234 AS COL__ANALYSE__Q3#16163, analyse__iqr#15235 AS COL__ANALYSE__IQR#16164, analyse__nb_outliers_iqr#15236 AS COL__ANALYSE__NB_OUTLIERS_IQR#16165, analyse__pct_outliers_iqr#15237 AS COL__ANALYSE__PCT_OUTLIERS_IQR#16166, analyse__nb_zero#15238 AS COL__ANALYSE__NB_ZERO#16167, analyse__nb_negatif#15239 AS COL__ANALYSE__NB_NEGATIF#16168, analyse__distribution_10_bins#15240 AS COL__ANALYSE__DISTRIBUTION_10_BINS#16169, analyse__datetime_min#15241 AS COL__ANALYSE__DATETIME_MIN#16170, analyse__datetime_max#15242 AS COL__ANALYSE__DATETIME_MAX#16171, analyse__etendue_jours#15243 AS COL__ANALYSE__ETENDUE_JOURS#16172, analyse__etendue_secondes_total#15244 AS COL__ANALYSE__ETENDUE_SECONDES_TOTAL#16173, analyse__annee_min#15245 AS COL__ANALYSE__ANNEE_MIN#16174, analyse__annee_max#15246 AS COL__ANALYSE__ANNEE_MAX#16175, analyse__timezone#15247 AS COL__ANALYSE__TIMEZONE#16176, analyse__nb_weekend#15248 AS COL__ANALYSE__NB_WEEKEND#16177, analyse__nb_semaine#15249 AS COL__ANALYSE__NB_SEMAINE#16178, analyse__distribution_annee#15250 AS COL__ANALYSE__DISTRIBUTION_ANNEE#16179, analyse__distribution_mois#15251 AS COL__ANALYSE__DISTRIBUTION_MOIS#16180, analyse__distribution_heure#15252 AS COL__ANALYSE__DISTRIBUTION_HEURE#16181, analyse__distribution_jour_semaine#15253 AS COL__ANALYSE__DISTRIBUTION_JOUR_SEMAINE#16182]
Input [58]: [colonne#15196, dtype_pandas#15197, type_infere#15198, analyse__nb_total#15199L, analyse__nb_null_nan#15200L, analyse__pct_null_nan#15201, analyse__nb_non_null#15202L, analyse__nb_distinct#15203L, analyse__nb_vide#15204, analyse__pct_vide#15205, analyse__nb_whitespace_only#15206, analyse__nb_leading_spaces#15207, analyse__nb_trailing_spaces#15208, analyse__nb_leading_et_trailing#15209, analyse__longueur_min#15210, analyse__longueur_max#15211, analyse__longueur_moyenne#15212, analyse__longueur_mediane#15213, analyse__longueur_ecart_type#15214, analyse__valeur_min_alpha#15215, analyse__valeur_max_alpha#15216, analyse__nb_avec_chiffre#15217, analyse__nb_avec_special#15218, analyse__nb_uppercase_only#15219, analyse__nb_lowercase_only#15220, analyse__nb_mixte_case#15221, analyse__top_10_valeurs#15222, analyse__min#15223, analyse__max#15224, analyse__etendue#15225, analyse__moyenne#15226, analyse__mediane#15227, analyse__variance#15228, analyse__ecart_type#15229, analyse__skewness#15230, analyse__kurtosis#15231, analyse__q1#15232, analyse__mediane_q2#15233, analyse__q3#15234, analyse__iqr#15235, analyse__nb_outliers_iqr#15236, analyse__pct_outliers_iqr#15237, analyse__nb_zero#15238, analyse__nb_negatif#15239, analyse__distribution_10_bins#15240, analyse__datetime_min#15241, analyse__datetime_max#15242, analyse__etendue_jours#15243, analyse__etendue_secondes_total#15244, analyse__annee_min#15245, analyse__annee_max#15246, analyse__timezone#15247, analyse__nb_weekend#15248, analyse__nb_semaine#15249, analyse__distribution_annee#15250, analyse__distribution_mois#15251, analyse__distribution_heure#15252, analyse__distribution_jour_semaine#15253]
(4) CollectLimit
Input [58]: [COL__COLONNE#16125, COL__DTYPE_PANDAS#16126, COL__TYPE_INFERE#16127, COL__ANALYSE__NB_TOTAL#16128L, COL__ANALYSE__NB_NULL_NAN#16129L, COL__ANALYSE__PCT_NULL_NAN#16130, COL__ANALYSE__NB_NON_NULL#16131L, COL__ANALYSE__NB_DISTINCT#16132L, COL__ANALYSE__NB_VIDE#16133, COL__ANALYSE__PCT_VIDE#16134, COL__ANALYSE__NB_WHITESPACE_ONLY#16135, COL__ANALYSE__NB_LEADING_SPACES#16136, COL__ANALYSE__NB_TRAILING_SPACES#16137, COL__ANALYSE__NB_LEADING_ET_TRAILING#16138, COL__ANALYSE__LONGUEUR_MIN#16139, COL__ANALYSE__LONGUEUR_MAX#16140, COL__ANALYSE__LONGUEUR_MOYENNE#16141, COL__ANALYSE__LONGUEUR_MEDIANE#16142, COL__ANALYSE__LONGUEUR_ECART_TYPE#16143, COL__ANALYSE__VALEUR_MIN_ALPHA#16144, COL__ANALYSE__VALEUR_MAX_ALPHA#16145, COL__ANALYSE__NB_AVEC_CHIFFRE#16146, COL__ANALYSE__NB_AVEC_SPECIAL#16147, COL__ANALYSE__NB_UPPERCASE_ONLY#16148, COL__ANALYSE__NB_LOWERCASE_ONLY#16149, COL__ANALYSE__NB_MIXTE_CASE#16150, COL__ANALYSE__TOP_10_VALEURS#16151, COL__ANALYSE__MIN#16152, COL__ANALYSE__MAX#16153, COL__ANALYSE__ETENDUE#16154, COL__ANALYSE__MOYENNE#16155, COL__ANALYSE__MEDIANE#16156, COL__ANALYSE__VARIANCE#16157, COL__ANALYSE__ECART_TYPE#16158, COL__ANALYSE__SKEWNESS#16159, COL__ANALYSE__KURTOSIS#16160, COL__ANALYSE__Q1#16161, COL__ANALYSE__MEDIANE_Q2#16162, COL__ANALYSE__Q3#16163, COL__ANALYSE__IQR#16164, COL__ANALYSE__NB_OUTLIERS_IQR#16165, COL__ANALYSE__PCT_OUTLIERS_IQR#16166, COL__ANALYSE__NB_ZERO#16167, COL__ANALYSE__NB_NEGATIF#16168, COL__ANALYSE__DISTRIBUTION_10_BINS#16169, COL__ANALYSE__DATETIME_MIN#16170, COL__ANALYSE__DATETIME_MAX#16171, COL__ANALYSE__ETENDUE_JOURS#16172, COL__ANALYSE__ETENDUE_SECONDES_TOTAL#16173, COL__ANALYSE__ANNEE_MIN#16174, COL__ANALYSE__ANNEE_MAX#16175, COL__ANALYSE__TIMEZONE#16176, COL__ANALYSE__NB_WEEKEND#16177, COL__ANALYSE__NB_SEMAINE#16178, COL__ANALYSE__DISTRIBUTION_ANNEE#16179, COL__ANALYSE__DISTRIBUTION_MOIS#16180, COL__ANALYSE__DISTRIBUTION_HEURE#16181, COL__ANALYSE__DISTRIBUTION_JOUR_SEMAINE#16182]
Arguments: 1500