== Physical Plan ==
CollectLimit (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [60]: [colonne#137505, dtype_pandas#137506, type_infere#137507, analyse__nb_total#137508, analyse__nb_null_nan#137509, analyse__pct_null_nan#137510, analyse__nb_non_null#137511, analyse__nb_distinct#137512, analyse__nb_vide#137513, analyse__pct_vide#137514, analyse__nb_whitespace_only#137515, analyse__nb_leading_spaces#137516, analyse__nb_trailing_spaces#137517, analyse__nb_leading_et_trailing#137518, analyse__longueur_min#137519, analyse__longueur_max#137520, analyse__longueur_moyenne#137521, analyse__longueur_mediane#137522, analyse__longueur_ecart_type#137523, analyse__valeur_min_alpha#137524, analyse__valeur_max_alpha#137525, analyse__nb_avec_chiffre#137526, analyse__nb_avec_special#137527, analyse__nb_uppercase_only#137528, analyse__nb_lowercase_only#137529, analyse__nb_mixte_case#137530, analyse__top_10_valeurs#137531, analyse__min#137532, analyse__max#137533, analyse__etendue#137534, analyse__moyenne#137535, analyse__mediane#137536, analyse__variance#137537, analyse__ecart_type#137538, analyse__skewness#137539, analyse__kurtosis#137540, analyse__q1#137541, analyse__mediane_q2#137542, analyse__q3#137543, analyse__iqr#137544, analyse__nb_outliers_iqr#137545, analyse__pct_outliers_iqr#137546, analyse__nb_zero#137547, analyse__nb_negatif#137548, analyse__distribution_10_bins#137549, analyse__datetime_min#137550, analyse__datetime_max#137551, analyse__etendue_jours#137552, analyse__etendue_secondes_total#137553, analyse__annee_min#137554, analyse__annee_max#137555, analyse__timezone#137556, analyse__nb_weekend#137557, analyse__nb_semaine#137558, analyse__distribution_annee#137559, analyse__distribution_mois#137560, analyse__distribution_heure#137561, analyse__distribution_jour_semaine#137562, Source#137563, horodatage-traitement#137564]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/BIO_PAT_T_API_QUALITY_REPORT/current/pydc_bi661ehr.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:decimal(4,0),analyse__nb_null_nan:decimal(3,0),analyse__pct_null_nan:double,analyse__nb_non_null:decimal(4,0),analyse__nb_distinct:decimal(4,0),analyse__nb_vide:double,analyse__pct_vide:double,analyse__nb_whitespace_only:double,analyse__nb_leading_spaces:double,analyse__nb_trailing_spaces:double,analyse__nb_leading_et_trailing:double,analyse__longueur_min:double,analyse__longueur_max:double,analyse__longueur_moyenne:double,analyse__longueur_mediane:double,analyse__longueur_ecart_type:double,analyse__valeur_min_alpha:string,analyse__valeur_max_alpha:string,analyse__nb_avec_chiffre:double,analyse__nb_avec_special:double,analyse__nb_uppercase_only:double,analyse__nb_lowercase_only:double,analyse__nb_mixte_case:double,analyse__top_10_valeurs:string,analyse__min:double,analyse__max:double,analyse__etendue:double,analyse__moyenne:double,analyse__mediane:double,analyse__variance:double,analyse__ecart_type:double,analyse__skewness:double,analyse__kurtosis:double,analyse__q1:double,analyse__mediane_q2:double,analyse__q3:double,analyse__iqr:double,analyse__nb_outliers_iqr:double,analyse__pct_outliers_iqr:double,analyse__nb_zero:double,analyse__nb_negatif:double,analyse__distribution_10_bins:string,analyse__datetime_min:string,analyse__datetime_max:string,analyse__etendue_jours:double,analyse__etendue_secondes_total:double,analyse__annee_min:double,analyse__annee_max:double,analyse__timezone:string,analyse__nb_weekend:double,analyse__nb_semaine:double,analyse__distribution_annee:string,analyse__distribution_mois:string,analyse__distribution_heure:string,analyse__distribution_jour_semaine:string,Source:string,horodatage-traitement:timestamp_ntz>
(2) ColumnarToRow [codegen id : 1]
Input [60]: [colonne#137505, dtype_pandas#137506, type_infere#137507, analyse__nb_total#137508, analyse__nb_null_nan#137509, analyse__pct_null_nan#137510, analyse__nb_non_null#137511, analyse__nb_distinct#137512, analyse__nb_vide#137513, analyse__pct_vide#137514, analyse__nb_whitespace_only#137515, analyse__nb_leading_spaces#137516, analyse__nb_trailing_spaces#137517, analyse__nb_leading_et_trailing#137518, analyse__longueur_min#137519, analyse__longueur_max#137520, analyse__longueur_moyenne#137521, analyse__longueur_mediane#137522, analyse__longueur_ecart_type#137523, analyse__valeur_min_alpha#137524, analyse__valeur_max_alpha#137525, analyse__nb_avec_chiffre#137526, analyse__nb_avec_special#137527, analyse__nb_uppercase_only#137528, analyse__nb_lowercase_only#137529, analyse__nb_mixte_case#137530, analyse__top_10_valeurs#137531, analyse__min#137532, analyse__max#137533, analyse__etendue#137534, analyse__moyenne#137535, analyse__mediane#137536, analyse__variance#137537, analyse__ecart_type#137538, analyse__skewness#137539, analyse__kurtosis#137540, analyse__q1#137541, analyse__mediane_q2#137542, analyse__q3#137543, analyse__iqr#137544, analyse__nb_outliers_iqr#137545, analyse__pct_outliers_iqr#137546, analyse__nb_zero#137547, analyse__nb_negatif#137548, analyse__distribution_10_bins#137549, analyse__datetime_min#137550, analyse__datetime_max#137551, analyse__etendue_jours#137552, analyse__etendue_secondes_total#137553, analyse__annee_min#137554, analyse__annee_max#137555, analyse__timezone#137556, analyse__nb_weekend#137557, analyse__nb_semaine#137558, analyse__distribution_annee#137559, analyse__distribution_mois#137560, analyse__distribution_heure#137561, analyse__distribution_jour_semaine#137562, Source#137563, horodatage-traitement#137564]
(3) Project [codegen id : 1]
Output [60]: [colonne#137505 AS COL_COLONNE_391538#138466, dtype_pandas#137506 AS COL_DTYPE_PANDAS_391539#138467, type_infere#137507 AS COL_TYPE_INFERE_391540#138468, cast(REFORMAT_FOR_DOUBLE(analyse__nb_total#137508) as double) AS COL_ANALYSE_NB_TOTA_391541#138469, cast(REFORMAT_FOR_DOUBLE(analyse__nb_null_nan#137509) as double) AS COL_ANALYSE_NB_NULL_391542#138470, analyse__pct_null_nan#137510 AS COL_ANALYSE_PCT_NUL_391543#138471, cast(REFORMAT_FOR_DOUBLE(analyse__nb_non_null#137511) as double) AS COL_ANALYSE_NB_NON__391544#138472, cast(REFORMAT_FOR_DOUBLE(analyse__nb_distinct#137512) as double) AS COL_ANALYSE_NB_DIST_391545#138473, analyse__nb_vide#137513 AS COL_ANALYSE_NB_VIDE_391546#138474, analyse__pct_vide#137514 AS COL_ANALYSE_PCT_VID_391547#138475, analyse__nb_whitespace_only#137515 AS COL_ANALYSE_NB_WHIT_391548#138476, analyse__nb_leading_spaces#137516 AS COL_ANALYSE_NB_LEAD_391549#138477, analyse__nb_trailing_spaces#137517 AS COL_ANALYSE_NB_TRAI_391550#138478, analyse__nb_leading_et_trailing#137518 AS COL_ANALYSE_NB_LEAD_391551#138479, analyse__longueur_min#137519 AS COL_ANALYSE_LONGUEU_391552#138480, analyse__longueur_max#137520 AS COL_ANALYSE_LONGUEU_391553#138481, analyse__longueur_moyenne#137521 AS COL_ANALYSE_LONGUEU_391554#138482, analyse__longueur_mediane#137522 AS COL_ANALYSE_LONGUEU_391555#138483, analyse__longueur_ecart_type#137523 AS COL_ANALYSE_LONGUEU_391556#138484, analyse__valeur_min_alpha#137524 AS COL_ANALYSE_VALEUR__391557#138485, analyse__valeur_max_alpha#137525 AS COL_ANALYSE_VALEUR__391558#138486, analyse__nb_avec_chiffre#137526 AS COL_ANALYSE_NB_AVEC_391559#138487, analyse__nb_avec_special#137527 AS COL_ANALYSE_NB_AVEC_391560#138488, analyse__nb_uppercase_only#137528 AS COL_ANALYSE_NB_UPPE_391561#138489, analyse__nb_lowercase_only#137529 AS COL_ANALYSE_NB_LOWE_391562#138490, analyse__nb_mixte_case#137530 AS COL_ANALYSE_NB_MIXT_391563#138491, analyse__top_10_valeurs#137531 AS COL_ANALYSE_TOP_10__391564#138492, analyse__min#137532 AS COL_ANALYSE_MIN_391565#138493, analyse__max#137533 AS COL_ANALYSE_MAX_391566#138494, analyse__etendue#137534 AS COL_ANALYSE_ETENDUE_391567#138495, analyse__moyenne#137535 AS COL_ANALYSE_MOYENNE_391568#138496, analyse__mediane#137536 AS COL_ANALYSE_MEDIANE_391569#138497, analyse__variance#137537 AS COL_ANALYSE_VARIANC_391570#138498, analyse__ecart_type#137538 AS COL_ANALYSE_ECART_T_391571#138499, analyse__skewness#137539 AS COL_ANALYSE_SKEWNES_391572#138500, analyse__kurtosis#137540 AS COL_ANALYSE_KURTOSI_391573#138501, analyse__q1#137541 AS COL_ANALYSE_Q1_391574#138502, analyse__mediane_q2#137542 AS COL_ANALYSE_MEDIANE_391575#138503, analyse__q3#137543 AS COL_ANALYSE_Q3_391576#138504, analyse__iqr#137544 AS COL_ANALYSE_IQR_391577#138505, analyse__nb_outliers_iqr#137545 AS COL_ANALYSE_NB_OUTL_391578#138506, analyse__pct_outliers_iqr#137546 AS COL_ANALYSE_PCT_OUT_391579#138507, analyse__nb_zero#137547 AS COL_ANALYSE_NB_ZERO_391580#138508, analyse__nb_negatif#137548 AS COL_ANALYSE_NB_NEGA_391581#138509, analyse__distribution_10_bins#137549 AS COL_ANALYSE_DISTRIB_391582#138510, analyse__datetime_min#137550 AS COL_ANALYSE_DATETIM_391583#138511, analyse__datetime_max#137551 AS COL_ANALYSE_DATETIM_391584#138512, analyse__etendue_jours#137552 AS COL_ANALYSE_ETENDUE_391585#138513, analyse__etendue_secondes_total#137553 AS COL_ANALYSE_ETENDUE_391586#138514, analyse__annee_min#137554 AS COL_ANALYSE_ANNEE_M_391587#138515, analyse__annee_max#137555 AS COL_ANALYSE_ANNEE_M_391588#138516, analyse__timezone#137556 AS COL_ANALYSE_TIMEZON_391589#138517, analyse__nb_weekend#137557 AS COL_ANALYSE_NB_WEEK_391590#138518, analyse__nb_semaine#137558 AS COL_ANALYSE_NB_SEMA_391591#138519, analyse__distribution_annee#137559 AS COL_ANALYSE_DISTRIB_391592#138520, analyse__distribution_mois#137560 AS COL_ANALYSE_DISTRIB_391593#138521, analyse__distribution_heure#137561 AS COL_ANALYSE_DISTRIB_391594#138522, analyse__distribution_jour_semaine#137562 AS COL_ANALYSE_DISTRIB_391595#138523, Source#137563 AS COL_SOURCE_391596#138524, cast(horodatage-traitement#137564 as string) AS COL_HORODATAGE_TRAI_391597#138525]
Input [60]: [colonne#137505, dtype_pandas#137506, type_infere#137507, analyse__nb_total#137508, analyse__nb_null_nan#137509, analyse__pct_null_nan#137510, analyse__nb_non_null#137511, analyse__nb_distinct#137512, analyse__nb_vide#137513, analyse__pct_vide#137514, analyse__nb_whitespace_only#137515, analyse__nb_leading_spaces#137516, analyse__nb_trailing_spaces#137517, analyse__nb_leading_et_trailing#137518, analyse__longueur_min#137519, analyse__longueur_max#137520, analyse__longueur_moyenne#137521, analyse__longueur_mediane#137522, analyse__longueur_ecart_type#137523, analyse__valeur_min_alpha#137524, analyse__valeur_max_alpha#137525, analyse__nb_avec_chiffre#137526, analyse__nb_avec_special#137527, analyse__nb_uppercase_only#137528, analyse__nb_lowercase_only#137529, analyse__nb_mixte_case#137530, analyse__top_10_valeurs#137531, analyse__min#137532, analyse__max#137533, analyse__etendue#137534, analyse__moyenne#137535, analyse__mediane#137536, analyse__variance#137537, analyse__ecart_type#137538, analyse__skewness#137539, analyse__kurtosis#137540, analyse__q1#137541, analyse__mediane_q2#137542, analyse__q3#137543, analyse__iqr#137544, analyse__nb_outliers_iqr#137545, analyse__pct_outliers_iqr#137546, analyse__nb_zero#137547, analyse__nb_negatif#137548, analyse__distribution_10_bins#137549, analyse__datetime_min#137550, analyse__datetime_max#137551, analyse__etendue_jours#137552, analyse__etendue_secondes_total#137553, analyse__annee_min#137554, analyse__annee_max#137555, analyse__timezone#137556, analyse__nb_weekend#137557, analyse__nb_semaine#137558, analyse__distribution_annee#137559, analyse__distribution_mois#137560, analyse__distribution_heure#137561, analyse__distribution_jour_semaine#137562, Source#137563, horodatage-traitement#137564]
(4) CollectLimit
Input [60]: [COL_COLONNE_391538#138466, COL_DTYPE_PANDAS_391539#138467, COL_TYPE_INFERE_391540#138468, COL_ANALYSE_NB_TOTA_391541#138469, COL_ANALYSE_NB_NULL_391542#138470, COL_ANALYSE_PCT_NUL_391543#138471, COL_ANALYSE_NB_NON__391544#138472, COL_ANALYSE_NB_DIST_391545#138473, COL_ANALYSE_NB_VIDE_391546#138474, COL_ANALYSE_PCT_VID_391547#138475, COL_ANALYSE_NB_WHIT_391548#138476, COL_ANALYSE_NB_LEAD_391549#138477, COL_ANALYSE_NB_TRAI_391550#138478, COL_ANALYSE_NB_LEAD_391551#138479, COL_ANALYSE_LONGUEU_391552#138480, COL_ANALYSE_LONGUEU_391553#138481, COL_ANALYSE_LONGUEU_391554#138482, COL_ANALYSE_LONGUEU_391555#138483, COL_ANALYSE_LONGUEU_391556#138484, COL_ANALYSE_VALEUR__391557#138485, COL_ANALYSE_VALEUR__391558#138486, COL_ANALYSE_NB_AVEC_391559#138487, COL_ANALYSE_NB_AVEC_391560#138488, COL_ANALYSE_NB_UPPE_391561#138489, COL_ANALYSE_NB_LOWE_391562#138490, COL_ANALYSE_NB_MIXT_391563#138491, COL_ANALYSE_TOP_10__391564#138492, COL_ANALYSE_MIN_391565#138493, COL_ANALYSE_MAX_391566#138494, COL_ANALYSE_ETENDUE_391567#138495, COL_ANALYSE_MOYENNE_391568#138496, COL_ANALYSE_MEDIANE_391569#138497, COL_ANALYSE_VARIANC_391570#138498, COL_ANALYSE_ECART_T_391571#138499, COL_ANALYSE_SKEWNES_391572#138500, COL_ANALYSE_KURTOSI_391573#138501, COL_ANALYSE_Q1_391574#138502, COL_ANALYSE_MEDIANE_391575#138503, COL_ANALYSE_Q3_391576#138504, COL_ANALYSE_IQR_391577#138505, COL_ANALYSE_NB_OUTL_391578#138506, COL_ANALYSE_PCT_OUT_391579#138507, COL_ANALYSE_NB_ZERO_391580#138508, COL_ANALYSE_NB_NEGA_391581#138509, COL_ANALYSE_DISTRIB_391582#138510, COL_ANALYSE_DATETIM_391583#138511, COL_ANALYSE_DATETIM_391584#138512, COL_ANALYSE_ETENDUE_391585#138513, COL_ANALYSE_ETENDUE_391586#138514, COL_ANALYSE_ANNEE_M_391587#138515, COL_ANALYSE_ANNEE_M_391588#138516, COL_ANALYSE_TIMEZON_391589#138517, COL_ANALYSE_NB_WEEK_391590#138518, COL_ANALYSE_NB_SEMA_391591#138519, COL_ANALYSE_DISTRIB_391592#138520, COL_ANALYSE_DISTRIB_391593#138521, COL_ANALYSE_DISTRIB_391594#138522, COL_ANALYSE_DISTRIB_391595#138523, COL_SOURCE_391596#138524, COL_HORODATAGE_TRAI_391597#138525]
Arguments: 1500