SP1 - Details for Query 250

Submitted Time: 2026/04/21 08:58:11
Duration: 0.4 s
Succeeded Jobs: 254 255

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; 1 [labelType="html" label=" Union "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 18 ms"; 3 [labelType="html" label=" LocalLimit "]; 4 [labelType="html" label=" Project "]; 5 [labelType="html" label="ColumnarToRow number of output rows: 16 number of input batches: 1"]; } 6 [labelType="html" label="Scan parquet number of files read: 1 scan time: 17 ms metadata time: 0 ms size of files read: 50.7 KiB number of output rows: 16"]; subgraph cluster7 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 18 ms"; 8 [labelType="html" label=" LocalLimit "]; 9 [labelType="html" label=" Project "]; 10 [labelType="html" label="ColumnarToRow number of output rows: 16 number of input batches: 1"]; } 11 [labelType="html" label="Scan parquet number of files read: 1 scan time: 18 ms metadata time: 0 ms size of files read: 50.7 KiB number of output rows: 16"]; subgraph cluster12 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 19 ms"; 13 [labelType="html" label=" LocalLimit "]; 14 [labelType="html" label=" Project "]; 15 [labelType="html" label="ColumnarToRow number of output rows: 16 number of input batches: 1"]; } 16 [labelType="html" label="Scan parquet number of files read: 1 scan time: 18 ms metadata time: 0 ms size of files read: 50.7 KiB number of output rows: 16"]; 1->0; 3->1; 4->3; 5->4; 6->5; 8->1; 9->8; 10->9; 11->10; 13->1; 14->13; 15->14; 16->15; }

CollectLimit 1500

Union

LocalLimit 1500

Project [colonne#45292 AS COL_COLONNE_388853#46802, dtype_pandas#45293 AS COL_DTYPE_PANDAS_388854#46803, type_infere#45294 AS COL_TYPE_INFERE_388855#46804, analyse__nb_total#45295L AS COL_ANALYSE_NB_TOTA_388856#46805L, analyse__nb_null_nan#45296L AS COL_ANALYSE_NB_NULL_388857#46806L, analyse__pct_null_nan#45297 AS COL_ANALYSE_PCT_NUL_388858#46807, analyse__nb_non_null#45298L AS COL_ANALYSE_NB_NON__388859#46808L, analyse__nb_distinct#45299L AS COL_ANALYSE_NB_DIST_388860#46809L, analyse__nb_vide#45300 AS COL_ANALYSE_NB_VIDE_388861#46810, analyse__pct_vide#45301 AS COL_ANALYSE_PCT_VID_388862#46811, analyse__nb_whitespace_only#45302 AS COL_ANALYSE_NB_WHIT_388863#46812, analyse__nb_leading_spaces#45303 AS COL_ANALYSE_NB_LEAD_388864#46813, analyse__nb_trailing_spaces#45304 AS COL_ANALYSE_NB_TRAI_388865#46814, analyse__nb_leading_et_trailing#45305 AS COL_ANALYSE_NB_LEAD_388866#46815, analyse__longueur_min#45306 AS COL_ANALYSE_LONGUEU_388867#46816, analyse__longueur_max#45307 AS COL_ANALYSE_LONGUEU_388868#46817, analyse__longueur_moyenne#45308 AS COL_ANALYSE_LONGUEU_388869#46818, analyse__longueur_mediane#45309 AS COL_ANALYSE_LONGUEU_388870#46819, analyse__longueur_ecart_type#45310 AS COL_ANALYSE_LONGUEU_388871#46820, analyse__valeur_min_alpha#45311 AS COL_ANALYSE_VALEUR__388872#46821, analyse__valeur_max_alpha#45312 AS COL_ANALYSE_VALEUR__388873#46822, analyse__nb_avec_chiffre#45313 AS COL_ANALYSE_NB_AVEC_388874#46823, analyse__nb_avec_special#45314 AS COL_ANALYSE_NB_AVEC_388875#46824, analyse__nb_uppercase_only#45315 AS COL_ANALYSE_NB_UPPE_388876#46825, ... 34 more fields]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [colonne#45292,dtype_pandas#45293,type_infere#45294,analyse__nb_total#45295L,analyse__nb_null_nan#45296L,analyse__pct_null_nan#45297,analyse__nb_non_null#45298L,analyse__nb_distinct#45299L,analyse__nb_vide#45300,analyse__pct_vide#45301,analyse__nb_whitespace_only#45302,analyse__nb_leading_spaces#45303,analyse__nb_trailing_spaces#45304,analyse__nb_leading_et_trailing#45305,analyse__longueur_min#45306,analyse__longueur_max#45307,analyse__longueur_moyenne#45308,analyse__longueur_mediane#45309,analyse__longueur_ecart_type#45310,analyse__valeur_min_alpha#45311,analyse__valeur_max_alpha#45312,analyse__nb_avec_chiffre#45313,analyse__nb_avec_special#45314,analyse__nb_uppercase_only#45315,... 34 more fields] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/parquet/execution/BIO_PAT_API_QUALITY_REPORT/cu..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb...

LocalLimit 1500

Project [colonne#45466 AS COL_COLONNE_388853#47034, dtype_pandas#45467 AS COL_DTYPE_PANDAS_388854#47035, type_infere#45468 AS COL_TYPE_INFERE_388855#47036, analyse__nb_total#45469L AS COL_ANALYSE_NB_TOTA_388856#47037L, analyse__nb_null_nan#45470L AS COL_ANALYSE_NB_NULL_388857#47038L, analyse__pct_null_nan#45471 AS COL_ANALYSE_PCT_NUL_388858#47039, analyse__nb_non_null#45472L AS COL_ANALYSE_NB_NON__388859#47040L, analyse__nb_distinct#45473L AS COL_ANALYSE_NB_DIST_388860#47041L, analyse__nb_vide#45474 AS COL_ANALYSE_NB_VIDE_388861#47042, analyse__pct_vide#45475 AS COL_ANALYSE_PCT_VID_388862#47043, analyse__nb_whitespace_only#45476 AS COL_ANALYSE_NB_WHIT_388863#47044, analyse__nb_leading_spaces#45477 AS COL_ANALYSE_NB_LEAD_388864#47045, analyse__nb_trailing_spaces#45478 AS COL_ANALYSE_NB_TRAI_388865#47046, analyse__nb_leading_et_trailing#45479 AS COL_ANALYSE_NB_LEAD_388866#47047, analyse__longueur_min#45480 AS COL_ANALYSE_LONGUEU_388867#47048, analyse__longueur_max#45481 AS COL_ANALYSE_LONGUEU_388868#47049, analyse__longueur_moyenne#45482 AS COL_ANALYSE_LONGUEU_388869#47050, analyse__longueur_mediane#45483 AS COL_ANALYSE_LONGUEU_388870#47051, analyse__longueur_ecart_type#45484 AS COL_ANALYSE_LONGUEU_388871#47052, analyse__valeur_min_alpha#45485 AS COL_ANALYSE_VALEUR__388872#47053, analyse__valeur_max_alpha#45486 AS COL_ANALYSE_VALEUR__388873#47054, analyse__nb_avec_chiffre#45487 AS COL_ANALYSE_NB_AVEC_388874#47055, analyse__nb_avec_special#45488 AS COL_ANALYSE_NB_AVEC_388875#47056, analyse__nb_uppercase_only#45489 AS COL_ANALYSE_NB_UPPE_388876#47057, ... 34 more fields]

ColumnarToRow

WholeStageCodegen (2)

FileScan parquet [colonne#45466,dtype_pandas#45467,type_infere#45468,analyse__nb_total#45469L,analyse__nb_null_nan#45470L,analyse__pct_null_nan#45471,analyse__nb_non_null#45472L,analyse__nb_distinct#45473L,analyse__nb_vide#45474,analyse__pct_vide#45475,analyse__nb_whitespace_only#45476,analyse__nb_leading_spaces#45477,analyse__nb_trailing_spaces#45478,analyse__nb_leading_et_trailing#45479,analyse__longueur_min#45480,analyse__longueur_max#45481,analyse__longueur_moyenne#45482,analyse__longueur_mediane#45483,analyse__longueur_ecart_type#45484,analyse__valeur_min_alpha#45485,analyse__valeur_max_alpha#45486,analyse__nb_avec_chiffre#45487,analyse__nb_avec_special#45488,analyse__nb_uppercase_only#45489,... 34 more fields] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/parquet/execution/BIO_PAT_API_QUALITY_REPORT/cu..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb...

LocalLimit 1500

Project [colonne#45699 AS COL_COLONNE_388853#47092, dtype_pandas#45700 AS COL_DTYPE_PANDAS_388854#47093, type_infere#45701 AS COL_TYPE_INFERE_388855#47094, analyse__nb_total#45702L AS COL_ANALYSE_NB_TOTA_388856#47095L, analyse__nb_null_nan#45703L AS COL_ANALYSE_NB_NULL_388857#47096L, analyse__pct_null_nan#45704 AS COL_ANALYSE_PCT_NUL_388858#47097, analyse__nb_non_null#45705L AS COL_ANALYSE_NB_NON__388859#47098L, analyse__nb_distinct#45706L AS COL_ANALYSE_NB_DIST_388860#47099L, analyse__nb_vide#45707 AS COL_ANALYSE_NB_VIDE_388861#47100, analyse__pct_vide#45708 AS COL_ANALYSE_PCT_VID_388862#47101, analyse__nb_whitespace_only#45709 AS COL_ANALYSE_NB_WHIT_388863#47102, analyse__nb_leading_spaces#45710 AS COL_ANALYSE_NB_LEAD_388864#47103, analyse__nb_trailing_spaces#45711 AS COL_ANALYSE_NB_TRAI_388865#47104, analyse__nb_leading_et_trailing#45712 AS COL_ANALYSE_NB_LEAD_388866#47105, analyse__longueur_min#45713 AS COL_ANALYSE_LONGUEU_388867#47106, analyse__longueur_max#45714 AS COL_ANALYSE_LONGUEU_388868#47107, analyse__longueur_moyenne#45715 AS COL_ANALYSE_LONGUEU_388869#47108, analyse__longueur_mediane#45716 AS COL_ANALYSE_LONGUEU_388870#47109, analyse__longueur_ecart_type#45717 AS COL_ANALYSE_LONGUEU_388871#47110, analyse__valeur_min_alpha#45718 AS COL_ANALYSE_VALEUR__388872#47111, analyse__valeur_max_alpha#45719 AS COL_ANALYSE_VALEUR__388873#47112, analyse__nb_avec_chiffre#45720 AS COL_ANALYSE_NB_AVEC_388874#47113, analyse__nb_avec_special#45721 AS COL_ANALYSE_NB_AVEC_388875#47114, analyse__nb_uppercase_only#45722 AS COL_ANALYSE_NB_UPPE_388876#47115, ... 34 more fields]

ColumnarToRow

WholeStageCodegen (3)

FileScan parquet [colonne#45699,dtype_pandas#45700,type_infere#45701,analyse__nb_total#45702L,analyse__nb_null_nan#45703L,analyse__pct_null_nan#45704,analyse__nb_non_null#45705L,analyse__nb_distinct#45706L,analyse__nb_vide#45707,analyse__pct_vide#45708,analyse__nb_whitespace_only#45709,analyse__nb_leading_spaces#45710,analyse__nb_trailing_spaces#45711,analyse__nb_leading_et_trailing#45712,analyse__longueur_min#45713,analyse__longueur_max#45714,analyse__longueur_moyenne#45715,analyse__longueur_mediane#45716,analyse__longueur_ecart_type#45717,analyse__valeur_min_alpha#45718,analyse__valeur_max_alpha#45719,analyse__nb_avec_chiffre#45720,analyse__nb_avec_special#45721,analyse__nb_uppercase_only#45722,... 34 more fields] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/parquet/execution/BIO_PAT_API_QUALITY_REPORT/cu..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb...

Details

== Physical Plan ==
CollectLimit (14)
+- Union (13)
   :- * LocalLimit (4)
   :  +- * Project (3)
   :     +- * ColumnarToRow (2)
   :        +- Scan parquet  (1)
   :- * LocalLimit (8)
   :  +- * Project (7)
   :     +- * ColumnarToRow (6)
   :        +- Scan parquet  (5)
   +- * LocalLimit (12)
      +- * Project (11)
         +- * ColumnarToRow (10)
            +- Scan parquet  (9)


(1) Scan parquet 
Output [58]: [colonne#45292, dtype_pandas#45293, type_infere#45294, analyse__nb_total#45295L, analyse__nb_null_nan#45296L, analyse__pct_null_nan#45297, analyse__nb_non_null#45298L, analyse__nb_distinct#45299L, analyse__nb_vide#45300, analyse__pct_vide#45301, analyse__nb_whitespace_only#45302, analyse__nb_leading_spaces#45303, analyse__nb_trailing_spaces#45304, analyse__nb_leading_et_trailing#45305, analyse__longueur_min#45306, analyse__longueur_max#45307, analyse__longueur_moyenne#45308, analyse__longueur_mediane#45309, analyse__longueur_ecart_type#45310, analyse__valeur_min_alpha#45311, analyse__valeur_max_alpha#45312, analyse__nb_avec_chiffre#45313, analyse__nb_avec_special#45314, analyse__nb_uppercase_only#45315, analyse__nb_lowercase_only#45316, analyse__nb_mixte_case#45317, analyse__top_10_valeurs#45318, analyse__min#45319, analyse__max#45320, analyse__etendue#45321, analyse__moyenne#45322, analyse__mediane#45323, analyse__variance#45324, analyse__ecart_type#45325, analyse__skewness#45326, analyse__kurtosis#45327, analyse__q1#45328, analyse__mediane_q2#45329, analyse__q3#45330, analyse__iqr#45331, analyse__nb_outliers_iqr#45332, analyse__pct_outliers_iqr#45333, analyse__nb_zero#45334, analyse__nb_negatif#45335, analyse__distribution_10_bins#45336, analyse__datetime_min#45337, analyse__datetime_max#45338, analyse__etendue_jours#45339, analyse__etendue_secondes_total#45340, analyse__annee_min#45341, analyse__annee_max#45342, analyse__timezone#45343, analyse__nb_weekend#45344, analyse__nb_semaine#45345, analyse__distribution_annee#45346, analyse__distribution_mois#45347, analyse__distribution_heure#45348, analyse__distribution_jour_semaine#45349]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/BIO_PAT_API_QUALITY_REPORT/current/pydc_ee4uw20u.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb_null_nan:bigint,analyse__pct_null_nan:double,analyse__nb_non_null:bigint,analyse__nb_distinct:bigint,analyse__nb_vide:double,analyse__pct_vide:double,analyse__nb_whitespace_only:double,analyse__nb_leading_spaces:double,analyse__nb_trailing_spaces:double,analyse__nb_leading_et_trailing:double,analyse__longueur_min:double,analyse__longueur_max:double,analyse__longueur_moyenne:double,analyse__longueur_mediane:double,analyse__longueur_ecart_type:double,analyse__valeur_min_alpha:string,analyse__valeur_max_alpha:string,analyse__nb_avec_chiffre:double,analyse__nb_avec_special:double,analyse__nb_uppercase_only:double,analyse__nb_lowercase_only:double,analyse__nb_mixte_case:double,analyse__top_10_valeurs:string,analyse__min:double,analyse__max:double,analyse__etendue:double,analyse__moyenne:double,analyse__mediane:double,analyse__variance:double,analyse__ecart_type:double,analyse__skewness:double,analyse__kurtosis:double,analyse__q1:double,analyse__mediane_q2:double,analyse__q3:double,analyse__iqr:double,analyse__nb_outliers_iqr:double,analyse__pct_outliers_iqr:double,analyse__nb_zero:double,analyse__nb_negatif:double,analyse__distribution_10_bins:string,analyse__datetime_min:string,analyse__datetime_max:string,analyse__etendue_jours:double,analyse__etendue_secondes_total:double,analyse__annee_min:double,analyse__annee_max:double,analyse__timezone:string,analyse__nb_weekend:double,analyse__nb_semaine:double,analyse__distribution_annee:string,analyse__distribution_mois:string,analyse__distribution_heure:string,analyse__distribution_jour_semaine:string>

(2) ColumnarToRow [codegen id : 1]
Input [58]: [colonne#45292, dtype_pandas#45293, type_infere#45294, analyse__nb_total#45295L, analyse__nb_null_nan#45296L, analyse__pct_null_nan#45297, analyse__nb_non_null#45298L, analyse__nb_distinct#45299L, analyse__nb_vide#45300, analyse__pct_vide#45301, analyse__nb_whitespace_only#45302, analyse__nb_leading_spaces#45303, analyse__nb_trailing_spaces#45304, analyse__nb_leading_et_trailing#45305, analyse__longueur_min#45306, analyse__longueur_max#45307, analyse__longueur_moyenne#45308, analyse__longueur_mediane#45309, analyse__longueur_ecart_type#45310, analyse__valeur_min_alpha#45311, analyse__valeur_max_alpha#45312, analyse__nb_avec_chiffre#45313, analyse__nb_avec_special#45314, analyse__nb_uppercase_only#45315, analyse__nb_lowercase_only#45316, analyse__nb_mixte_case#45317, analyse__top_10_valeurs#45318, analyse__min#45319, analyse__max#45320, analyse__etendue#45321, analyse__moyenne#45322, analyse__mediane#45323, analyse__variance#45324, analyse__ecart_type#45325, analyse__skewness#45326, analyse__kurtosis#45327, analyse__q1#45328, analyse__mediane_q2#45329, analyse__q3#45330, analyse__iqr#45331, analyse__nb_outliers_iqr#45332, analyse__pct_outliers_iqr#45333, analyse__nb_zero#45334, analyse__nb_negatif#45335, analyse__distribution_10_bins#45336, analyse__datetime_min#45337, analyse__datetime_max#45338, analyse__etendue_jours#45339, analyse__etendue_secondes_total#45340, analyse__annee_min#45341, analyse__annee_max#45342, analyse__timezone#45343, analyse__nb_weekend#45344, analyse__nb_semaine#45345, analyse__distribution_annee#45346, analyse__distribution_mois#45347, analyse__distribution_heure#45348, analyse__distribution_jour_semaine#45349]

(3) Project [codegen id : 1]
Output [58]: [colonne#45292 AS COL_COLONNE_388853#46802, dtype_pandas#45293 AS COL_DTYPE_PANDAS_388854#46803, type_infere#45294 AS COL_TYPE_INFERE_388855#46804, analyse__nb_total#45295L AS COL_ANALYSE_NB_TOTA_388856#46805L, analyse__nb_null_nan#45296L AS COL_ANALYSE_NB_NULL_388857#46806L, analyse__pct_null_nan#45297 AS COL_ANALYSE_PCT_NUL_388858#46807, analyse__nb_non_null#45298L AS COL_ANALYSE_NB_NON__388859#46808L, analyse__nb_distinct#45299L AS COL_ANALYSE_NB_DIST_388860#46809L, analyse__nb_vide#45300 AS COL_ANALYSE_NB_VIDE_388861#46810, analyse__pct_vide#45301 AS COL_ANALYSE_PCT_VID_388862#46811, analyse__nb_whitespace_only#45302 AS COL_ANALYSE_NB_WHIT_388863#46812, analyse__nb_leading_spaces#45303 AS COL_ANALYSE_NB_LEAD_388864#46813, analyse__nb_trailing_spaces#45304 AS COL_ANALYSE_NB_TRAI_388865#46814, analyse__nb_leading_et_trailing#45305 AS COL_ANALYSE_NB_LEAD_388866#46815, analyse__longueur_min#45306 AS COL_ANALYSE_LONGUEU_388867#46816, analyse__longueur_max#45307 AS COL_ANALYSE_LONGUEU_388868#46817, analyse__longueur_moyenne#45308 AS COL_ANALYSE_LONGUEU_388869#46818, analyse__longueur_mediane#45309 AS COL_ANALYSE_LONGUEU_388870#46819, analyse__longueur_ecart_type#45310 AS COL_ANALYSE_LONGUEU_388871#46820, analyse__valeur_min_alpha#45311 AS COL_ANALYSE_VALEUR__388872#46821, analyse__valeur_max_alpha#45312 AS COL_ANALYSE_VALEUR__388873#46822, analyse__nb_avec_chiffre#45313 AS COL_ANALYSE_NB_AVEC_388874#46823, analyse__nb_avec_special#45314 AS COL_ANALYSE_NB_AVEC_388875#46824, analyse__nb_uppercase_only#45315 AS COL_ANALYSE_NB_UPPE_388876#46825, analyse__nb_lowercase_only#45316 AS COL_ANALYSE_NB_LOWE_388877#46826, analyse__nb_mixte_case#45317 AS COL_ANALYSE_NB_MIXT_388878#46827, analyse__top_10_valeurs#45318 AS COL_ANALYSE_TOP_10__388879#46828, analyse__min#45319 AS COL_ANALYSE_MIN_388880#46829, analyse__max#45320 AS COL_ANALYSE_MAX_388881#46830, analyse__etendue#45321 AS COL_ANALYSE_ETENDUE_388882#46831, analyse__moyenne#45322 AS COL_ANALYSE_MOYENNE_388883#46832, analyse__mediane#45323 AS COL_ANALYSE_MEDIANE_388884#46833, analyse__variance#45324 AS COL_ANALYSE_VARIANC_388885#46834, analyse__ecart_type#45325 AS COL_ANALYSE_ECART_T_388886#46835, analyse__skewness#45326 AS COL_ANALYSE_SKEWNES_388887#46836, analyse__kurtosis#45327 AS COL_ANALYSE_KURTOSI_388888#46837, analyse__q1#45328 AS COL_ANALYSE_Q1_388889#46838, analyse__mediane_q2#45329 AS COL_ANALYSE_MEDIANE_388890#46839, analyse__q3#45330 AS COL_ANALYSE_Q3_388891#46840, analyse__iqr#45331 AS COL_ANALYSE_IQR_388892#46841, analyse__nb_outliers_iqr#45332 AS COL_ANALYSE_NB_OUTL_388893#46842, analyse__pct_outliers_iqr#45333 AS COL_ANALYSE_PCT_OUT_388894#46843, analyse__nb_zero#45334 AS COL_ANALYSE_NB_ZERO_388895#46844, analyse__nb_negatif#45335 AS COL_ANALYSE_NB_NEGA_388896#46845, analyse__distribution_10_bins#45336 AS COL_ANALYSE_DISTRIB_388897#46846, analyse__datetime_min#45337 AS COL_ANALYSE_DATETIM_388898#46847, analyse__datetime_max#45338 AS COL_ANALYSE_DATETIM_388899#46848, analyse__etendue_jours#45339 AS COL_ANALYSE_ETENDUE_388900#46849, analyse__etendue_secondes_total#45340 AS COL_ANALYSE_ETENDUE_388901#46850, analyse__annee_min#45341 AS COL_ANALYSE_ANNEE_M_388902#46851, analyse__annee_max#45342 AS COL_ANALYSE_ANNEE_M_388903#46852, analyse__timezone#45343 AS COL_ANALYSE_TIMEZON_388904#46853, analyse__nb_weekend#45344 AS COL_ANALYSE_NB_WEEK_388905#46854, analyse__nb_semaine#45345 AS COL_ANALYSE_NB_SEMA_388906#46855, analyse__distribution_annee#45346 AS COL_ANALYSE_DISTRIB_388907#46856, analyse__distribution_mois#45347 AS COL_ANALYSE_DISTRIB_388908#46857, analyse__distribution_heure#45348 AS COL_ANALYSE_DISTRIB_388909#46858, analyse__distribution_jour_semaine#45349 AS COL_ANALYSE_DISTRIB_388910#46859]
Input [58]: [colonne#45292, dtype_pandas#45293, type_infere#45294, analyse__nb_total#45295L, analyse__nb_null_nan#45296L, analyse__pct_null_nan#45297, analyse__nb_non_null#45298L, analyse__nb_distinct#45299L, analyse__nb_vide#45300, analyse__pct_vide#45301, analyse__nb_whitespace_only#45302, analyse__nb_leading_spaces#45303, analyse__nb_trailing_spaces#45304, analyse__nb_leading_et_trailing#45305, analyse__longueur_min#45306, analyse__longueur_max#45307, analyse__longueur_moyenne#45308, analyse__longueur_mediane#45309, analyse__longueur_ecart_type#45310, analyse__valeur_min_alpha#45311, analyse__valeur_max_alpha#45312, analyse__nb_avec_chiffre#45313, analyse__nb_avec_special#45314, analyse__nb_uppercase_only#45315, analyse__nb_lowercase_only#45316, analyse__nb_mixte_case#45317, analyse__top_10_valeurs#45318, analyse__min#45319, analyse__max#45320, analyse__etendue#45321, analyse__moyenne#45322, analyse__mediane#45323, analyse__variance#45324, analyse__ecart_type#45325, analyse__skewness#45326, analyse__kurtosis#45327, analyse__q1#45328, analyse__mediane_q2#45329, analyse__q3#45330, analyse__iqr#45331, analyse__nb_outliers_iqr#45332, analyse__pct_outliers_iqr#45333, analyse__nb_zero#45334, analyse__nb_negatif#45335, analyse__distribution_10_bins#45336, analyse__datetime_min#45337, analyse__datetime_max#45338, analyse__etendue_jours#45339, analyse__etendue_secondes_total#45340, analyse__annee_min#45341, analyse__annee_max#45342, analyse__timezone#45343, analyse__nb_weekend#45344, analyse__nb_semaine#45345, analyse__distribution_annee#45346, analyse__distribution_mois#45347, analyse__distribution_heure#45348, analyse__distribution_jour_semaine#45349]

(4) LocalLimit [codegen id : 1]
Input [58]: [COL_COLONNE_388853#46802, COL_DTYPE_PANDAS_388854#46803, COL_TYPE_INFERE_388855#46804, COL_ANALYSE_NB_TOTA_388856#46805L, COL_ANALYSE_NB_NULL_388857#46806L, COL_ANALYSE_PCT_NUL_388858#46807, COL_ANALYSE_NB_NON__388859#46808L, COL_ANALYSE_NB_DIST_388860#46809L, COL_ANALYSE_NB_VIDE_388861#46810, COL_ANALYSE_PCT_VID_388862#46811, COL_ANALYSE_NB_WHIT_388863#46812, COL_ANALYSE_NB_LEAD_388864#46813, COL_ANALYSE_NB_TRAI_388865#46814, COL_ANALYSE_NB_LEAD_388866#46815, COL_ANALYSE_LONGUEU_388867#46816, COL_ANALYSE_LONGUEU_388868#46817, COL_ANALYSE_LONGUEU_388869#46818, COL_ANALYSE_LONGUEU_388870#46819, COL_ANALYSE_LONGUEU_388871#46820, COL_ANALYSE_VALEUR__388872#46821, COL_ANALYSE_VALEUR__388873#46822, COL_ANALYSE_NB_AVEC_388874#46823, COL_ANALYSE_NB_AVEC_388875#46824, COL_ANALYSE_NB_UPPE_388876#46825, COL_ANALYSE_NB_LOWE_388877#46826, COL_ANALYSE_NB_MIXT_388878#46827, COL_ANALYSE_TOP_10__388879#46828, COL_ANALYSE_MIN_388880#46829, COL_ANALYSE_MAX_388881#46830, COL_ANALYSE_ETENDUE_388882#46831, COL_ANALYSE_MOYENNE_388883#46832, COL_ANALYSE_MEDIANE_388884#46833, COL_ANALYSE_VARIANC_388885#46834, COL_ANALYSE_ECART_T_388886#46835, COL_ANALYSE_SKEWNES_388887#46836, COL_ANALYSE_KURTOSI_388888#46837, COL_ANALYSE_Q1_388889#46838, COL_ANALYSE_MEDIANE_388890#46839, COL_ANALYSE_Q3_388891#46840, COL_ANALYSE_IQR_388892#46841, COL_ANALYSE_NB_OUTL_388893#46842, COL_ANALYSE_PCT_OUT_388894#46843, COL_ANALYSE_NB_ZERO_388895#46844, COL_ANALYSE_NB_NEGA_388896#46845, COL_ANALYSE_DISTRIB_388897#46846, COL_ANALYSE_DATETIM_388898#46847, COL_ANALYSE_DATETIM_388899#46848, COL_ANALYSE_ETENDUE_388900#46849, COL_ANALYSE_ETENDUE_388901#46850, COL_ANALYSE_ANNEE_M_388902#46851, COL_ANALYSE_ANNEE_M_388903#46852, COL_ANALYSE_TIMEZON_388904#46853, COL_ANALYSE_NB_WEEK_388905#46854, COL_ANALYSE_NB_SEMA_388906#46855, COL_ANALYSE_DISTRIB_388907#46856, COL_ANALYSE_DISTRIB_388908#46857, COL_ANALYSE_DISTRIB_388909#46858, COL_ANALYSE_DISTRIB_388910#46859]
Arguments: 1500

(5) Scan parquet 
Output [58]: [colonne#45466, dtype_pandas#45467, type_infere#45468, analyse__nb_total#45469L, analyse__nb_null_nan#45470L, analyse__pct_null_nan#45471, analyse__nb_non_null#45472L, analyse__nb_distinct#45473L, analyse__nb_vide#45474, analyse__pct_vide#45475, analyse__nb_whitespace_only#45476, analyse__nb_leading_spaces#45477, analyse__nb_trailing_spaces#45478, analyse__nb_leading_et_trailing#45479, analyse__longueur_min#45480, analyse__longueur_max#45481, analyse__longueur_moyenne#45482, analyse__longueur_mediane#45483, analyse__longueur_ecart_type#45484, analyse__valeur_min_alpha#45485, analyse__valeur_max_alpha#45486, analyse__nb_avec_chiffre#45487, analyse__nb_avec_special#45488, analyse__nb_uppercase_only#45489, analyse__nb_lowercase_only#45490, analyse__nb_mixte_case#45491, analyse__top_10_valeurs#45492, analyse__min#45493, analyse__max#45494, analyse__etendue#45495, analyse__moyenne#45496, analyse__mediane#45497, analyse__variance#45498, analyse__ecart_type#45499, analyse__skewness#45500, analyse__kurtosis#45501, analyse__q1#45502, analyse__mediane_q2#45503, analyse__q3#45504, analyse__iqr#45505, analyse__nb_outliers_iqr#45506, analyse__pct_outliers_iqr#45507, analyse__nb_zero#45508, analyse__nb_negatif#45509, analyse__distribution_10_bins#45510, analyse__datetime_min#45511, analyse__datetime_max#45512, analyse__etendue_jours#45513, analyse__etendue_secondes_total#45514, analyse__annee_min#45515, analyse__annee_max#45516, analyse__timezone#45517, analyse__nb_weekend#45518, analyse__nb_semaine#45519, analyse__distribution_annee#45520, analyse__distribution_mois#45521, analyse__distribution_heure#45522, analyse__distribution_jour_semaine#45523]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/BIO_PAT_API_QUALITY_REPORT/current/pydc_jnp6q5t6.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb_null_nan:bigint,analyse__pct_null_nan:double,analyse__nb_non_null:bigint,analyse__nb_distinct:bigint,analyse__nb_vide:double,analyse__pct_vide:double,analyse__nb_whitespace_only:double,analyse__nb_leading_spaces:double,analyse__nb_trailing_spaces:double,analyse__nb_leading_et_trailing:double,analyse__longueur_min:double,analyse__longueur_max:double,analyse__longueur_moyenne:double,analyse__longueur_mediane:double,analyse__longueur_ecart_type:double,analyse__valeur_min_alpha:string,analyse__valeur_max_alpha:string,analyse__nb_avec_chiffre:double,analyse__nb_avec_special:double,analyse__nb_uppercase_only:double,analyse__nb_lowercase_only:double,analyse__nb_mixte_case:double,analyse__top_10_valeurs:string,analyse__min:double,analyse__max:double,analyse__etendue:double,analyse__moyenne:double,analyse__mediane:double,analyse__variance:double,analyse__ecart_type:double,analyse__skewness:double,analyse__kurtosis:double,analyse__q1:double,analyse__mediane_q2:double,analyse__q3:double,analyse__iqr:double,analyse__nb_outliers_iqr:double,analyse__pct_outliers_iqr:double,analyse__nb_zero:double,analyse__nb_negatif:double,analyse__distribution_10_bins:string,analyse__datetime_min:string,analyse__datetime_max:string,analyse__etendue_jours:double,analyse__etendue_secondes_total:double,analyse__annee_min:double,analyse__annee_max:double,analyse__timezone:string,analyse__nb_weekend:double,analyse__nb_semaine:double,analyse__distribution_annee:string,analyse__distribution_mois:string,analyse__distribution_heure:string,analyse__distribution_jour_semaine:string>

(6) ColumnarToRow [codegen id : 2]
Input [58]: [colonne#45466, dtype_pandas#45467, type_infere#45468, analyse__nb_total#45469L, analyse__nb_null_nan#45470L, analyse__pct_null_nan#45471, analyse__nb_non_null#45472L, analyse__nb_distinct#45473L, analyse__nb_vide#45474, analyse__pct_vide#45475, analyse__nb_whitespace_only#45476, analyse__nb_leading_spaces#45477, analyse__nb_trailing_spaces#45478, analyse__nb_leading_et_trailing#45479, analyse__longueur_min#45480, analyse__longueur_max#45481, analyse__longueur_moyenne#45482, analyse__longueur_mediane#45483, analyse__longueur_ecart_type#45484, analyse__valeur_min_alpha#45485, analyse__valeur_max_alpha#45486, analyse__nb_avec_chiffre#45487, analyse__nb_avec_special#45488, analyse__nb_uppercase_only#45489, analyse__nb_lowercase_only#45490, analyse__nb_mixte_case#45491, analyse__top_10_valeurs#45492, analyse__min#45493, analyse__max#45494, analyse__etendue#45495, analyse__moyenne#45496, analyse__mediane#45497, analyse__variance#45498, analyse__ecart_type#45499, analyse__skewness#45500, analyse__kurtosis#45501, analyse__q1#45502, analyse__mediane_q2#45503, analyse__q3#45504, analyse__iqr#45505, analyse__nb_outliers_iqr#45506, analyse__pct_outliers_iqr#45507, analyse__nb_zero#45508, analyse__nb_negatif#45509, analyse__distribution_10_bins#45510, analyse__datetime_min#45511, analyse__datetime_max#45512, analyse__etendue_jours#45513, analyse__etendue_secondes_total#45514, analyse__annee_min#45515, analyse__annee_max#45516, analyse__timezone#45517, analyse__nb_weekend#45518, analyse__nb_semaine#45519, analyse__distribution_annee#45520, analyse__distribution_mois#45521, analyse__distribution_heure#45522, analyse__distribution_jour_semaine#45523]

(7) Project [codegen id : 2]
Output [58]: [colonne#45466 AS COL_COLONNE_388853#47034, dtype_pandas#45467 AS COL_DTYPE_PANDAS_388854#47035, type_infere#45468 AS COL_TYPE_INFERE_388855#47036, analyse__nb_total#45469L AS COL_ANALYSE_NB_TOTA_388856#47037L, analyse__nb_null_nan#45470L AS COL_ANALYSE_NB_NULL_388857#47038L, analyse__pct_null_nan#45471 AS COL_ANALYSE_PCT_NUL_388858#47039, analyse__nb_non_null#45472L AS COL_ANALYSE_NB_NON__388859#47040L, analyse__nb_distinct#45473L AS COL_ANALYSE_NB_DIST_388860#47041L, analyse__nb_vide#45474 AS COL_ANALYSE_NB_VIDE_388861#47042, analyse__pct_vide#45475 AS COL_ANALYSE_PCT_VID_388862#47043, analyse__nb_whitespace_only#45476 AS COL_ANALYSE_NB_WHIT_388863#47044, analyse__nb_leading_spaces#45477 AS COL_ANALYSE_NB_LEAD_388864#47045, analyse__nb_trailing_spaces#45478 AS COL_ANALYSE_NB_TRAI_388865#47046, analyse__nb_leading_et_trailing#45479 AS COL_ANALYSE_NB_LEAD_388866#47047, analyse__longueur_min#45480 AS COL_ANALYSE_LONGUEU_388867#47048, analyse__longueur_max#45481 AS COL_ANALYSE_LONGUEU_388868#47049, analyse__longueur_moyenne#45482 AS COL_ANALYSE_LONGUEU_388869#47050, analyse__longueur_mediane#45483 AS COL_ANALYSE_LONGUEU_388870#47051, analyse__longueur_ecart_type#45484 AS COL_ANALYSE_LONGUEU_388871#47052, analyse__valeur_min_alpha#45485 AS COL_ANALYSE_VALEUR__388872#47053, analyse__valeur_max_alpha#45486 AS COL_ANALYSE_VALEUR__388873#47054, analyse__nb_avec_chiffre#45487 AS COL_ANALYSE_NB_AVEC_388874#47055, analyse__nb_avec_special#45488 AS COL_ANALYSE_NB_AVEC_388875#47056, analyse__nb_uppercase_only#45489 AS COL_ANALYSE_NB_UPPE_388876#47057, analyse__nb_lowercase_only#45490 AS COL_ANALYSE_NB_LOWE_388877#47058, analyse__nb_mixte_case#45491 AS COL_ANALYSE_NB_MIXT_388878#47059, analyse__top_10_valeurs#45492 AS COL_ANALYSE_TOP_10__388879#47060, analyse__min#45493 AS COL_ANALYSE_MIN_388880#47061, analyse__max#45494 AS COL_ANALYSE_MAX_388881#47062, analyse__etendue#45495 AS COL_ANALYSE_ETENDUE_388882#47063, analyse__moyenne#45496 AS COL_ANALYSE_MOYENNE_388883#47064, analyse__mediane#45497 AS COL_ANALYSE_MEDIANE_388884#47065, analyse__variance#45498 AS COL_ANALYSE_VARIANC_388885#47066, analyse__ecart_type#45499 AS COL_ANALYSE_ECART_T_388886#47067, analyse__skewness#45500 AS COL_ANALYSE_SKEWNES_388887#47068, analyse__kurtosis#45501 AS COL_ANALYSE_KURTOSI_388888#47069, analyse__q1#45502 AS COL_ANALYSE_Q1_388889#47070, analyse__mediane_q2#45503 AS COL_ANALYSE_MEDIANE_388890#47071, analyse__q3#45504 AS COL_ANALYSE_Q3_388891#47072, analyse__iqr#45505 AS COL_ANALYSE_IQR_388892#47073, analyse__nb_outliers_iqr#45506 AS COL_ANALYSE_NB_OUTL_388893#47074, analyse__pct_outliers_iqr#45507 AS COL_ANALYSE_PCT_OUT_388894#47075, analyse__nb_zero#45508 AS COL_ANALYSE_NB_ZERO_388895#47076, analyse__nb_negatif#45509 AS COL_ANALYSE_NB_NEGA_388896#47077, analyse__distribution_10_bins#45510 AS COL_ANALYSE_DISTRIB_388897#47078, analyse__datetime_min#45511 AS COL_ANALYSE_DATETIM_388898#47079, analyse__datetime_max#45512 AS COL_ANALYSE_DATETIM_388899#47080, analyse__etendue_jours#45513 AS COL_ANALYSE_ETENDUE_388900#47081, analyse__etendue_secondes_total#45514 AS COL_ANALYSE_ETENDUE_388901#47082, analyse__annee_min#45515 AS COL_ANALYSE_ANNEE_M_388902#47083, analyse__annee_max#45516 AS COL_ANALYSE_ANNEE_M_388903#47084, analyse__timezone#45517 AS COL_ANALYSE_TIMEZON_388904#47085, analyse__nb_weekend#45518 AS COL_ANALYSE_NB_WEEK_388905#47086, analyse__nb_semaine#45519 AS COL_ANALYSE_NB_SEMA_388906#47087, analyse__distribution_annee#45520 AS COL_ANALYSE_DISTRIB_388907#47088, analyse__distribution_mois#45521 AS COL_ANALYSE_DISTRIB_388908#47089, analyse__distribution_heure#45522 AS COL_ANALYSE_DISTRIB_388909#47090, analyse__distribution_jour_semaine#45523 AS COL_ANALYSE_DISTRIB_388910#47091]
Input [58]: [colonne#45466, dtype_pandas#45467, type_infere#45468, analyse__nb_total#45469L, analyse__nb_null_nan#45470L, analyse__pct_null_nan#45471, analyse__nb_non_null#45472L, analyse__nb_distinct#45473L, analyse__nb_vide#45474, analyse__pct_vide#45475, analyse__nb_whitespace_only#45476, analyse__nb_leading_spaces#45477, analyse__nb_trailing_spaces#45478, analyse__nb_leading_et_trailing#45479, analyse__longueur_min#45480, analyse__longueur_max#45481, analyse__longueur_moyenne#45482, analyse__longueur_mediane#45483, analyse__longueur_ecart_type#45484, analyse__valeur_min_alpha#45485, analyse__valeur_max_alpha#45486, analyse__nb_avec_chiffre#45487, analyse__nb_avec_special#45488, analyse__nb_uppercase_only#45489, analyse__nb_lowercase_only#45490, analyse__nb_mixte_case#45491, analyse__top_10_valeurs#45492, analyse__min#45493, analyse__max#45494, analyse__etendue#45495, analyse__moyenne#45496, analyse__mediane#45497, analyse__variance#45498, analyse__ecart_type#45499, analyse__skewness#45500, analyse__kurtosis#45501, analyse__q1#45502, analyse__mediane_q2#45503, analyse__q3#45504, analyse__iqr#45505, analyse__nb_outliers_iqr#45506, analyse__pct_outliers_iqr#45507, analyse__nb_zero#45508, analyse__nb_negatif#45509, analyse__distribution_10_bins#45510, analyse__datetime_min#45511, analyse__datetime_max#45512, analyse__etendue_jours#45513, analyse__etendue_secondes_total#45514, analyse__annee_min#45515, analyse__annee_max#45516, analyse__timezone#45517, analyse__nb_weekend#45518, analyse__nb_semaine#45519, analyse__distribution_annee#45520, analyse__distribution_mois#45521, analyse__distribution_heure#45522, analyse__distribution_jour_semaine#45523]

(8) LocalLimit [codegen id : 2]
Input [58]: [COL_COLONNE_388853#47034, COL_DTYPE_PANDAS_388854#47035, COL_TYPE_INFERE_388855#47036, COL_ANALYSE_NB_TOTA_388856#47037L, COL_ANALYSE_NB_NULL_388857#47038L, COL_ANALYSE_PCT_NUL_388858#47039, COL_ANALYSE_NB_NON__388859#47040L, COL_ANALYSE_NB_DIST_388860#47041L, COL_ANALYSE_NB_VIDE_388861#47042, COL_ANALYSE_PCT_VID_388862#47043, COL_ANALYSE_NB_WHIT_388863#47044, COL_ANALYSE_NB_LEAD_388864#47045, COL_ANALYSE_NB_TRAI_388865#47046, COL_ANALYSE_NB_LEAD_388866#47047, COL_ANALYSE_LONGUEU_388867#47048, COL_ANALYSE_LONGUEU_388868#47049, COL_ANALYSE_LONGUEU_388869#47050, COL_ANALYSE_LONGUEU_388870#47051, COL_ANALYSE_LONGUEU_388871#47052, COL_ANALYSE_VALEUR__388872#47053, COL_ANALYSE_VALEUR__388873#47054, COL_ANALYSE_NB_AVEC_388874#47055, COL_ANALYSE_NB_AVEC_388875#47056, COL_ANALYSE_NB_UPPE_388876#47057, COL_ANALYSE_NB_LOWE_388877#47058, COL_ANALYSE_NB_MIXT_388878#47059, COL_ANALYSE_TOP_10__388879#47060, COL_ANALYSE_MIN_388880#47061, COL_ANALYSE_MAX_388881#47062, COL_ANALYSE_ETENDUE_388882#47063, COL_ANALYSE_MOYENNE_388883#47064, COL_ANALYSE_MEDIANE_388884#47065, COL_ANALYSE_VARIANC_388885#47066, COL_ANALYSE_ECART_T_388886#47067, COL_ANALYSE_SKEWNES_388887#47068, COL_ANALYSE_KURTOSI_388888#47069, COL_ANALYSE_Q1_388889#47070, COL_ANALYSE_MEDIANE_388890#47071, COL_ANALYSE_Q3_388891#47072, COL_ANALYSE_IQR_388892#47073, COL_ANALYSE_NB_OUTL_388893#47074, COL_ANALYSE_PCT_OUT_388894#47075, COL_ANALYSE_NB_ZERO_388895#47076, COL_ANALYSE_NB_NEGA_388896#47077, COL_ANALYSE_DISTRIB_388897#47078, COL_ANALYSE_DATETIM_388898#47079, COL_ANALYSE_DATETIM_388899#47080, COL_ANALYSE_ETENDUE_388900#47081, COL_ANALYSE_ETENDUE_388901#47082, COL_ANALYSE_ANNEE_M_388902#47083, COL_ANALYSE_ANNEE_M_388903#47084, COL_ANALYSE_TIMEZON_388904#47085, COL_ANALYSE_NB_WEEK_388905#47086, COL_ANALYSE_NB_SEMA_388906#47087, COL_ANALYSE_DISTRIB_388907#47088, COL_ANALYSE_DISTRIB_388908#47089, COL_ANALYSE_DISTRIB_388909#47090, COL_ANALYSE_DISTRIB_388910#47091]
Arguments: 1500

(9) Scan parquet 
Output [58]: [colonne#45699, dtype_pandas#45700, type_infere#45701, analyse__nb_total#45702L, analyse__nb_null_nan#45703L, analyse__pct_null_nan#45704, analyse__nb_non_null#45705L, analyse__nb_distinct#45706L, analyse__nb_vide#45707, analyse__pct_vide#45708, analyse__nb_whitespace_only#45709, analyse__nb_leading_spaces#45710, analyse__nb_trailing_spaces#45711, analyse__nb_leading_et_trailing#45712, analyse__longueur_min#45713, analyse__longueur_max#45714, analyse__longueur_moyenne#45715, analyse__longueur_mediane#45716, analyse__longueur_ecart_type#45717, analyse__valeur_min_alpha#45718, analyse__valeur_max_alpha#45719, analyse__nb_avec_chiffre#45720, analyse__nb_avec_special#45721, analyse__nb_uppercase_only#45722, analyse__nb_lowercase_only#45723, analyse__nb_mixte_case#45724, analyse__top_10_valeurs#45725, analyse__min#45726, analyse__max#45727, analyse__etendue#45728, analyse__moyenne#45729, analyse__mediane#45730, analyse__variance#45731, analyse__ecart_type#45732, analyse__skewness#45733, analyse__kurtosis#45734, analyse__q1#45735, analyse__mediane_q2#45736, analyse__q3#45737, analyse__iqr#45738, analyse__nb_outliers_iqr#45739, analyse__pct_outliers_iqr#45740, analyse__nb_zero#45741, analyse__nb_negatif#45742, analyse__distribution_10_bins#45743, analyse__datetime_min#45744, analyse__datetime_max#45745, analyse__etendue_jours#45746, analyse__etendue_secondes_total#45747, analyse__annee_min#45748, analyse__annee_max#45749, analyse__timezone#45750, analyse__nb_weekend#45751, analyse__nb_semaine#45752, analyse__distribution_annee#45753, analyse__distribution_mois#45754, analyse__distribution_heure#45755, analyse__distribution_jour_semaine#45756]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/BIO_PAT_API_QUALITY_REPORT/current/pydc_uxffhq8p.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb_null_nan:bigint,analyse__pct_null_nan:double,analyse__nb_non_null:bigint,analyse__nb_distinct:bigint,analyse__nb_vide:double,analyse__pct_vide:double,analyse__nb_whitespace_only:double,analyse__nb_leading_spaces:double,analyse__nb_trailing_spaces:double,analyse__nb_leading_et_trailing:double,analyse__longueur_min:double,analyse__longueur_max:double,analyse__longueur_moyenne:double,analyse__longueur_mediane:double,analyse__longueur_ecart_type:double,analyse__valeur_min_alpha:string,analyse__valeur_max_alpha:string,analyse__nb_avec_chiffre:double,analyse__nb_avec_special:double,analyse__nb_uppercase_only:double,analyse__nb_lowercase_only:double,analyse__nb_mixte_case:double,analyse__top_10_valeurs:string,analyse__min:double,analyse__max:double,analyse__etendue:double,analyse__moyenne:double,analyse__mediane:double,analyse__variance:double,analyse__ecart_type:double,analyse__skewness:double,analyse__kurtosis:double,analyse__q1:double,analyse__mediane_q2:double,analyse__q3:double,analyse__iqr:double,analyse__nb_outliers_iqr:double,analyse__pct_outliers_iqr:double,analyse__nb_zero:double,analyse__nb_negatif:double,analyse__distribution_10_bins:string,analyse__datetime_min:string,analyse__datetime_max:string,analyse__etendue_jours:double,analyse__etendue_secondes_total:double,analyse__annee_min:double,analyse__annee_max:double,analyse__timezone:string,analyse__nb_weekend:double,analyse__nb_semaine:double,analyse__distribution_annee:string,analyse__distribution_mois:string,analyse__distribution_heure:string,analyse__distribution_jour_semaine:string>

(10) ColumnarToRow [codegen id : 3]
Input [58]: [colonne#45699, dtype_pandas#45700, type_infere#45701, analyse__nb_total#45702L, analyse__nb_null_nan#45703L, analyse__pct_null_nan#45704, analyse__nb_non_null#45705L, analyse__nb_distinct#45706L, analyse__nb_vide#45707, analyse__pct_vide#45708, analyse__nb_whitespace_only#45709, analyse__nb_leading_spaces#45710, analyse__nb_trailing_spaces#45711, analyse__nb_leading_et_trailing#45712, analyse__longueur_min#45713, analyse__longueur_max#45714, analyse__longueur_moyenne#45715, analyse__longueur_mediane#45716, analyse__longueur_ecart_type#45717, analyse__valeur_min_alpha#45718, analyse__valeur_max_alpha#45719, analyse__nb_avec_chiffre#45720, analyse__nb_avec_special#45721, analyse__nb_uppercase_only#45722, analyse__nb_lowercase_only#45723, analyse__nb_mixte_case#45724, analyse__top_10_valeurs#45725, analyse__min#45726, analyse__max#45727, analyse__etendue#45728, analyse__moyenne#45729, analyse__mediane#45730, analyse__variance#45731, analyse__ecart_type#45732, analyse__skewness#45733, analyse__kurtosis#45734, analyse__q1#45735, analyse__mediane_q2#45736, analyse__q3#45737, analyse__iqr#45738, analyse__nb_outliers_iqr#45739, analyse__pct_outliers_iqr#45740, analyse__nb_zero#45741, analyse__nb_negatif#45742, analyse__distribution_10_bins#45743, analyse__datetime_min#45744, analyse__datetime_max#45745, analyse__etendue_jours#45746, analyse__etendue_secondes_total#45747, analyse__annee_min#45748, analyse__annee_max#45749, analyse__timezone#45750, analyse__nb_weekend#45751, analyse__nb_semaine#45752, analyse__distribution_annee#45753, analyse__distribution_mois#45754, analyse__distribution_heure#45755, analyse__distribution_jour_semaine#45756]

(11) Project [codegen id : 3]
Output [58]: [colonne#45699 AS COL_COLONNE_388853#47092, dtype_pandas#45700 AS COL_DTYPE_PANDAS_388854#47093, type_infere#45701 AS COL_TYPE_INFERE_388855#47094, analyse__nb_total#45702L AS COL_ANALYSE_NB_TOTA_388856#47095L, analyse__nb_null_nan#45703L AS COL_ANALYSE_NB_NULL_388857#47096L, analyse__pct_null_nan#45704 AS COL_ANALYSE_PCT_NUL_388858#47097, analyse__nb_non_null#45705L AS COL_ANALYSE_NB_NON__388859#47098L, analyse__nb_distinct#45706L AS COL_ANALYSE_NB_DIST_388860#47099L, analyse__nb_vide#45707 AS COL_ANALYSE_NB_VIDE_388861#47100, analyse__pct_vide#45708 AS COL_ANALYSE_PCT_VID_388862#47101, analyse__nb_whitespace_only#45709 AS COL_ANALYSE_NB_WHIT_388863#47102, analyse__nb_leading_spaces#45710 AS COL_ANALYSE_NB_LEAD_388864#47103, analyse__nb_trailing_spaces#45711 AS COL_ANALYSE_NB_TRAI_388865#47104, analyse__nb_leading_et_trailing#45712 AS COL_ANALYSE_NB_LEAD_388866#47105, analyse__longueur_min#45713 AS COL_ANALYSE_LONGUEU_388867#47106, analyse__longueur_max#45714 AS COL_ANALYSE_LONGUEU_388868#47107, analyse__longueur_moyenne#45715 AS COL_ANALYSE_LONGUEU_388869#47108, analyse__longueur_mediane#45716 AS COL_ANALYSE_LONGUEU_388870#47109, analyse__longueur_ecart_type#45717 AS COL_ANALYSE_LONGUEU_388871#47110, analyse__valeur_min_alpha#45718 AS COL_ANALYSE_VALEUR__388872#47111, analyse__valeur_max_alpha#45719 AS COL_ANALYSE_VALEUR__388873#47112, analyse__nb_avec_chiffre#45720 AS COL_ANALYSE_NB_AVEC_388874#47113, analyse__nb_avec_special#45721 AS COL_ANALYSE_NB_AVEC_388875#47114, analyse__nb_uppercase_only#45722 AS COL_ANALYSE_NB_UPPE_388876#47115, analyse__nb_lowercase_only#45723 AS COL_ANALYSE_NB_LOWE_388877#47116, analyse__nb_mixte_case#45724 AS COL_ANALYSE_NB_MIXT_388878#47117, analyse__top_10_valeurs#45725 AS COL_ANALYSE_TOP_10__388879#47118, analyse__min#45726 AS COL_ANALYSE_MIN_388880#47119, analyse__max#45727 AS COL_ANALYSE_MAX_388881#47120, analyse__etendue#45728 AS COL_ANALYSE_ETENDUE_388882#47121, analyse__moyenne#45729 AS COL_ANALYSE_MOYENNE_388883#47122, analyse__mediane#45730 AS COL_ANALYSE_MEDIANE_388884#47123, analyse__variance#45731 AS COL_ANALYSE_VARIANC_388885#47124, analyse__ecart_type#45732 AS COL_ANALYSE_ECART_T_388886#47125, analyse__skewness#45733 AS COL_ANALYSE_SKEWNES_388887#47126, analyse__kurtosis#45734 AS COL_ANALYSE_KURTOSI_388888#47127, analyse__q1#45735 AS COL_ANALYSE_Q1_388889#47128, analyse__mediane_q2#45736 AS COL_ANALYSE_MEDIANE_388890#47129, analyse__q3#45737 AS COL_ANALYSE_Q3_388891#47130, analyse__iqr#45738 AS COL_ANALYSE_IQR_388892#47131, analyse__nb_outliers_iqr#45739 AS COL_ANALYSE_NB_OUTL_388893#47132, analyse__pct_outliers_iqr#45740 AS COL_ANALYSE_PCT_OUT_388894#47133, analyse__nb_zero#45741 AS COL_ANALYSE_NB_ZERO_388895#47134, analyse__nb_negatif#45742 AS COL_ANALYSE_NB_NEGA_388896#47135, analyse__distribution_10_bins#45743 AS COL_ANALYSE_DISTRIB_388897#47136, analyse__datetime_min#45744 AS COL_ANALYSE_DATETIM_388898#47137, analyse__datetime_max#45745 AS COL_ANALYSE_DATETIM_388899#47138, analyse__etendue_jours#45746 AS COL_ANALYSE_ETENDUE_388900#47139, analyse__etendue_secondes_total#45747 AS COL_ANALYSE_ETENDUE_388901#47140, analyse__annee_min#45748 AS COL_ANALYSE_ANNEE_M_388902#47141, analyse__annee_max#45749 AS COL_ANALYSE_ANNEE_M_388903#47142, analyse__timezone#45750 AS COL_ANALYSE_TIMEZON_388904#47143, analyse__nb_weekend#45751 AS COL_ANALYSE_NB_WEEK_388905#47144, analyse__nb_semaine#45752 AS COL_ANALYSE_NB_SEMA_388906#47145, analyse__distribution_annee#45753 AS COL_ANALYSE_DISTRIB_388907#47146, analyse__distribution_mois#45754 AS COL_ANALYSE_DISTRIB_388908#47147, analyse__distribution_heure#45755 AS COL_ANALYSE_DISTRIB_388909#47148, analyse__distribution_jour_semaine#45756 AS COL_ANALYSE_DISTRIB_388910#47149]
Input [58]: [colonne#45699, dtype_pandas#45700, type_infere#45701, analyse__nb_total#45702L, analyse__nb_null_nan#45703L, analyse__pct_null_nan#45704, analyse__nb_non_null#45705L, analyse__nb_distinct#45706L, analyse__nb_vide#45707, analyse__pct_vide#45708, analyse__nb_whitespace_only#45709, analyse__nb_leading_spaces#45710, analyse__nb_trailing_spaces#45711, analyse__nb_leading_et_trailing#45712, analyse__longueur_min#45713, analyse__longueur_max#45714, analyse__longueur_moyenne#45715, analyse__longueur_mediane#45716, analyse__longueur_ecart_type#45717, analyse__valeur_min_alpha#45718, analyse__valeur_max_alpha#45719, analyse__nb_avec_chiffre#45720, analyse__nb_avec_special#45721, analyse__nb_uppercase_only#45722, analyse__nb_lowercase_only#45723, analyse__nb_mixte_case#45724, analyse__top_10_valeurs#45725, analyse__min#45726, analyse__max#45727, analyse__etendue#45728, analyse__moyenne#45729, analyse__mediane#45730, analyse__variance#45731, analyse__ecart_type#45732, analyse__skewness#45733, analyse__kurtosis#45734, analyse__q1#45735, analyse__mediane_q2#45736, analyse__q3#45737, analyse__iqr#45738, analyse__nb_outliers_iqr#45739, analyse__pct_outliers_iqr#45740, analyse__nb_zero#45741, analyse__nb_negatif#45742, analyse__distribution_10_bins#45743, analyse__datetime_min#45744, analyse__datetime_max#45745, analyse__etendue_jours#45746, analyse__etendue_secondes_total#45747, analyse__annee_min#45748, analyse__annee_max#45749, analyse__timezone#45750, analyse__nb_weekend#45751, analyse__nb_semaine#45752, analyse__distribution_annee#45753, analyse__distribution_mois#45754, analyse__distribution_heure#45755, analyse__distribution_jour_semaine#45756]

(12) LocalLimit [codegen id : 3]
Input [58]: [COL_COLONNE_388853#47092, COL_DTYPE_PANDAS_388854#47093, COL_TYPE_INFERE_388855#47094, COL_ANALYSE_NB_TOTA_388856#47095L, COL_ANALYSE_NB_NULL_388857#47096L, COL_ANALYSE_PCT_NUL_388858#47097, COL_ANALYSE_NB_NON__388859#47098L, COL_ANALYSE_NB_DIST_388860#47099L, COL_ANALYSE_NB_VIDE_388861#47100, COL_ANALYSE_PCT_VID_388862#47101, COL_ANALYSE_NB_WHIT_388863#47102, COL_ANALYSE_NB_LEAD_388864#47103, COL_ANALYSE_NB_TRAI_388865#47104, COL_ANALYSE_NB_LEAD_388866#47105, COL_ANALYSE_LONGUEU_388867#47106, COL_ANALYSE_LONGUEU_388868#47107, COL_ANALYSE_LONGUEU_388869#47108, COL_ANALYSE_LONGUEU_388870#47109, COL_ANALYSE_LONGUEU_388871#47110, COL_ANALYSE_VALEUR__388872#47111, COL_ANALYSE_VALEUR__388873#47112, COL_ANALYSE_NB_AVEC_388874#47113, COL_ANALYSE_NB_AVEC_388875#47114, COL_ANALYSE_NB_UPPE_388876#47115, COL_ANALYSE_NB_LOWE_388877#47116, COL_ANALYSE_NB_MIXT_388878#47117, COL_ANALYSE_TOP_10__388879#47118, COL_ANALYSE_MIN_388880#47119, COL_ANALYSE_MAX_388881#47120, COL_ANALYSE_ETENDUE_388882#47121, COL_ANALYSE_MOYENNE_388883#47122, COL_ANALYSE_MEDIANE_388884#47123, COL_ANALYSE_VARIANC_388885#47124, COL_ANALYSE_ECART_T_388886#47125, COL_ANALYSE_SKEWNES_388887#47126, COL_ANALYSE_KURTOSI_388888#47127, COL_ANALYSE_Q1_388889#47128, COL_ANALYSE_MEDIANE_388890#47129, COL_ANALYSE_Q3_388891#47130, COL_ANALYSE_IQR_388892#47131, COL_ANALYSE_NB_OUTL_388893#47132, COL_ANALYSE_PCT_OUT_388894#47133, COL_ANALYSE_NB_ZERO_388895#47134, COL_ANALYSE_NB_NEGA_388896#47135, COL_ANALYSE_DISTRIB_388897#47136, COL_ANALYSE_DATETIM_388898#47137, COL_ANALYSE_DATETIM_388899#47138, COL_ANALYSE_ETENDUE_388900#47139, COL_ANALYSE_ETENDUE_388901#47140, COL_ANALYSE_ANNEE_M_388902#47141, COL_ANALYSE_ANNEE_M_388903#47142, COL_ANALYSE_TIMEZON_388904#47143, COL_ANALYSE_NB_WEEK_388905#47144, COL_ANALYSE_NB_SEMA_388906#47145, COL_ANALYSE_DISTRIB_388907#47146, COL_ANALYSE_DISTRIB_388908#47147, COL_ANALYSE_DISTRIB_388909#47148, COL_ANALYSE_DISTRIB_388910#47149]
Arguments: 1500

(13) Union

(14) CollectLimit
Input [58]: [COL_COLONNE_388853#46802, COL_DTYPE_PANDAS_388854#46803, COL_TYPE_INFERE_388855#46804, COL_ANALYSE_NB_TOTA_388856#46805L, COL_ANALYSE_NB_NULL_388857#46806L, COL_ANALYSE_PCT_NUL_388858#46807, COL_ANALYSE_NB_NON__388859#46808L, COL_ANALYSE_NB_DIST_388860#46809L, COL_ANALYSE_NB_VIDE_388861#46810, COL_ANALYSE_PCT_VID_388862#46811, COL_ANALYSE_NB_WHIT_388863#46812, COL_ANALYSE_NB_LEAD_388864#46813, COL_ANALYSE_NB_TRAI_388865#46814, COL_ANALYSE_NB_LEAD_388866#46815, COL_ANALYSE_LONGUEU_388867#46816, COL_ANALYSE_LONGUEU_388868#46817, COL_ANALYSE_LONGUEU_388869#46818, COL_ANALYSE_LONGUEU_388870#46819, COL_ANALYSE_LONGUEU_388871#46820, COL_ANALYSE_VALEUR__388872#46821, COL_ANALYSE_VALEUR__388873#46822, COL_ANALYSE_NB_AVEC_388874#46823, COL_ANALYSE_NB_AVEC_388875#46824, COL_ANALYSE_NB_UPPE_388876#46825, COL_ANALYSE_NB_LOWE_388877#46826, COL_ANALYSE_NB_MIXT_388878#46827, COL_ANALYSE_TOP_10__388879#46828, COL_ANALYSE_MIN_388880#46829, COL_ANALYSE_MAX_388881#46830, COL_ANALYSE_ETENDUE_388882#46831, COL_ANALYSE_MOYENNE_388883#46832, COL_ANALYSE_MEDIANE_388884#46833, COL_ANALYSE_VARIANC_388885#46834, COL_ANALYSE_ECART_T_388886#46835, COL_ANALYSE_SKEWNES_388887#46836, COL_ANALYSE_KURTOSI_388888#46837, COL_ANALYSE_Q1_388889#46838, COL_ANALYSE_MEDIANE_388890#46839, COL_ANALYSE_Q3_388891#46840, COL_ANALYSE_IQR_388892#46841, COL_ANALYSE_NB_OUTL_388893#46842, COL_ANALYSE_PCT_OUT_388894#46843, COL_ANALYSE_NB_ZERO_388895#46844, COL_ANALYSE_NB_NEGA_388896#46845, COL_ANALYSE_DISTRIB_388897#46846, COL_ANALYSE_DATETIM_388898#46847, COL_ANALYSE_DATETIM_388899#46848, COL_ANALYSE_ETENDUE_388900#46849, COL_ANALYSE_ETENDUE_388901#46850, COL_ANALYSE_ANNEE_M_388902#46851, COL_ANALYSE_ANNEE_M_388903#46852, COL_ANALYSE_TIMEZON_388904#46853, COL_ANALYSE_NB_WEEK_388905#46854, COL_ANALYSE_NB_SEMA_388906#46855, COL_ANALYSE_DISTRIB_388907#46856, COL_ANALYSE_DISTRIB_388908#46857, COL_ANALYSE_DISTRIB_388909#46858, COL_ANALYSE_DISTRIB_388910#46859]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet