hdh-spark-job - Details for Query 1289

Submitted Time: 2026/10/27 20:07:13
Duration: 0.2 s
Succeeded Jobs: 1224

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 1 ms number of written files: 1 job commit time: 12 ms number of output rows: 458 number of dynamic part: 0 written output: 180.3 KiB"]; 1 [labelType="html" label=" WriteFiles "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 61 ms"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label="ColumnarToRow number of output rows: 458 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 13 ms metadata time: 0 ms size of files read: 200.3 KiB number of output rows: 458"]; 1->0; 3->1; 4->3; 5->4; }

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/DB_ALL_ANALYSE__412343, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DB_ALL_ANALYSE__412343], Overwrite, [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3, COL_6E0D1543_72CA_4297_9E06_4DBC7277D554, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A, COL_C42C5AA7_A3DC_41DC_9B5A_2031D9520383, COL_F36D2B83_A27F_4D87_A698_D9B1FC90BF97, COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0, COL_A7EF5041_FB86_469A_B3CA_8B51D883C7DC, COL_252B4C2A_4BC4_4614_A31D_7AAF9F132428, COL_7A2C90B8_DE8F_42FA_A21A_A2177074844A, COL_25A62F25_D3D9_428A_B305_8B8E64C8AA2E, COL_15324AC9_FE46_46C5_84CD_6DE05162D859, COL_8F6D4E9F_E833_4E17_BA7F_C3F2C858AF27, COL_101FDC62_C50D_4A3B_98C0_8F18EBC243F0, COL_225DD462_62C2_4F2E_A8D0_1BB223EC3892, COL_DAFBEF4C_22D5_410F_89DA_43E441C08CBD, COL_02D2A89A_D0DA_4532_9DE3_2A0F2ABBD408, COL_F7359B0B_0DC6_4105_857F_655249426D90, COL_CB05396C_9204_4887_8758_498FD8A238E7, COL_BF5DE7D0_5EB3_43AE_9FD2_E2618393847E, COL_5E6C6732_6D21_4D94_B4A2_C25777C5DD8F, COL_E6B2E229_A544_491F_8E9B_C4B9569522E0, COL_6212CEFD_D27F_49F4_B826_02C7590B7528, COL_748FD8DD_5E17_4BA8_817D_3592D14D7B98, COL_8AD13776_B11B_4841_96A6_8572DED1AD48, ... 61 more fields]

WriteFiles

Project [colonne#472500 AS COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#473761, dtype_pandas#472501 AS COL_6E0D1543_72CA_4297_9E06_4DBC7277D554#473762, type_infere#472502 AS COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#473763, all_nb_total#472503 AS COL_C42C5AA7_A3DC_41DC_9B5A_2031D9520383#473764, all_nb_null_nan#472504 AS COL_F36D2B83_A27F_4D87_A698_D9B1FC90BF97#473765, all_pct_null_nan#472505 AS COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#473766, all_nb_non_null#472506 AS COL_A7EF5041_FB86_469A_B3CA_8B51D883C7DC#473767, num_nb_distinct#472507 AS COL_252B4C2A_4BC4_4614_A31D_7AAF9F132428#473768, num_min#472508 AS COL_7A2C90B8_DE8F_42FA_A21A_A2177074844A#473769, num_max#472509 AS COL_25A62F25_D3D9_428A_B305_8B8E64C8AA2E#473770, num_etendue#472510 AS COL_15324AC9_FE46_46C5_84CD_6DE05162D859#473771, num_moyenne#472511 AS COL_8F6D4E9F_E833_4E17_BA7F_C3F2C858AF27#473772, num_mediane#472512 AS COL_101FDC62_C50D_4A3B_98C0_8F18EBC243F0#473773, num_variance#472513 AS COL_225DD462_62C2_4F2E_A8D0_1BB223EC3892#473774, num_ecart_type#472514 AS COL_DAFBEF4C_22D5_410F_89DA_43E441C08CBD#473775, num_skewness#472515 AS COL_02D2A89A_D0DA_4532_9DE3_2A0F2ABBD408#473776, num_kurtosis#472516 AS COL_F7359B0B_0DC6_4105_857F_655249426D90#473777, num_q1#472517 AS COL_CB05396C_9204_4887_8758_498FD8A238E7#473778, num_mediane_q2#472518 AS COL_BF5DE7D0_5EB3_43AE_9FD2_E2618393847E#473779, num_q3#472519 AS COL_5E6C6732_6D21_4D94_B4A2_C25777C5DD8F#473780, num_iqr#472520 AS COL_E6B2E229_A544_491F_8E9B_C4B9569522E0#473781, num_nb_outliers_iqr#472521 AS COL_6212CEFD_D27F_49F4_B826_02C7590B7528#473782, num_pct_outliers_iqr#472522 AS COL_748FD8DD_5E17_4BA8_817D_3592D14D7B98#473783, num_nb_zero#472523 AS COL_8AD13776_B11B_4841_96A6_8572DED1AD48#473784, ... 61 more fields]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [colonne#472500,dtype_pandas#472501,type_infere#472502,all_nb_total#472503,all_nb_null_nan#472504,all_pct_null_nan#472505,all_nb_non_null#472506,num_nb_distinct#472507,num_min#472508,num_max#472509,num_etendue#472510,num_moyenne#472511,num_mediane#472512,num_variance#472513,num_ecart_type#472514,num_skewness#472515,num_kurtosis#472516,num_q1#472517,num_mediane_q2#472518,num_q3#472519,num_iqr#472520,num_nb_outliers_iqr#472521,num_pct_outliers_iqr#472522,num_nb_zero#472523,... 60 more fields] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/parquet/execution/ALL_ANALYSE_API_REF/current/p..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,all_nb_total:double,all_nb_null_nan:...

Details

== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (5)
+- WriteFiles (4)
   +- * Project (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [84]: [colonne#472500, dtype_pandas#472501, type_infere#472502, all_nb_total#472503, all_nb_null_nan#472504, all_pct_null_nan#472505, all_nb_non_null#472506, num_nb_distinct#472507, num_min#472508, num_max#472509, num_etendue#472510, num_moyenne#472511, num_mediane#472512, num_variance#472513, num_ecart_type#472514, num_skewness#472515, num_kurtosis#472516, num_q1#472517, num_mediane_q2#472518, num_q3#472519, num_iqr#472520, num_nb_outliers_iqr#472521, num_pct_outliers_iqr#472522, num_nb_zero#472523, num_nb_negatif#472524, num_top_10_valeurs#472525, num_distribution_10_bins#472526, str_nb_distinct#472527, str_nb_vide#472528, str_pct_vide#472529, str_nb_whitespace_only#472530, str_nb_leading_spaces#472531, str_nb_trailing_spaces#472532, str_nb_leading_et_trailing#472533, str_longueur_min#472534, str_longueur_max#472535, str_longueur_moyenne#472536, str_longueur_mediane#472537, str_longueur_ecart_type#472538, str_valeur_min_alpha#472539, str_valeur_max_alpha#472540, str_nb_avec_chiffre#472541, str_nb_avec_special#472542, str_nb_uppercase_only#472543, str_nb_lowercase_only#472544, str_nb_mixte_case#472545, str_top_10_valeurs#472546, bool_nb_true#472547, bool_nb_false#472548, bool_pct_true#472549, bool_pct_false#472550, bool_ratio_true_false#472551, datetime_nb_distinct#472552, datetime_min#472553, datetime_max#472554, datetime_etendue_jours#472555, datetime_etendue_secondes_total#472556, datetime_annee_min#472557, datetime_annee_max#472558, datetime_timezone#472559, datetime_nb_weekend#472560, datetime_nb_semaine#472561, datetime_distribution_annee#472562, datetime_distribution_mois#472563, datetime_distribution_heure#472564, datetime_distribution_jour_semaine#472565, datetime_top_10_valeurs#472566, source#472567, horodatage-traitement#472568, id_source#472569, nb_parse_fail#472570, type_origine#472571, date_nb_distinct#472572, date_min#472573, date_max#472574, date_etendue_jours#472575, date_annee_min#472576, date_annee_max#472577, date_nb_weekend#472578, date_nb_semaine#472579, date_distribution_annee#472580, date_distribution_mois#472581, date_distribution_jour_semaine#472582, date_top_10_valeurs#472583]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/ALL_ANALYSE_API_REF/current/pydc_ds1gfgcv.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,all_nb_total:double,all_nb_null_nan:double,all_pct_null_nan:double,all_nb_non_null:double,num_nb_distinct:double,num_min:double,num_max:double,num_etendue:double,num_moyenne:double,num_mediane:double,num_variance:double,num_ecart_type:double,num_skewness:double,num_kurtosis:double,num_q1:double,num_mediane_q2:double,num_q3:double,num_iqr:double,num_nb_outliers_iqr:double,num_pct_outliers_iqr:double,num_nb_zero:double,num_nb_negatif:double,num_top_10_valeurs:string,num_distribution_10_bins:string,str_nb_distinct:double,str_nb_vide:double,str_pct_vide:double,str_nb_whitespace_only:double,str_nb_leading_spaces:double,str_nb_trailing_spaces:double,str_nb_leading_et_trailing:double,str_longueur_min:double,str_longueur_max:double,str_longueur_moyenne:double,str_longueur_mediane:double,str_longueur_ecart_type:double,str_valeur_min_alpha:string,str_valeur_max_alpha:string,str_nb_avec_chiffre:double,str_nb_avec_special:double,str_nb_uppercase_only:double,str_nb_lowercase_only:double,str_nb_mixte_case:double,str_top_10_valeurs:string,bool_nb_true:double,bool_nb_false:double,bool_pct_true:double,bool_pct_false:double,bool_ratio_true_false:double,datetime_nb_distinct:double,datetime_min:string,datetime_max:string,datetime_etendue_jours:double,datetime_etendue_secondes_total:double,datetime_annee_min:double,datetime_annee_max:double,datetime_timezone:string,datetime_nb_weekend:double,datetime_nb_semaine:double,datetime_distribution_annee:string,datetime_distribution_mois:string,datetime_distribution_heure:string,datetime_distribution_jour_semaine:string,datetime_top_10_valeurs:string,source:string,horodatage-traitement:string,id_source:string,nb_parse_fail:double,type_origine:string,date_nb_distinct:double,date_min:string,date_max:string,date_etendue_jours:double,date_annee_min:double,date_annee_max:double,date_nb_weekend:double,date_nb_semaine:double,date_distribution_annee:string,date_distribution_mois:string,date_distribution_jour_semaine:string,date_top_10_valeurs:string>

(2) ColumnarToRow [codegen id : 1]
Input [84]: [colonne#472500, dtype_pandas#472501, type_infere#472502, all_nb_total#472503, all_nb_null_nan#472504, all_pct_null_nan#472505, all_nb_non_null#472506, num_nb_distinct#472507, num_min#472508, num_max#472509, num_etendue#472510, num_moyenne#472511, num_mediane#472512, num_variance#472513, num_ecart_type#472514, num_skewness#472515, num_kurtosis#472516, num_q1#472517, num_mediane_q2#472518, num_q3#472519, num_iqr#472520, num_nb_outliers_iqr#472521, num_pct_outliers_iqr#472522, num_nb_zero#472523, num_nb_negatif#472524, num_top_10_valeurs#472525, num_distribution_10_bins#472526, str_nb_distinct#472527, str_nb_vide#472528, str_pct_vide#472529, str_nb_whitespace_only#472530, str_nb_leading_spaces#472531, str_nb_trailing_spaces#472532, str_nb_leading_et_trailing#472533, str_longueur_min#472534, str_longueur_max#472535, str_longueur_moyenne#472536, str_longueur_mediane#472537, str_longueur_ecart_type#472538, str_valeur_min_alpha#472539, str_valeur_max_alpha#472540, str_nb_avec_chiffre#472541, str_nb_avec_special#472542, str_nb_uppercase_only#472543, str_nb_lowercase_only#472544, str_nb_mixte_case#472545, str_top_10_valeurs#472546, bool_nb_true#472547, bool_nb_false#472548, bool_pct_true#472549, bool_pct_false#472550, bool_ratio_true_false#472551, datetime_nb_distinct#472552, datetime_min#472553, datetime_max#472554, datetime_etendue_jours#472555, datetime_etendue_secondes_total#472556, datetime_annee_min#472557, datetime_annee_max#472558, datetime_timezone#472559, datetime_nb_weekend#472560, datetime_nb_semaine#472561, datetime_distribution_annee#472562, datetime_distribution_mois#472563, datetime_distribution_heure#472564, datetime_distribution_jour_semaine#472565, datetime_top_10_valeurs#472566, source#472567, horodatage-traitement#472568, id_source#472569, nb_parse_fail#472570, type_origine#472571, date_nb_distinct#472572, date_min#472573, date_max#472574, date_etendue_jours#472575, date_annee_min#472576, date_annee_max#472577, date_nb_weekend#472578, date_nb_semaine#472579, date_distribution_annee#472580, date_distribution_mois#472581, date_distribution_jour_semaine#472582, date_top_10_valeurs#472583]

(3) Project [codegen id : 1]
Output [85]: [colonne#472500 AS COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#473761, dtype_pandas#472501 AS COL_6E0D1543_72CA_4297_9E06_4DBC7277D554#473762, type_infere#472502 AS COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#473763, all_nb_total#472503 AS COL_C42C5AA7_A3DC_41DC_9B5A_2031D9520383#473764, all_nb_null_nan#472504 AS COL_F36D2B83_A27F_4D87_A698_D9B1FC90BF97#473765, all_pct_null_nan#472505 AS COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#473766, all_nb_non_null#472506 AS COL_A7EF5041_FB86_469A_B3CA_8B51D883C7DC#473767, num_nb_distinct#472507 AS COL_252B4C2A_4BC4_4614_A31D_7AAF9F132428#473768, num_min#472508 AS COL_7A2C90B8_DE8F_42FA_A21A_A2177074844A#473769, num_max#472509 AS COL_25A62F25_D3D9_428A_B305_8B8E64C8AA2E#473770, num_etendue#472510 AS COL_15324AC9_FE46_46C5_84CD_6DE05162D859#473771, num_moyenne#472511 AS COL_8F6D4E9F_E833_4E17_BA7F_C3F2C858AF27#473772, num_mediane#472512 AS COL_101FDC62_C50D_4A3B_98C0_8F18EBC243F0#473773, num_variance#472513 AS COL_225DD462_62C2_4F2E_A8D0_1BB223EC3892#473774, num_ecart_type#472514 AS COL_DAFBEF4C_22D5_410F_89DA_43E441C08CBD#473775, num_skewness#472515 AS COL_02D2A89A_D0DA_4532_9DE3_2A0F2ABBD408#473776, num_kurtosis#472516 AS COL_F7359B0B_0DC6_4105_857F_655249426D90#473777, num_q1#472517 AS COL_CB05396C_9204_4887_8758_498FD8A238E7#473778, num_mediane_q2#472518 AS COL_BF5DE7D0_5EB3_43AE_9FD2_E2618393847E#473779, num_q3#472519 AS COL_5E6C6732_6D21_4D94_B4A2_C25777C5DD8F#473780, num_iqr#472520 AS COL_E6B2E229_A544_491F_8E9B_C4B9569522E0#473781, num_nb_outliers_iqr#472521 AS COL_6212CEFD_D27F_49F4_B826_02C7590B7528#473782, num_pct_outliers_iqr#472522 AS COL_748FD8DD_5E17_4BA8_817D_3592D14D7B98#473783, num_nb_zero#472523 AS COL_8AD13776_B11B_4841_96A6_8572DED1AD48#473784, num_nb_negatif#472524 AS COL_9806066A_C91F_4903_9784_8B7D19B45FCD#473785, num_top_10_valeurs#472525 AS COL_F0317268_BEF5_43D3_B0F4_07FEB55C9A9B#473786, num_distribution_10_bins#472526 AS COL_B231D4E3_CF8D_402F_BED4_9AE363383888#473787, str_nb_distinct#472527 AS COL_2269100D_4F80_4E94_ADED_65E7E3619A82#473788, str_nb_vide#472528 AS COL_02CADC31_636F_4F3C_B65F_0767BC0B267D#473789, str_pct_vide#472529 AS COL_D0939B78_A0C2_4491_B5AE_A2679CD4D0A1#473790, str_nb_whitespace_only#472530 AS COL_A76FC50A_DC5F_4ED7_91F9_1763CFF86C9C#473791, str_nb_leading_spaces#472531 AS COL_E30B3331_3F24_47AB_B283_C052152DE7FB#473792, str_nb_trailing_spaces#472532 AS COL_3856AB6F_8CB4_417E_86ED_6EDF8A6E9D26#473793, str_nb_leading_et_trailing#472533 AS COL_F7A1F4B9_9121_44EC_AA31_6848B96E0912#473794, str_longueur_min#472534 AS COL_D67201D4_ADB0_4C55_B665_752DB429D33A#473795, str_longueur_max#472535 AS COL_A9891FD3_D1CB_4141_A286_2542EF4563A5#473796, str_longueur_moyenne#472536 AS COL_698D4469_BE33_44AF_A4B8_3F8FF2E28675#473797, str_longueur_mediane#472537 AS COL_5AFA3A00_48C6_49E5_9BAF_56D473B358EF#473798, str_longueur_ecart_type#472538 AS COL_BD4FC3E2_FDD0_49E9_BF00_C1A837867347#473799, str_valeur_min_alpha#472539 AS COL_169476E6_7A14_4786_B2B1_36E566742C4D#473800, str_valeur_max_alpha#472540 AS COL_9B341EBC_58C5_47CC_9D03_A41AB4816204#473801, str_nb_avec_chiffre#472541 AS COL_00D16948_A3B9_4CE2_A6A5_4730B1DDF8B4#473802, str_nb_avec_special#472542 AS COL_840A3FFB_533C_4F7E_9CD3_1F1FFCA2AACB#473803, str_nb_uppercase_only#472543 AS COL_D1E625C5_FAEB_418C_AFC6_CEDA67C680C7#473804, str_nb_lowercase_only#472544 AS COL_3CFC5CD4_E70C_4C01_B0EA_E82181CA4E9C#473805, str_nb_mixte_case#472545 AS COL_0FD342C3_511F_4C56_BB09_0257D0976C56#473806, str_top_10_valeurs#472546 AS COL_C32DB1CB_7BD8_432E_8B63_D08A737B54E0#473807, bool_nb_true#472547 AS COL_671E886C_D119_4251_8E73_1672C72AF557#473808, bool_nb_false#472548 AS COL_ADE2DE8B_A57F_428A_9F03_44987C43F48C#473809, bool_pct_true#472549 AS COL_C5EB97EF_29D7_4E4B_BBDF_6581D3933170#473810, bool_pct_false#472550 AS COL_F129554A_FC02_4BAB_9F40_54FD86B9B96F#473811, bool_ratio_true_false#472551 AS COL_E55E640B_61B9_4BDC_9F83_00CD765ACBC0#473812, datetime_nb_distinct#472552 AS COL_93C8FE4C_52BB_4F73_86D2_65049D7E6562#473813, datetime_min#472553 AS COL_2786783A_A9CF_4DAA_ACB6_21B4EF6CA8D0#473814, datetime_max#472554 AS COL_85677298_9D89_4E9E_8A93_4180A1C2C417#473815, datetime_etendue_jours#472555 AS COL_184FD26E_5821_41D8_B677_BF4DFB4E9C8D#473816, datetime_etendue_secondes_total#472556 AS COL_CBE22D3B_C4E1_4073_8E62_84F062CDBC48#473817, datetime_annee_min#472557 AS COL_743906EE_8899_4BB2_AC8A_9D1E826AE06B#473818, datetime_annee_max#472558 AS COL_DFE568C8_C84E_41E9_B92F_16D38D05123C#473819, datetime_timezone#472559 AS COL_DC0970B8_18F3_45D4_AEC9_9991CC929800#473820, datetime_nb_weekend#472560 AS COL_345B3D6F_B9A4_4A83_98C2_7C6FE4790563#473821, datetime_nb_semaine#472561 AS COL_31A2A329_BEC3_404E_825E_0B058E2A98A0#473822, datetime_distribution_annee#472562 AS COL_5FC01990_416B_443B_883B_E8FB8F52AD40#473823, datetime_distribution_mois#472563 AS COL_E2FDC913_A982_4A0C_BB08_13B41E01043D#473824, datetime_distribution_heure#472564 AS COL_C2794DFA_3AFA_423E_8172_4026FF65920E#473825, datetime_distribution_jour_semaine#472565 AS COL_75AA22E5_9861_4BCD_A12B_FB6BA1A1FECE#473826, datetime_top_10_valeurs#472566 AS COL_1731E315_BBF8_40A6_AA58_484E51AC79AB#473827, source#472567 AS COL_E17EADEB_E65F_4085_A8B4_917D173CE61E#473828, horodatage-traitement#472568 AS COL_14E3C2D8_9D0B_41CB_B39A_3E80E32F7A9C#473829, id_source#472569 AS COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB#473830, nb_parse_fail#472570 AS COL_20F83C20_7674_4B64_B4D9_F11DDC50DB9B#473831, type_origine#472571 AS COL_28750B9A_472C_41C4_AD2E_17858C7B853C#473832, date_nb_distinct#472572 AS COL_968EB921_A48C_4431_AF0C_096E01DA1F1F#473833, date_min#472573 AS COL_6FCDC2F6_D48C_4C1A_86DF_085A46B889D6#473834, date_max#472574 AS COL_2FA174CD_1EF1_4E47_B0D8_61F145870CB2#473835, date_etendue_jours#472575 AS COL_6CB24B26_0651_4B8C_B2F0_8B880228BD83#473836, date_annee_min#472576 AS COL_CA67E3C1_7C87_408D_BC65_5EFA47E3FC25#473837, date_annee_max#472577 AS COL_220E8935_731E_4541_8354_8E48EA93D8C3#473838, date_nb_weekend#472578 AS COL_201B137A_86EF_4311_8002_50FD928DC48A#473839, date_nb_semaine#472579 AS COL_302BF3A1_1307_4413_A0E1_0C89D0923FEB#473840, date_distribution_annee#472580 AS COL_0F5B5BE4_60C5_40CD_882A_199897B4984D#473841, date_distribution_mois#472581 AS COL_5FA5A239_1EC7_4EDF_B162_583652B373FB#473842, date_distribution_jour_semaine#472582 AS COL_539B9EB4_B4FB_4846_982F_80AF9D9EBD87#473843, date_top_10_valeurs#472583 AS COL_56AD504A_E200_46F4_9B9D_364855F76A7C#473844, str_concat(array(source#472567,  (, id_source#472569, ))) AS COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#474145]
Input [84]: [colonne#472500, dtype_pandas#472501, type_infere#472502, all_nb_total#472503, all_nb_null_nan#472504, all_pct_null_nan#472505, all_nb_non_null#472506, num_nb_distinct#472507, num_min#472508, num_max#472509, num_etendue#472510, num_moyenne#472511, num_mediane#472512, num_variance#472513, num_ecart_type#472514, num_skewness#472515, num_kurtosis#472516, num_q1#472517, num_mediane_q2#472518, num_q3#472519, num_iqr#472520, num_nb_outliers_iqr#472521, num_pct_outliers_iqr#472522, num_nb_zero#472523, num_nb_negatif#472524, num_top_10_valeurs#472525, num_distribution_10_bins#472526, str_nb_distinct#472527, str_nb_vide#472528, str_pct_vide#472529, str_nb_whitespace_only#472530, str_nb_leading_spaces#472531, str_nb_trailing_spaces#472532, str_nb_leading_et_trailing#472533, str_longueur_min#472534, str_longueur_max#472535, str_longueur_moyenne#472536, str_longueur_mediane#472537, str_longueur_ecart_type#472538, str_valeur_min_alpha#472539, str_valeur_max_alpha#472540, str_nb_avec_chiffre#472541, str_nb_avec_special#472542, str_nb_uppercase_only#472543, str_nb_lowercase_only#472544, str_nb_mixte_case#472545, str_top_10_valeurs#472546, bool_nb_true#472547, bool_nb_false#472548, bool_pct_true#472549, bool_pct_false#472550, bool_ratio_true_false#472551, datetime_nb_distinct#472552, datetime_min#472553, datetime_max#472554, datetime_etendue_jours#472555, datetime_etendue_secondes_total#472556, datetime_annee_min#472557, datetime_annee_max#472558, datetime_timezone#472559, datetime_nb_weekend#472560, datetime_nb_semaine#472561, datetime_distribution_annee#472562, datetime_distribution_mois#472563, datetime_distribution_heure#472564, datetime_distribution_jour_semaine#472565, datetime_top_10_valeurs#472566, source#472567, horodatage-traitement#472568, id_source#472569, nb_parse_fail#472570, type_origine#472571, date_nb_distinct#472572, date_min#472573, date_max#472574, date_etendue_jours#472575, date_annee_min#472576, date_annee_max#472577, date_nb_weekend#472578, date_nb_semaine#472579, date_distribution_annee#472580, date_distribution_mois#472581, date_distribution_jour_semaine#472582, date_top_10_valeurs#472583]

(4) WriteFiles
Input [85]: [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3#473761, COL_6E0D1543_72CA_4297_9E06_4DBC7277D554#473762, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A#473763, COL_C42C5AA7_A3DC_41DC_9B5A_2031D9520383#473764, COL_F36D2B83_A27F_4D87_A698_D9B1FC90BF97#473765, COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0#473766, COL_A7EF5041_FB86_469A_B3CA_8B51D883C7DC#473767, COL_252B4C2A_4BC4_4614_A31D_7AAF9F132428#473768, COL_7A2C90B8_DE8F_42FA_A21A_A2177074844A#473769, COL_25A62F25_D3D9_428A_B305_8B8E64C8AA2E#473770, COL_15324AC9_FE46_46C5_84CD_6DE05162D859#473771, COL_8F6D4E9F_E833_4E17_BA7F_C3F2C858AF27#473772, COL_101FDC62_C50D_4A3B_98C0_8F18EBC243F0#473773, COL_225DD462_62C2_4F2E_A8D0_1BB223EC3892#473774, COL_DAFBEF4C_22D5_410F_89DA_43E441C08CBD#473775, COL_02D2A89A_D0DA_4532_9DE3_2A0F2ABBD408#473776, COL_F7359B0B_0DC6_4105_857F_655249426D90#473777, COL_CB05396C_9204_4887_8758_498FD8A238E7#473778, COL_BF5DE7D0_5EB3_43AE_9FD2_E2618393847E#473779, COL_5E6C6732_6D21_4D94_B4A2_C25777C5DD8F#473780, COL_E6B2E229_A544_491F_8E9B_C4B9569522E0#473781, COL_6212CEFD_D27F_49F4_B826_02C7590B7528#473782, COL_748FD8DD_5E17_4BA8_817D_3592D14D7B98#473783, COL_8AD13776_B11B_4841_96A6_8572DED1AD48#473784, COL_9806066A_C91F_4903_9784_8B7D19B45FCD#473785, COL_F0317268_BEF5_43D3_B0F4_07FEB55C9A9B#473786, COL_B231D4E3_CF8D_402F_BED4_9AE363383888#473787, COL_2269100D_4F80_4E94_ADED_65E7E3619A82#473788, COL_02CADC31_636F_4F3C_B65F_0767BC0B267D#473789, COL_D0939B78_A0C2_4491_B5AE_A2679CD4D0A1#473790, COL_A76FC50A_DC5F_4ED7_91F9_1763CFF86C9C#473791, COL_E30B3331_3F24_47AB_B283_C052152DE7FB#473792, COL_3856AB6F_8CB4_417E_86ED_6EDF8A6E9D26#473793, COL_F7A1F4B9_9121_44EC_AA31_6848B96E0912#473794, COL_D67201D4_ADB0_4C55_B665_752DB429D33A#473795, COL_A9891FD3_D1CB_4141_A286_2542EF4563A5#473796, COL_698D4469_BE33_44AF_A4B8_3F8FF2E28675#473797, COL_5AFA3A00_48C6_49E5_9BAF_56D473B358EF#473798, COL_BD4FC3E2_FDD0_49E9_BF00_C1A837867347#473799, COL_169476E6_7A14_4786_B2B1_36E566742C4D#473800, COL_9B341EBC_58C5_47CC_9D03_A41AB4816204#473801, COL_00D16948_A3B9_4CE2_A6A5_4730B1DDF8B4#473802, COL_840A3FFB_533C_4F7E_9CD3_1F1FFCA2AACB#473803, COL_D1E625C5_FAEB_418C_AFC6_CEDA67C680C7#473804, COL_3CFC5CD4_E70C_4C01_B0EA_E82181CA4E9C#473805, COL_0FD342C3_511F_4C56_BB09_0257D0976C56#473806, COL_C32DB1CB_7BD8_432E_8B63_D08A737B54E0#473807, COL_671E886C_D119_4251_8E73_1672C72AF557#473808, COL_ADE2DE8B_A57F_428A_9F03_44987C43F48C#473809, COL_C5EB97EF_29D7_4E4B_BBDF_6581D3933170#473810, COL_F129554A_FC02_4BAB_9F40_54FD86B9B96F#473811, COL_E55E640B_61B9_4BDC_9F83_00CD765ACBC0#473812, COL_93C8FE4C_52BB_4F73_86D2_65049D7E6562#473813, COL_2786783A_A9CF_4DAA_ACB6_21B4EF6CA8D0#473814, COL_85677298_9D89_4E9E_8A93_4180A1C2C417#473815, COL_184FD26E_5821_41D8_B677_BF4DFB4E9C8D#473816, COL_CBE22D3B_C4E1_4073_8E62_84F062CDBC48#473817, COL_743906EE_8899_4BB2_AC8A_9D1E826AE06B#473818, COL_DFE568C8_C84E_41E9_B92F_16D38D05123C#473819, COL_DC0970B8_18F3_45D4_AEC9_9991CC929800#473820, COL_345B3D6F_B9A4_4A83_98C2_7C6FE4790563#473821, COL_31A2A329_BEC3_404E_825E_0B058E2A98A0#473822, COL_5FC01990_416B_443B_883B_E8FB8F52AD40#473823, COL_E2FDC913_A982_4A0C_BB08_13B41E01043D#473824, COL_C2794DFA_3AFA_423E_8172_4026FF65920E#473825, COL_75AA22E5_9861_4BCD_A12B_FB6BA1A1FECE#473826, COL_1731E315_BBF8_40A6_AA58_484E51AC79AB#473827, COL_E17EADEB_E65F_4085_A8B4_917D173CE61E#473828, COL_14E3C2D8_9D0B_41CB_B39A_3E80E32F7A9C#473829, COL_3EA46F17_CF48_46FB_8DF4_B06CBC97F0FB#473830, COL_20F83C20_7674_4B64_B4D9_F11DDC50DB9B#473831, COL_28750B9A_472C_41C4_AD2E_17858C7B853C#473832, COL_968EB921_A48C_4431_AF0C_096E01DA1F1F#473833, COL_6FCDC2F6_D48C_4C1A_86DF_085A46B889D6#473834, COL_2FA174CD_1EF1_4E47_B0D8_61F145870CB2#473835, COL_6CB24B26_0651_4B8C_B2F0_8B880228BD83#473836, COL_CA67E3C1_7C87_408D_BC65_5EFA47E3FC25#473837, COL_220E8935_731E_4541_8354_8E48EA93D8C3#473838, COL_201B137A_86EF_4311_8002_50FD928DC48A#473839, COL_302BF3A1_1307_4413_A0E1_0C89D0923FEB#473840, COL_0F5B5BE4_60C5_40CD_882A_199897B4984D#473841, COL_5FA5A239_1EC7_4EDF_B162_583652B373FB#473842, COL_539B9EB4_B4FB_4846_982F_80AF9D9EBD87#473843, COL_56AD504A_E200_46F4_9B9D_364855F76A7C#473844, COL_675D298D_BAC0_4FFC_B42C_5C17EE53B5F3#474145]

(5) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/DB_ALL_ANALYSE__412343, false, Parquet, [path=file:///data/output/cache/parquet/datablock/DB_ALL_ANALYSE__412343], Overwrite, [COL_B717EB23_53B3_4565_8BFA_A8E10E37EEE3, COL_6E0D1543_72CA_4297_9E06_4DBC7277D554, COL_7662697A_667A_4CE1_B18A_5DDFA8917A0A, COL_C42C5AA7_A3DC_41DC_9B5A_2031D9520383, COL_F36D2B83_A27F_4D87_A698_D9B1FC90BF97, COL_600C2B68_BF9C_466D_A35C_E1DFBFAE0EC0, COL_A7EF5041_FB86_469A_B3CA_8B51D883C7DC, COL_252B4C2A_4BC4_4614_A31D_7AAF9F132428, COL_7A2C90B8_DE8F_42FA_A21A_A2177074844A, COL_25A62F25_D3D9_428A_B305_8B8E64C8AA2E, COL_15324AC9_FE46_46C5_84CD_6DE05162D859, COL_8F6D4E9F_E833_4E17_BA7F_C3F2C858AF27, COL_101FDC62_C50D_4A3B_98C0_8F18EBC243F0, COL_225DD462_62C2_4F2E_A8D0_1BB223EC3892, COL_DAFBEF4C_22D5_410F_89DA_43E441C08CBD, COL_02D2A89A_D0DA_4532_9DE3_2A0F2ABBD408, COL_F7359B0B_0DC6_4105_857F_655249426D90, COL_CB05396C_9204_4887_8758_498FD8A238E7, COL_BF5DE7D0_5EB3_43AE_9FD2_E2618393847E, COL_5E6C6732_6D21_4D94_B4A2_C25777C5DD8F, COL_E6B2E229_A544_491F_8E9B_C4B9569522E0, COL_6212CEFD_D27F_49F4_B826_02C7590B7528, COL_748FD8DD_5E17_4BA8_817D_3592D14D7B98, COL_8AD13776_B11B_4841_96A6_8572DED1AD48, ... 61 more fields]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet