SP1 - Details for Query 641

Submitted Time: 2026/06/25 20:04:28
Duration: 0.2 s
Succeeded Jobs: 856

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label="Execute InsertIntoHadoopFsRelationCommand task commit time: 1 ms number of written files: 1 job commit time: 15 ms number of output rows: 263 number of dynamic part: 0 written output: 121.9 KiB"]; 1 [labelType="html" label=" WriteFiles "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 67 ms"; 3 [labelType="html" label=" Project "]; 4 [labelType="html" label="ColumnarToRow number of output rows: 263 number of input batches: 1"]; } 5 [labelType="html" label="Scan parquet number of files read: 1 scan time: 14 ms metadata time: 0 ms size of files read: 142.3 KiB number of output rows: 263"]; 1->0; 3->1; 4->3; 5->4; }

Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/AAA_411001, false, Parquet, [path=file:///data/output/cache/parquet/datablock/AAA_411001], Overwrite, [COL_8E644BBE_AB42_40BD_8D8F_D41EE7AC71BF, COL_DDDE8FB1_0F78_4B93_884C_B79439A87483, COL_6FA65208_2CD5_4F0E_8FDD_83AE50791FA2, COL_AC7960E6_5327_4A13_B2E6_ABE10AA6C2A7, COL_37B99C53_352F_4905_98E5_44A0C7B7FD99, COL_D1042940_AA2F_4EEF_975D_68B262F12FAE, COL_B6BAC947_B6C8_4BAD_BE64_53B958E0667C, COL_690D9E33_85EB_4D48_8451_F9AE2CB693E6, COL_62427E20_543E_46E5_9100_236E05C499B3, COL_15009CE2_6D2B_4A26_AD7B_8736BA48BADE, COL_D2585F68_7B91_4E04_A857_3094EA94B66E, COL_E1041E6D_020D_43A7_B52A_0779A6936A4C, COL_91C50F4A_ECFC_47BC_878E_88FDCC1B920F, COL_8B06D27F_A586_483E_B14C_456D0B6D465B, COL_9404F815_3ED6_4B84_9D61_B7842EEE52A2, COL_C72242BA_B9E8_491B_A9B6_26746519B600, COL_016C0789_54E5_4BE9_B26F_325BC4C25338, COL_E57BB6B7_5F7B_47D0_9102_675D4697D17B, COL_63701C12_60F5_4ED6_B95A_01BE4B747F8A, COL_26FD0D28_AFD4_4F2C_AA6D_FAD24D7B0D26, COL_33D13D5F_5CD3_4233_9F46_A242018AD02B, COL_EEADDEF2_B379_4D26_A654_BB4CBEEA81F4, COL_0109B0F1_2C91_410D_90B5_5EA28F05FD0C, COL_38B8F765_1EFE_4808_B470_2EB4D14D346F, ... 61 more fields]

WriteFiles

Project [colonne#248760 AS COL_8E644BBE_AB42_40BD_8D8F_D41EE7AC71BF#250132, dtype_pandas#248761 AS COL_DDDE8FB1_0F78_4B93_884C_B79439A87483#250133, type_infere#248762 AS COL_6FA65208_2CD5_4F0E_8FDD_83AE50791FA2#250134, all_nb_total#248763 AS COL_AC7960E6_5327_4A13_B2E6_ABE10AA6C2A7#250135, all_nb_null_nan#248764 AS COL_37B99C53_352F_4905_98E5_44A0C7B7FD99#250136, all_pct_null_nan#248765 AS COL_D1042940_AA2F_4EEF_975D_68B262F12FAE#250137, all_nb_non_null#248766 AS COL_B6BAC947_B6C8_4BAD_BE64_53B958E0667C#250138, num_nb_distinct#248767 AS COL_690D9E33_85EB_4D48_8451_F9AE2CB693E6#250139, num_min#248768 AS COL_62427E20_543E_46E5_9100_236E05C499B3#250140, num_max#248769 AS COL_15009CE2_6D2B_4A26_AD7B_8736BA48BADE#250141, num_etendue#248770 AS COL_D2585F68_7B91_4E04_A857_3094EA94B66E#250142, num_moyenne#248771 AS COL_E1041E6D_020D_43A7_B52A_0779A6936A4C#250143, num_mediane#248772 AS COL_91C50F4A_ECFC_47BC_878E_88FDCC1B920F#250144, num_variance#248773 AS COL_8B06D27F_A586_483E_B14C_456D0B6D465B#250145, num_ecart_type#248774 AS COL_9404F815_3ED6_4B84_9D61_B7842EEE52A2#250146, num_skewness#248775 AS COL_C72242BA_B9E8_491B_A9B6_26746519B600#250147, num_kurtosis#248776 AS COL_016C0789_54E5_4BE9_B26F_325BC4C25338#250148, num_q1#248777 AS COL_E57BB6B7_5F7B_47D0_9102_675D4697D17B#250149, num_mediane_q2#248778 AS COL_63701C12_60F5_4ED6_B95A_01BE4B747F8A#250150, num_q3#248779 AS COL_26FD0D28_AFD4_4F2C_AA6D_FAD24D7B0D26#250151, num_iqr#248780 AS COL_33D13D5F_5CD3_4233_9F46_A242018AD02B#250152, num_nb_outliers_iqr#248781 AS COL_EEADDEF2_B379_4D26_A654_BB4CBEEA81F4#250153, num_pct_outliers_iqr#248782 AS COL_0109B0F1_2C91_410D_90B5_5EA28F05FD0C#250154, num_nb_zero#248783 AS COL_38B8F765_1EFE_4808_B470_2EB4D14D346F#250155, ... 61 more fields]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [colonne#248760,dtype_pandas#248761,type_infere#248762,all_nb_total#248763,all_nb_null_nan#248764,all_pct_null_nan#248765,all_nb_non_null#248766,num_nb_distinct#248767,num_min#248768,num_max#248769,num_etendue#248770,num_moyenne#248771,num_mediane#248772,num_variance#248773,num_ecart_type#248774,num_skewness#248775,num_kurtosis#248776,num_q1#248777,num_mediane_q2#248778,num_q3#248779,num_iqr#248780,num_nb_outliers_iqr#248781,num_pct_outliers_iqr#248782,num_nb_zero#248783,... 60 more fields] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/parquet/execution/ALL_ANALYSE_API_REFER/current..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,all_nb_total:double,all_nb_null_nan:...

Details

== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (5)
+- WriteFiles (4)
   +- * Project (3)
      +- * ColumnarToRow (2)
         +- Scan parquet  (1)


(1) Scan parquet 
Output [84]: [colonne#248760, dtype_pandas#248761, type_infere#248762, all_nb_total#248763, all_nb_null_nan#248764, all_pct_null_nan#248765, all_nb_non_null#248766, num_nb_distinct#248767, num_min#248768, num_max#248769, num_etendue#248770, num_moyenne#248771, num_mediane#248772, num_variance#248773, num_ecart_type#248774, num_skewness#248775, num_kurtosis#248776, num_q1#248777, num_mediane_q2#248778, num_q3#248779, num_iqr#248780, num_nb_outliers_iqr#248781, num_pct_outliers_iqr#248782, num_nb_zero#248783, num_nb_negatif#248784, num_top_10_valeurs#248785, num_distribution_10_bins#248786, str_nb_distinct#248787, str_nb_vide#248788, str_pct_vide#248789, str_nb_whitespace_only#248790, str_nb_leading_spaces#248791, str_nb_trailing_spaces#248792, str_nb_leading_et_trailing#248793, str_longueur_min#248794, str_longueur_max#248795, str_longueur_moyenne#248796, str_longueur_mediane#248797, str_longueur_ecart_type#248798, str_valeur_min_alpha#248799, str_valeur_max_alpha#248800, str_nb_avec_chiffre#248801, str_nb_avec_special#248802, str_nb_uppercase_only#248803, str_nb_lowercase_only#248804, str_nb_mixte_case#248805, str_top_10_valeurs#248806, bool_nb_true#248807, bool_nb_false#248808, bool_pct_true#248809, bool_pct_false#248810, bool_ratio_true_false#248811, datetime_nb_distinct#248812, datetime_min#248813, datetime_max#248814, datetime_etendue_jours#248815, datetime_etendue_secondes_total#248816, datetime_annee_min#248817, datetime_annee_max#248818, datetime_timezone#248819, datetime_nb_weekend#248820, datetime_nb_semaine#248821, datetime_distribution_annee#248822, datetime_distribution_mois#248823, datetime_distribution_heure#248824, datetime_distribution_jour_semaine#248825, datetime_top_10_valeurs#248826, source#248827, horodatage-traitement#248828, id_source#248829, nb_parse_fail#248830, type_origine#248831, date_nb_distinct#248832, date_min#248833, date_max#248834, date_etendue_jours#248835, date_annee_min#248836, date_annee_max#248837, date_nb_weekend#248838, date_nb_semaine#248839, date_distribution_annee#248840, date_distribution_mois#248841, date_distribution_jour_semaine#248842, date_top_10_valeurs#248843]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/ALL_ANALYSE_API_REFER/current/pydc_th0k0h2f.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,all_nb_total:double,all_nb_null_nan:double,all_pct_null_nan:double,all_nb_non_null:double,num_nb_distinct:double,num_min:double,num_max:double,num_etendue:double,num_moyenne:double,num_mediane:double,num_variance:double,num_ecart_type:double,num_skewness:double,num_kurtosis:double,num_q1:double,num_mediane_q2:double,num_q3:double,num_iqr:double,num_nb_outliers_iqr:double,num_pct_outliers_iqr:double,num_nb_zero:double,num_nb_negatif:double,num_top_10_valeurs:string,num_distribution_10_bins:string,str_nb_distinct:double,str_nb_vide:double,str_pct_vide:double,str_nb_whitespace_only:double,str_nb_leading_spaces:double,str_nb_trailing_spaces:double,str_nb_leading_et_trailing:double,str_longueur_min:double,str_longueur_max:double,str_longueur_moyenne:double,str_longueur_mediane:double,str_longueur_ecart_type:double,str_valeur_min_alpha:string,str_valeur_max_alpha:string,str_nb_avec_chiffre:double,str_nb_avec_special:double,str_nb_uppercase_only:double,str_nb_lowercase_only:double,str_nb_mixte_case:double,str_top_10_valeurs:string,bool_nb_true:double,bool_nb_false:double,bool_pct_true:double,bool_pct_false:double,bool_ratio_true_false:double,datetime_nb_distinct:double,datetime_min:string,datetime_max:string,datetime_etendue_jours:double,datetime_etendue_secondes_total:double,datetime_annee_min:double,datetime_annee_max:double,datetime_timezone:string,datetime_nb_weekend:double,datetime_nb_semaine:double,datetime_distribution_annee:string,datetime_distribution_mois:string,datetime_distribution_heure:string,datetime_distribution_jour_semaine:string,datetime_top_10_valeurs:string,source:string,horodatage-traitement:string,id_source:string,nb_parse_fail:double,type_origine:string,date_nb_distinct:double,date_min:string,date_max:string,date_etendue_jours:double,date_annee_min:double,date_annee_max:double,date_nb_weekend:double,date_nb_semaine:double,date_distribution_annee:string,date_distribution_mois:string,date_distribution_jour_semaine:string,date_top_10_valeurs:string>

(2) ColumnarToRow [codegen id : 1]
Input [84]: [colonne#248760, dtype_pandas#248761, type_infere#248762, all_nb_total#248763, all_nb_null_nan#248764, all_pct_null_nan#248765, all_nb_non_null#248766, num_nb_distinct#248767, num_min#248768, num_max#248769, num_etendue#248770, num_moyenne#248771, num_mediane#248772, num_variance#248773, num_ecart_type#248774, num_skewness#248775, num_kurtosis#248776, num_q1#248777, num_mediane_q2#248778, num_q3#248779, num_iqr#248780, num_nb_outliers_iqr#248781, num_pct_outliers_iqr#248782, num_nb_zero#248783, num_nb_negatif#248784, num_top_10_valeurs#248785, num_distribution_10_bins#248786, str_nb_distinct#248787, str_nb_vide#248788, str_pct_vide#248789, str_nb_whitespace_only#248790, str_nb_leading_spaces#248791, str_nb_trailing_spaces#248792, str_nb_leading_et_trailing#248793, str_longueur_min#248794, str_longueur_max#248795, str_longueur_moyenne#248796, str_longueur_mediane#248797, str_longueur_ecart_type#248798, str_valeur_min_alpha#248799, str_valeur_max_alpha#248800, str_nb_avec_chiffre#248801, str_nb_avec_special#248802, str_nb_uppercase_only#248803, str_nb_lowercase_only#248804, str_nb_mixte_case#248805, str_top_10_valeurs#248806, bool_nb_true#248807, bool_nb_false#248808, bool_pct_true#248809, bool_pct_false#248810, bool_ratio_true_false#248811, datetime_nb_distinct#248812, datetime_min#248813, datetime_max#248814, datetime_etendue_jours#248815, datetime_etendue_secondes_total#248816, datetime_annee_min#248817, datetime_annee_max#248818, datetime_timezone#248819, datetime_nb_weekend#248820, datetime_nb_semaine#248821, datetime_distribution_annee#248822, datetime_distribution_mois#248823, datetime_distribution_heure#248824, datetime_distribution_jour_semaine#248825, datetime_top_10_valeurs#248826, source#248827, horodatage-traitement#248828, id_source#248829, nb_parse_fail#248830, type_origine#248831, date_nb_distinct#248832, date_min#248833, date_max#248834, date_etendue_jours#248835, date_annee_min#248836, date_annee_max#248837, date_nb_weekend#248838, date_nb_semaine#248839, date_distribution_annee#248840, date_distribution_mois#248841, date_distribution_jour_semaine#248842, date_top_10_valeurs#248843]

(3) Project [codegen id : 1]
Output [85]: [colonne#248760 AS COL_8E644BBE_AB42_40BD_8D8F_D41EE7AC71BF#250132, dtype_pandas#248761 AS COL_DDDE8FB1_0F78_4B93_884C_B79439A87483#250133, type_infere#248762 AS COL_6FA65208_2CD5_4F0E_8FDD_83AE50791FA2#250134, all_nb_total#248763 AS COL_AC7960E6_5327_4A13_B2E6_ABE10AA6C2A7#250135, all_nb_null_nan#248764 AS COL_37B99C53_352F_4905_98E5_44A0C7B7FD99#250136, all_pct_null_nan#248765 AS COL_D1042940_AA2F_4EEF_975D_68B262F12FAE#250137, all_nb_non_null#248766 AS COL_B6BAC947_B6C8_4BAD_BE64_53B958E0667C#250138, num_nb_distinct#248767 AS COL_690D9E33_85EB_4D48_8451_F9AE2CB693E6#250139, num_min#248768 AS COL_62427E20_543E_46E5_9100_236E05C499B3#250140, num_max#248769 AS COL_15009CE2_6D2B_4A26_AD7B_8736BA48BADE#250141, num_etendue#248770 AS COL_D2585F68_7B91_4E04_A857_3094EA94B66E#250142, num_moyenne#248771 AS COL_E1041E6D_020D_43A7_B52A_0779A6936A4C#250143, num_mediane#248772 AS COL_91C50F4A_ECFC_47BC_878E_88FDCC1B920F#250144, num_variance#248773 AS COL_8B06D27F_A586_483E_B14C_456D0B6D465B#250145, num_ecart_type#248774 AS COL_9404F815_3ED6_4B84_9D61_B7842EEE52A2#250146, num_skewness#248775 AS COL_C72242BA_B9E8_491B_A9B6_26746519B600#250147, num_kurtosis#248776 AS COL_016C0789_54E5_4BE9_B26F_325BC4C25338#250148, num_q1#248777 AS COL_E57BB6B7_5F7B_47D0_9102_675D4697D17B#250149, num_mediane_q2#248778 AS COL_63701C12_60F5_4ED6_B95A_01BE4B747F8A#250150, num_q3#248779 AS COL_26FD0D28_AFD4_4F2C_AA6D_FAD24D7B0D26#250151, num_iqr#248780 AS COL_33D13D5F_5CD3_4233_9F46_A242018AD02B#250152, num_nb_outliers_iqr#248781 AS COL_EEADDEF2_B379_4D26_A654_BB4CBEEA81F4#250153, num_pct_outliers_iqr#248782 AS COL_0109B0F1_2C91_410D_90B5_5EA28F05FD0C#250154, num_nb_zero#248783 AS COL_38B8F765_1EFE_4808_B470_2EB4D14D346F#250155, num_nb_negatif#248784 AS COL_81AF392B_B04B_4091_9852_4F28D55EDCB2#250156, num_top_10_valeurs#248785 AS COL_3FEF3992_C630_4B1D_B344_8A038D0D78FD#250157, num_distribution_10_bins#248786 AS COL_61B9CF8F_798E_4EE2_B422_EC47C1B8F4BC#250158, str_nb_distinct#248787 AS COL_7062A9B6_3F30_41D8_87F4_C924D2570580#250159, str_nb_vide#248788 AS COL_5B607B25_9FD3_46AB_AD1E_00D5D8B8C99A#250160, str_pct_vide#248789 AS COL_D0E3B5AB_BBCB_4E62_A02C_BA3900F055E4#250161, str_nb_whitespace_only#248790 AS COL_E3B9F47E_7BF1_4B33_BBFC_E96A29CD9B27#250162, str_nb_leading_spaces#248791 AS COL_280EF511_C87F_4ADE_9085_1D2B1585B4B3#250163, str_nb_trailing_spaces#248792 AS COL_55F5EBAF_A5DB_429A_85A4_3D27391C145F#250164, str_nb_leading_et_trailing#248793 AS COL_B4E23970_723C_4DCE_8880_CA64B582906A#250165, str_longueur_min#248794 AS COL_BFD0B31F_FBAD_4383_805C_2A165D23EE63#250166, str_longueur_max#248795 AS COL_F822B2C2_D1CC_4E6A_B339_8B3C926ED50E#250167, str_longueur_moyenne#248796 AS COL_3131043D_2305_40E5_BC45_03A99FC2E32A#250168, str_longueur_mediane#248797 AS COL_3460E24E_E818_44C9_AB0E_048CB2D36C3E#250169, str_longueur_ecart_type#248798 AS COL_BDCCD2EB_5BD7_4DA5_AFE3_00812D35CBDD#250170, str_valeur_min_alpha#248799 AS COL_AE69643B_8C97_45BE_AEEB_49F86C1DC68A#250171, str_valeur_max_alpha#248800 AS COL_1D676EC8_9339_4943_A432_C601CBF6D5E8#250172, str_nb_avec_chiffre#248801 AS COL_E7B4E69F_03EA_407B_A593_49C6BF9F11C6#250173, str_nb_avec_special#248802 AS COL_D4B937DF_4559_4C83_8ED1_303819819806#250174, str_nb_uppercase_only#248803 AS COL_120B539F_CC1F_416A_893E_A1813B893D90#250175, str_nb_lowercase_only#248804 AS COL_23020B58_FAD2_4D30_8DDB_A6502D91B4CE#250176, str_nb_mixte_case#248805 AS COL_AC5AE33C_29DD_4699_96FF_6C6E0183927E#250177, str_top_10_valeurs#248806 AS COL_C33EAACC_82D2_47D1_BAFE_DE7BB83BC431#250178, bool_nb_true#248807 AS COL_8BE72AB9_2C24_4B14_9CAD_4BBFF6124407#250179, bool_nb_false#248808 AS COL_EBAB5113_9F8A_4A78_9E35_040C083A1188#250180, bool_pct_true#248809 AS COL_6BA9350E_2E5A_4942_9B89_BC2A1D0F5040#250181, bool_pct_false#248810 AS COL_6F9B94B4_3EC9_4444_BE50_F7A286CAFB73#250182, bool_ratio_true_false#248811 AS COL_8C1472F6_8779_4C49_8C24_E46984C75CDA#250183, datetime_nb_distinct#248812 AS COL_09692769_8BD7_4240_9913_289BA4DFF97A#250184, datetime_min#248813 AS COL_6800E48C_9E56_4EC4_8B2F_A2A76BE5AD94#250185, datetime_max#248814 AS COL_3FD61F79_0F82_4F48_AFBD_22F4B97A2615#250186, datetime_etendue_jours#248815 AS COL_840A2EDA_AED0_4184_9A46_A72063F4A6B9#250187, datetime_etendue_secondes_total#248816 AS COL_C4DE7C95_1B58_41CC_906D_E4B243CA8D72#250188, datetime_annee_min#248817 AS COL_4E1B198E_1A99_434A_94D7_8888F63C68A3#250189, datetime_annee_max#248818 AS COL_86BAE28D_CD2E_4FD7_A421_962D3519620E#250190, datetime_timezone#248819 AS COL_AAF8E969_8BD4_48DE_8C6D_4624743E17FB#250191, datetime_nb_weekend#248820 AS COL_02665D84_4FEE_49E8_B118_665A08EA54F0#250192, datetime_nb_semaine#248821 AS COL_EAB07AC5_0CD9_4569_B538_EE95214E6973#250193, datetime_distribution_annee#248822 AS COL_62BEB3D8_15D8_4F15_B9A5_FF28230B745B#250194, datetime_distribution_mois#248823 AS COL_53354186_E74D_4675_8F61_9BE3BF002DEB#250195, datetime_distribution_heure#248824 AS COL_A1F16405_F156_4D8B_B8C0_38C5F71DC465#250196, datetime_distribution_jour_semaine#248825 AS COL_F983C905_5B66_493F_A8F4_3DD1CB11E642#250197, datetime_top_10_valeurs#248826 AS COL_01AD4D2B_C8CC_471D_A6FB_9E3CEE6ED580#250198, source#248827 AS COL_2F2C1D79_A387_41CA_8E9D_44652055B581#250199, horodatage-traitement#248828 AS COL_76A027E0_244E_4589_89FF_22490BBEB236#250200, id_source#248829 AS COL_804A242F_3435_420A_B173_693EC1684F23#250201, date_nb_distinct#248832 AS COL_8C726459_BF98_409C_AA5F_471E0DD8537F#250202, date_min#248833 AS COL_4B8F8BA8_CE1C_4599_9587_C1277D1EA74C#250203, date_max#248834 AS COL_5112BA7C_D8D0_4185_927D_CC9B1AC3B7AC#250204, date_etendue_jours#248835 AS COL_CB24F5D5_8671_43A4_98E5_5DF31832A09A#250205, date_annee_min#248836 AS COL_2F50A664_3236_46B2_9C87_0138B5E5114B#250206, date_annee_max#248837 AS COL_1958A371_74B0_4946_9BFC_C0209822A354#250207, date_nb_weekend#248838 AS COL_A007A4C3_6FA8_4AC6_B560_93E8DFB45298#250208, date_nb_semaine#248839 AS COL_23587D69_3B94_4421_8FE0_66BE71926E29#250209, date_distribution_annee#248840 AS COL_8191D4FF_7138_4405_82B4_788C769EC9C0#250210, date_distribution_mois#248841 AS COL_C9F2897C_87A6_4553_8672_29D7AEA82DDF#250211, date_distribution_jour_semaine#248842 AS COL_94FE398C_9A9D_4ED0_AE41_F25949161E23#250212, date_top_10_valeurs#248843 AS COL_256065C6_C4F8_406F_988C_007118F6A445#250213, nb_parse_fail#248830 AS COL_7D5506CB_0589_42BA_8428_FF32249CCB15#250214, type_origine#248831 AS COL_E78BB9F1_3FEF_495E_A7CA_2CD1BA9B859B#250215, str_concat(array(source#248827,  (, id_source#248829, ))) AS COL_E1F69D04_3D38_468B_BD8F_2106BBCD08CF#250470]
Input [84]: [colonne#248760, dtype_pandas#248761, type_infere#248762, all_nb_total#248763, all_nb_null_nan#248764, all_pct_null_nan#248765, all_nb_non_null#248766, num_nb_distinct#248767, num_min#248768, num_max#248769, num_etendue#248770, num_moyenne#248771, num_mediane#248772, num_variance#248773, num_ecart_type#248774, num_skewness#248775, num_kurtosis#248776, num_q1#248777, num_mediane_q2#248778, num_q3#248779, num_iqr#248780, num_nb_outliers_iqr#248781, num_pct_outliers_iqr#248782, num_nb_zero#248783, num_nb_negatif#248784, num_top_10_valeurs#248785, num_distribution_10_bins#248786, str_nb_distinct#248787, str_nb_vide#248788, str_pct_vide#248789, str_nb_whitespace_only#248790, str_nb_leading_spaces#248791, str_nb_trailing_spaces#248792, str_nb_leading_et_trailing#248793, str_longueur_min#248794, str_longueur_max#248795, str_longueur_moyenne#248796, str_longueur_mediane#248797, str_longueur_ecart_type#248798, str_valeur_min_alpha#248799, str_valeur_max_alpha#248800, str_nb_avec_chiffre#248801, str_nb_avec_special#248802, str_nb_uppercase_only#248803, str_nb_lowercase_only#248804, str_nb_mixte_case#248805, str_top_10_valeurs#248806, bool_nb_true#248807, bool_nb_false#248808, bool_pct_true#248809, bool_pct_false#248810, bool_ratio_true_false#248811, datetime_nb_distinct#248812, datetime_min#248813, datetime_max#248814, datetime_etendue_jours#248815, datetime_etendue_secondes_total#248816, datetime_annee_min#248817, datetime_annee_max#248818, datetime_timezone#248819, datetime_nb_weekend#248820, datetime_nb_semaine#248821, datetime_distribution_annee#248822, datetime_distribution_mois#248823, datetime_distribution_heure#248824, datetime_distribution_jour_semaine#248825, datetime_top_10_valeurs#248826, source#248827, horodatage-traitement#248828, id_source#248829, nb_parse_fail#248830, type_origine#248831, date_nb_distinct#248832, date_min#248833, date_max#248834, date_etendue_jours#248835, date_annee_min#248836, date_annee_max#248837, date_nb_weekend#248838, date_nb_semaine#248839, date_distribution_annee#248840, date_distribution_mois#248841, date_distribution_jour_semaine#248842, date_top_10_valeurs#248843]

(4) WriteFiles
Input [85]: [COL_8E644BBE_AB42_40BD_8D8F_D41EE7AC71BF#250132, COL_DDDE8FB1_0F78_4B93_884C_B79439A87483#250133, COL_6FA65208_2CD5_4F0E_8FDD_83AE50791FA2#250134, COL_AC7960E6_5327_4A13_B2E6_ABE10AA6C2A7#250135, COL_37B99C53_352F_4905_98E5_44A0C7B7FD99#250136, COL_D1042940_AA2F_4EEF_975D_68B262F12FAE#250137, COL_B6BAC947_B6C8_4BAD_BE64_53B958E0667C#250138, COL_690D9E33_85EB_4D48_8451_F9AE2CB693E6#250139, COL_62427E20_543E_46E5_9100_236E05C499B3#250140, COL_15009CE2_6D2B_4A26_AD7B_8736BA48BADE#250141, COL_D2585F68_7B91_4E04_A857_3094EA94B66E#250142, COL_E1041E6D_020D_43A7_B52A_0779A6936A4C#250143, COL_91C50F4A_ECFC_47BC_878E_88FDCC1B920F#250144, COL_8B06D27F_A586_483E_B14C_456D0B6D465B#250145, COL_9404F815_3ED6_4B84_9D61_B7842EEE52A2#250146, COL_C72242BA_B9E8_491B_A9B6_26746519B600#250147, COL_016C0789_54E5_4BE9_B26F_325BC4C25338#250148, COL_E57BB6B7_5F7B_47D0_9102_675D4697D17B#250149, COL_63701C12_60F5_4ED6_B95A_01BE4B747F8A#250150, COL_26FD0D28_AFD4_4F2C_AA6D_FAD24D7B0D26#250151, COL_33D13D5F_5CD3_4233_9F46_A242018AD02B#250152, COL_EEADDEF2_B379_4D26_A654_BB4CBEEA81F4#250153, COL_0109B0F1_2C91_410D_90B5_5EA28F05FD0C#250154, COL_38B8F765_1EFE_4808_B470_2EB4D14D346F#250155, COL_81AF392B_B04B_4091_9852_4F28D55EDCB2#250156, COL_3FEF3992_C630_4B1D_B344_8A038D0D78FD#250157, COL_61B9CF8F_798E_4EE2_B422_EC47C1B8F4BC#250158, COL_7062A9B6_3F30_41D8_87F4_C924D2570580#250159, COL_5B607B25_9FD3_46AB_AD1E_00D5D8B8C99A#250160, COL_D0E3B5AB_BBCB_4E62_A02C_BA3900F055E4#250161, COL_E3B9F47E_7BF1_4B33_BBFC_E96A29CD9B27#250162, COL_280EF511_C87F_4ADE_9085_1D2B1585B4B3#250163, COL_55F5EBAF_A5DB_429A_85A4_3D27391C145F#250164, COL_B4E23970_723C_4DCE_8880_CA64B582906A#250165, COL_BFD0B31F_FBAD_4383_805C_2A165D23EE63#250166, COL_F822B2C2_D1CC_4E6A_B339_8B3C926ED50E#250167, COL_3131043D_2305_40E5_BC45_03A99FC2E32A#250168, COL_3460E24E_E818_44C9_AB0E_048CB2D36C3E#250169, COL_BDCCD2EB_5BD7_4DA5_AFE3_00812D35CBDD#250170, COL_AE69643B_8C97_45BE_AEEB_49F86C1DC68A#250171, COL_1D676EC8_9339_4943_A432_C601CBF6D5E8#250172, COL_E7B4E69F_03EA_407B_A593_49C6BF9F11C6#250173, COL_D4B937DF_4559_4C83_8ED1_303819819806#250174, COL_120B539F_CC1F_416A_893E_A1813B893D90#250175, COL_23020B58_FAD2_4D30_8DDB_A6502D91B4CE#250176, COL_AC5AE33C_29DD_4699_96FF_6C6E0183927E#250177, COL_C33EAACC_82D2_47D1_BAFE_DE7BB83BC431#250178, COL_8BE72AB9_2C24_4B14_9CAD_4BBFF6124407#250179, COL_EBAB5113_9F8A_4A78_9E35_040C083A1188#250180, COL_6BA9350E_2E5A_4942_9B89_BC2A1D0F5040#250181, COL_6F9B94B4_3EC9_4444_BE50_F7A286CAFB73#250182, COL_8C1472F6_8779_4C49_8C24_E46984C75CDA#250183, COL_09692769_8BD7_4240_9913_289BA4DFF97A#250184, COL_6800E48C_9E56_4EC4_8B2F_A2A76BE5AD94#250185, COL_3FD61F79_0F82_4F48_AFBD_22F4B97A2615#250186, COL_840A2EDA_AED0_4184_9A46_A72063F4A6B9#250187, COL_C4DE7C95_1B58_41CC_906D_E4B243CA8D72#250188, COL_4E1B198E_1A99_434A_94D7_8888F63C68A3#250189, COL_86BAE28D_CD2E_4FD7_A421_962D3519620E#250190, COL_AAF8E969_8BD4_48DE_8C6D_4624743E17FB#250191, COL_02665D84_4FEE_49E8_B118_665A08EA54F0#250192, COL_EAB07AC5_0CD9_4569_B538_EE95214E6973#250193, COL_62BEB3D8_15D8_4F15_B9A5_FF28230B745B#250194, COL_53354186_E74D_4675_8F61_9BE3BF002DEB#250195, COL_A1F16405_F156_4D8B_B8C0_38C5F71DC465#250196, COL_F983C905_5B66_493F_A8F4_3DD1CB11E642#250197, COL_01AD4D2B_C8CC_471D_A6FB_9E3CEE6ED580#250198, COL_2F2C1D79_A387_41CA_8E9D_44652055B581#250199, COL_76A027E0_244E_4589_89FF_22490BBEB236#250200, COL_804A242F_3435_420A_B173_693EC1684F23#250201, COL_8C726459_BF98_409C_AA5F_471E0DD8537F#250202, COL_4B8F8BA8_CE1C_4599_9587_C1277D1EA74C#250203, COL_5112BA7C_D8D0_4185_927D_CC9B1AC3B7AC#250204, COL_CB24F5D5_8671_43A4_98E5_5DF31832A09A#250205, COL_2F50A664_3236_46B2_9C87_0138B5E5114B#250206, COL_1958A371_74B0_4946_9BFC_C0209822A354#250207, COL_A007A4C3_6FA8_4AC6_B560_93E8DFB45298#250208, COL_23587D69_3B94_4421_8FE0_66BE71926E29#250209, COL_8191D4FF_7138_4405_82B4_788C769EC9C0#250210, COL_C9F2897C_87A6_4553_8672_29D7AEA82DDF#250211, COL_94FE398C_9A9D_4ED0_AE41_F25949161E23#250212, COL_256065C6_C4F8_406F_988C_007118F6A445#250213, COL_7D5506CB_0589_42BA_8428_FF32249CCB15#250214, COL_E78BB9F1_3FEF_495E_A7CA_2CD1BA9B859B#250215, COL_E1F69D04_3D38_468B_BD8F_2106BBCD08CF#250470]

(5) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/AAA_411001, false, Parquet, [path=file:///data/output/cache/parquet/datablock/AAA_411001], Overwrite, [COL_8E644BBE_AB42_40BD_8D8F_D41EE7AC71BF, COL_DDDE8FB1_0F78_4B93_884C_B79439A87483, COL_6FA65208_2CD5_4F0E_8FDD_83AE50791FA2, COL_AC7960E6_5327_4A13_B2E6_ABE10AA6C2A7, COL_37B99C53_352F_4905_98E5_44A0C7B7FD99, COL_D1042940_AA2F_4EEF_975D_68B262F12FAE, COL_B6BAC947_B6C8_4BAD_BE64_53B958E0667C, COL_690D9E33_85EB_4D48_8451_F9AE2CB693E6, COL_62427E20_543E_46E5_9100_236E05C499B3, COL_15009CE2_6D2B_4A26_AD7B_8736BA48BADE, COL_D2585F68_7B91_4E04_A857_3094EA94B66E, COL_E1041E6D_020D_43A7_B52A_0779A6936A4C, COL_91C50F4A_ECFC_47BC_878E_88FDCC1B920F, COL_8B06D27F_A586_483E_B14C_456D0B6D465B, COL_9404F815_3ED6_4B84_9D61_B7842EEE52A2, COL_C72242BA_B9E8_491B_A9B6_26746519B600, COL_016C0789_54E5_4BE9_B26F_325BC4C25338, COL_E57BB6B7_5F7B_47D0_9102_675D4697D17B, COL_63701C12_60F5_4ED6_B95A_01BE4B747F8A, COL_26FD0D28_AFD4_4F2C_AA6D_FAD24D7B0D26, COL_33D13D5F_5CD3_4233_9F46_A242018AD02B, COL_EEADDEF2_B379_4D26_A654_BB4CBEEA81F4, COL_0109B0F1_2C91_410D_90B5_5EA28F05FD0C, COL_38B8F765_1EFE_4808_B470_2EB4D14D346F, ... 61 more fields]

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet