SP1 - Details for Query 350

Submitted Time: 2026/04/21 12:05:13
Duration: 0.3 s
Succeeded Jobs: 371 372

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; 1 [labelType="html" label=" Union "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 3 ms"; 3 [labelType="html" label=" LocalLimit "]; 4 [labelType="html" label=" Project "]; } 5 [labelType="html" label="Scan csv number of output rows: 0 number of files read: 1 metadata time: 0 ms size of files read: 2.0 B"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 13 ms"; 7 [labelType="html" label=" LocalLimit "]; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="ColumnarToRow number of output rows: 25 number of input batches: 1"]; } 10 [labelType="html" label="Scan parquet number of files read: 1 scan time: 11 ms metadata time: 0 ms size of files read: 52.4 KiB number of output rows: 25"]; 1->0; 3->1; 4->3; 5->4; 7->1; 8->7; 9->8; 10->9; }

CollectLimit 1500

Union

LocalLimit 1500

Project [c0#91795 AS COL_B19A02CC_7A67_4D86_A34E_C32BB0F8C518#92763, c0#91795 AS COL_176E97F1_5DE2_4367_A3E2_A445AD4B66CA#92764, c0#91795 AS COL_16933538_3674_482B_9FB6_160D786B3E40#92765, cast(c0#91795 as bigint) AS COL_660BF14A_2847_486A_AA8B_07E156D1EDBF#92766L, cast(c0#91795 as bigint) AS COL_884906BD_3CA9_4AE2_A19D_44B3F7AD407E#92767L, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_CE7C6DDD_F928_4A4B_A6C9_E806DF0C1007#92768, cast(c0#91795 as bigint) AS COL_F0B0EC13_7F5F_4B99_B20C_3DC34265876A#92769L, cast(c0#91795 as bigint) AS COL_10A1B851_92A5_4D95_97C6_BEB4F8E28644#92770L, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_528B241A_120D_4617_8209_0221F7C2AFD7#92771, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_179E2DC2_04DD_42AD_8A5D_05D1CAC1BA80#92772, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_61850D2E_4DA0_4F84_8D7B_8F6EEA9DA600#92773, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_AC5AC666_697F_4088_94DD_0099260FB365#92774, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_8E604EB7_16E5_40E5_A4E2_17F94B244DD1#92775, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_3DF4AEE9_D88F_4E52_9C61_EDF9314DD224#92776, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_45DB3FBB_DF1D_464F_A743_4F7818D01E52#92777, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_A5B0138C_30A2_4571_906E_5FBC0204B6A1#92778, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_FA2EA612_7FE7_4F5C_99A8_DCB3793F7356#92779, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_80AAD516_38AE_481E_9D7C_AD0311AF765B#92780, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_87FD5068_FC58_46FE_ACBB_8B53A776BB00#92781, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_9437EE2E_54EF_4CB4_B63C_83E63D042068#92782, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_F936E01A_8164_4CFC_8CE4_49EADEFE7D2A#92783, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_30AA1F6D_11AA_4014_B627_31ACC67B8EF8#92784, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_3090C8FC_C5E2_4E02_98B0_27E189BB108D#92785, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_83562E0A_339F_4EB0_81CD_83F92A8F0DDA#92786, ... 36 more fields]

WholeStageCodegen (1)

FileScan csv [c0#91795] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/execution/empty.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<c0:string>

LocalLimit 1500

Project [colonne#91237 AS COL_B19A02CC_7A67_4D86_A34E_C32BB0F8C518#92883, dtype_pandas#91238 AS COL_176E97F1_5DE2_4367_A3E2_A445AD4B66CA#92884, type_infere#91239 AS COL_16933538_3674_482B_9FB6_160D786B3E40#92885, analyse__nb_total#91240L AS COL_660BF14A_2847_486A_AA8B_07E156D1EDBF#92886L, analyse__nb_null_nan#91241L AS COL_884906BD_3CA9_4AE2_A19D_44B3F7AD407E#92887L, analyse__pct_null_nan#91242 AS COL_CE7C6DDD_F928_4A4B_A6C9_E806DF0C1007#92888, analyse__nb_non_null#91243L AS COL_F0B0EC13_7F5F_4B99_B20C_3DC34265876A#92889L, analyse__nb_distinct#91244L AS COL_10A1B851_92A5_4D95_97C6_BEB4F8E28644#92890L, analyse__min#91245 AS COL_528B241A_120D_4617_8209_0221F7C2AFD7#92891, analyse__max#91246 AS COL_179E2DC2_04DD_42AD_8A5D_05D1CAC1BA80#92892, analyse__etendue#91247 AS COL_61850D2E_4DA0_4F84_8D7B_8F6EEA9DA600#92893, analyse__moyenne#91248 AS COL_AC5AC666_697F_4088_94DD_0099260FB365#92894, analyse__mediane#91249 AS COL_8E604EB7_16E5_40E5_A4E2_17F94B244DD1#92895, analyse__variance#91250 AS COL_3DF4AEE9_D88F_4E52_9C61_EDF9314DD224#92896, analyse__ecart_type#91251 AS COL_45DB3FBB_DF1D_464F_A743_4F7818D01E52#92897, analyse__skewness#91252 AS COL_A5B0138C_30A2_4571_906E_5FBC0204B6A1#92898, analyse__kurtosis#91253 AS COL_FA2EA612_7FE7_4F5C_99A8_DCB3793F7356#92899, analyse__q1#91254 AS COL_80AAD516_38AE_481E_9D7C_AD0311AF765B#92900, analyse__mediane_q2#91255 AS COL_87FD5068_FC58_46FE_ACBB_8B53A776BB00#92901, analyse__q3#91256 AS COL_9437EE2E_54EF_4CB4_B63C_83E63D042068#92902, analyse__iqr#91257 AS COL_F936E01A_8164_4CFC_8CE4_49EADEFE7D2A#92903, analyse__nb_outliers_iqr#91258 AS COL_30AA1F6D_11AA_4014_B627_31ACC67B8EF8#92904, analyse__pct_outliers_iqr#91259 AS COL_3090C8FC_C5E2_4E02_98B0_27E189BB108D#92905, analyse__nb_zero#91260 AS COL_83562E0A_339F_4EB0_81CD_83F92A8F0DDA#92906, ... 36 more fields]

ColumnarToRow

WholeStageCodegen (2)

FileScan parquet [colonne#91237,dtype_pandas#91238,type_infere#91239,analyse__nb_total#91240L,analyse__nb_null_nan#91241L,analyse__pct_null_nan#91242,analyse__nb_non_null#91243L,analyse__nb_distinct#91244L,analyse__min#91245,analyse__max#91246,analyse__etendue#91247,analyse__moyenne#91248,analyse__mediane#91249,analyse__variance#91250,analyse__ecart_type#91251,analyse__skewness#91252,analyse__kurtosis#91253,analyse__q1#91254,analyse__mediane_q2#91255,analyse__q3#91256,analyse__iqr#91257,analyse__nb_outliers_iqr#91258,analyse__pct_outliers_iqr#91259,analyse__nb_zero#91260,... 36 more fields] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/parquet/execution/VLIB_C_API_QUALITY_REPORT/cur..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb...

Details

== Physical Plan ==
CollectLimit (9)
+- Union (8)
   :- * LocalLimit (3)
   :  +- * Project (2)
   :     +- Scan csv  (1)
   +- * LocalLimit (7)
      +- * Project (6)
         +- * ColumnarToRow (5)
            +- Scan parquet  (4)


(1) Scan csv 
Output [1]: [c0#91795]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/execution/empty.csv]
ReadSchema: struct<c0:string>

(2) Project [codegen id : 1]
Output [60]: [c0#91795 AS COL_B19A02CC_7A67_4D86_A34E_C32BB0F8C518#92763, c0#91795 AS COL_176E97F1_5DE2_4367_A3E2_A445AD4B66CA#92764, c0#91795 AS COL_16933538_3674_482B_9FB6_160D786B3E40#92765, cast(c0#91795 as bigint) AS COL_660BF14A_2847_486A_AA8B_07E156D1EDBF#92766L, cast(c0#91795 as bigint) AS COL_884906BD_3CA9_4AE2_A19D_44B3F7AD407E#92767L, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_CE7C6DDD_F928_4A4B_A6C9_E806DF0C1007#92768, cast(c0#91795 as bigint) AS COL_F0B0EC13_7F5F_4B99_B20C_3DC34265876A#92769L, cast(c0#91795 as bigint) AS COL_10A1B851_92A5_4D95_97C6_BEB4F8E28644#92770L, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_528B241A_120D_4617_8209_0221F7C2AFD7#92771, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_179E2DC2_04DD_42AD_8A5D_05D1CAC1BA80#92772, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_61850D2E_4DA0_4F84_8D7B_8F6EEA9DA600#92773, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_AC5AC666_697F_4088_94DD_0099260FB365#92774, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_8E604EB7_16E5_40E5_A4E2_17F94B244DD1#92775, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_3DF4AEE9_D88F_4E52_9C61_EDF9314DD224#92776, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_45DB3FBB_DF1D_464F_A743_4F7818D01E52#92777, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_A5B0138C_30A2_4571_906E_5FBC0204B6A1#92778, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_FA2EA612_7FE7_4F5C_99A8_DCB3793F7356#92779, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_80AAD516_38AE_481E_9D7C_AD0311AF765B#92780, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_87FD5068_FC58_46FE_ACBB_8B53A776BB00#92781, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_9437EE2E_54EF_4CB4_B63C_83E63D042068#92782, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_F936E01A_8164_4CFC_8CE4_49EADEFE7D2A#92783, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_30AA1F6D_11AA_4014_B627_31ACC67B8EF8#92784, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_3090C8FC_C5E2_4E02_98B0_27E189BB108D#92785, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_83562E0A_339F_4EB0_81CD_83F92A8F0DDA#92786, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_B4DD5045_58F1_4510_A7BF_ED59062D0806#92787, c0#91795 AS COL_117A9E75_0BEF_4E1E_B043_7A3C681A7F36#92788, c0#91795 AS COL_992514CE_E023_4D70_973F_BCDB5C13CFC7#92789, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_127D151F_29F6_46E3_9C8D_A673BF99FC9D#92790, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_9921B02F_0F4D_4A0A_ADAF_205BCAE6BD75#92791, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_7383820D_71C1_47BF_8338_D0EE2A23DEA1#92792, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_59A4C734_154A_4853_BF08_5FFFE62D7426#92793, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_2B3D6E79_6090_4104_B43C_C13F75B6EBE7#92794, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_54A679A7_E61A_43B8_AF9F_6D9A9E94C09A#92795, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_2FD33A15_7A1A_460E_A314_B44CE542E33E#92796, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_5CB699BA_B6CB_4CBB_AB28_19E480FD48B6#92797, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_24E9DDFD_8845_4976_B355_024380D3A5EE#92798, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_F0E60D38_F3D0_4E77_80FD_1B44CC226A5D#92799, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_84C793EE_7BF2_4A85_BDB8_3839FFD9680E#92800, c0#91795 AS COL_D19EEC46_E63B_47EA_A16C_5C5D1E1C4464#92801, c0#91795 AS COL_F6CB8A2E_8887_4A18_B5B4_2BC855CB4794#92802, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_63CE5028_8E08_439A_BEF0_2DE9670C9A53#92803, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_36B579F9_33D3_4EF6_A8CA_74893468E9BF#92804, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_4A066DFB_D87A_42E9_B098_18B5D605C23D#92805, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_01DCB722_31E0_4653_891C_F7A8BC50448C#92806, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_40A0DDBA_A007_4326_AB2E_4801F8D55703#92807, c0#91795 AS COL_6844B956_AD69_458B_A243_EB924AC60AD2#92808, c0#91795 AS COL_EC6E43DA_AD81_4C1A_BD53_C3F3DE447DBE#92809, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_ECC72D4A_FA4B_42EE_9F12_FDE2F5646432#92810, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_EB671156_210E_42A4_BE04_DA2884327A96#92811, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_DBAE8DCB_D589_40C4_A86C_348410F9F458#92812, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_AEA4B4D5_1A14_4C1C_9354_71C70111CC5F#92813, c0#91795 AS COL_215E70A1_A538_4E94_A780_25D640DB7975#92814, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_92CC18E4_8605_4891_AD19_C691198CE3EC#92815, cast(REFORMAT_FOR_DOUBLE(c0#91795) as double) AS COL_4E5E75F5_31B1_48C8_8866_FA9586524EA5#92816, c0#91795 AS COL_D13880B4_A1FA_4CE8_A55A_1241D6C99A7E#92817, c0#91795 AS COL_7A463934_8116_490A_ABAE_6FB9A8F2D94A#92818, c0#91795 AS COL_A7B1F1B7_9B7D_476D_AC1B_EBFC3D2C82BE#92819, c0#91795 AS COL_79CAA6C0_B7A2_4230_BFC3_DF16525FD0B2#92820, c0#91795 AS COL_9618E860_628A_47DB_BCAF_678EB0903CA8#92821, c0#91795 AS COL_B8C30103_BB63_4A7B_A8F2_F5F08631713A#92822]
Input [1]: [c0#91795]

(3) LocalLimit [codegen id : 1]
Input [60]: [COL_B19A02CC_7A67_4D86_A34E_C32BB0F8C518#92763, COL_176E97F1_5DE2_4367_A3E2_A445AD4B66CA#92764, COL_16933538_3674_482B_9FB6_160D786B3E40#92765, COL_660BF14A_2847_486A_AA8B_07E156D1EDBF#92766L, COL_884906BD_3CA9_4AE2_A19D_44B3F7AD407E#92767L, COL_CE7C6DDD_F928_4A4B_A6C9_E806DF0C1007#92768, COL_F0B0EC13_7F5F_4B99_B20C_3DC34265876A#92769L, COL_10A1B851_92A5_4D95_97C6_BEB4F8E28644#92770L, COL_528B241A_120D_4617_8209_0221F7C2AFD7#92771, COL_179E2DC2_04DD_42AD_8A5D_05D1CAC1BA80#92772, COL_61850D2E_4DA0_4F84_8D7B_8F6EEA9DA600#92773, COL_AC5AC666_697F_4088_94DD_0099260FB365#92774, COL_8E604EB7_16E5_40E5_A4E2_17F94B244DD1#92775, COL_3DF4AEE9_D88F_4E52_9C61_EDF9314DD224#92776, COL_45DB3FBB_DF1D_464F_A743_4F7818D01E52#92777, COL_A5B0138C_30A2_4571_906E_5FBC0204B6A1#92778, COL_FA2EA612_7FE7_4F5C_99A8_DCB3793F7356#92779, COL_80AAD516_38AE_481E_9D7C_AD0311AF765B#92780, COL_87FD5068_FC58_46FE_ACBB_8B53A776BB00#92781, COL_9437EE2E_54EF_4CB4_B63C_83E63D042068#92782, COL_F936E01A_8164_4CFC_8CE4_49EADEFE7D2A#92783, COL_30AA1F6D_11AA_4014_B627_31ACC67B8EF8#92784, COL_3090C8FC_C5E2_4E02_98B0_27E189BB108D#92785, COL_83562E0A_339F_4EB0_81CD_83F92A8F0DDA#92786, COL_B4DD5045_58F1_4510_A7BF_ED59062D0806#92787, COL_117A9E75_0BEF_4E1E_B043_7A3C681A7F36#92788, COL_992514CE_E023_4D70_973F_BCDB5C13CFC7#92789, COL_127D151F_29F6_46E3_9C8D_A673BF99FC9D#92790, COL_9921B02F_0F4D_4A0A_ADAF_205BCAE6BD75#92791, COL_7383820D_71C1_47BF_8338_D0EE2A23DEA1#92792, COL_59A4C734_154A_4853_BF08_5FFFE62D7426#92793, COL_2B3D6E79_6090_4104_B43C_C13F75B6EBE7#92794, COL_54A679A7_E61A_43B8_AF9F_6D9A9E94C09A#92795, COL_2FD33A15_7A1A_460E_A314_B44CE542E33E#92796, COL_5CB699BA_B6CB_4CBB_AB28_19E480FD48B6#92797, COL_24E9DDFD_8845_4976_B355_024380D3A5EE#92798, COL_F0E60D38_F3D0_4E77_80FD_1B44CC226A5D#92799, COL_84C793EE_7BF2_4A85_BDB8_3839FFD9680E#92800, COL_D19EEC46_E63B_47EA_A16C_5C5D1E1C4464#92801, COL_F6CB8A2E_8887_4A18_B5B4_2BC855CB4794#92802, COL_63CE5028_8E08_439A_BEF0_2DE9670C9A53#92803, COL_36B579F9_33D3_4EF6_A8CA_74893468E9BF#92804, COL_4A066DFB_D87A_42E9_B098_18B5D605C23D#92805, COL_01DCB722_31E0_4653_891C_F7A8BC50448C#92806, COL_40A0DDBA_A007_4326_AB2E_4801F8D55703#92807, COL_6844B956_AD69_458B_A243_EB924AC60AD2#92808, COL_EC6E43DA_AD81_4C1A_BD53_C3F3DE447DBE#92809, COL_ECC72D4A_FA4B_42EE_9F12_FDE2F5646432#92810, COL_EB671156_210E_42A4_BE04_DA2884327A96#92811, COL_DBAE8DCB_D589_40C4_A86C_348410F9F458#92812, COL_AEA4B4D5_1A14_4C1C_9354_71C70111CC5F#92813, COL_215E70A1_A538_4E94_A780_25D640DB7975#92814, COL_92CC18E4_8605_4891_AD19_C691198CE3EC#92815, COL_4E5E75F5_31B1_48C8_8866_FA9586524EA5#92816, COL_D13880B4_A1FA_4CE8_A55A_1241D6C99A7E#92817, COL_7A463934_8116_490A_ABAE_6FB9A8F2D94A#92818, COL_A7B1F1B7_9B7D_476D_AC1B_EBFC3D2C82BE#92819, COL_79CAA6C0_B7A2_4230_BFC3_DF16525FD0B2#92820, COL_9618E860_628A_47DB_BCAF_678EB0903CA8#92821, COL_B8C30103_BB63_4A7B_A8F2_F5F08631713A#92822]
Arguments: 1500

(4) Scan parquet 
Output [60]: [colonne#91237, dtype_pandas#91238, type_infere#91239, analyse__nb_total#91240L, analyse__nb_null_nan#91241L, analyse__pct_null_nan#91242, analyse__nb_non_null#91243L, analyse__nb_distinct#91244L, analyse__min#91245, analyse__max#91246, analyse__etendue#91247, analyse__moyenne#91248, analyse__mediane#91249, analyse__variance#91250, analyse__ecart_type#91251, analyse__skewness#91252, analyse__kurtosis#91253, analyse__q1#91254, analyse__mediane_q2#91255, analyse__q3#91256, analyse__iqr#91257, analyse__nb_outliers_iqr#91258, analyse__pct_outliers_iqr#91259, analyse__nb_zero#91260, analyse__nb_negatif#91261, analyse__top_10_valeurs#91262, analyse__distribution_10_bins#91263, analyse__nb_vide#91264, analyse__pct_vide#91265, analyse__nb_whitespace_only#91266, analyse__nb_leading_spaces#91267, analyse__nb_trailing_spaces#91268, analyse__nb_leading_et_trailing#91269, analyse__longueur_min#91270, analyse__longueur_max#91271, analyse__longueur_moyenne#91272, analyse__longueur_mediane#91273, analyse__longueur_ecart_type#91274, analyse__valeur_min_alpha#91275, analyse__valeur_max_alpha#91276, analyse__nb_avec_chiffre#91277, analyse__nb_avec_special#91278, analyse__nb_uppercase_only#91279, analyse__nb_lowercase_only#91280, analyse__nb_mixte_case#91281, analyse__datetime_min#91282, analyse__datetime_max#91283, analyse__etendue_jours#91284, analyse__etendue_secondes_total#91285, analyse__annee_min#91286, analyse__annee_max#91287, analyse__timezone#91288, analyse__nb_weekend#91289, analyse__nb_semaine#91290, analyse__distribution_annee#91291, analyse__distribution_mois#91292, analyse__distribution_heure#91293, analyse__distribution_jour_semaine#91294, Source#91295, horodatage-traitement#91296]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/VLIB_C_API_QUALITY_REPORT/current/pydc_w1es3o50.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb_null_nan:bigint,analyse__pct_null_nan:double,analyse__nb_non_null:bigint,analyse__nb_distinct:bigint,analyse__min:double,analyse__max:double,analyse__etendue:double,analyse__moyenne:double,analyse__mediane:double,analyse__variance:double,analyse__ecart_type:double,analyse__skewness:double,analyse__kurtosis:double,analyse__q1:double,analyse__mediane_q2:double,analyse__q3:double,analyse__iqr:double,analyse__nb_outliers_iqr:double,analyse__pct_outliers_iqr:double,analyse__nb_zero:double,analyse__nb_negatif:double,analyse__top_10_valeurs:string,analyse__distribution_10_bins:string,analyse__nb_vide:double,analyse__pct_vide:double,analyse__nb_whitespace_only:double,analyse__nb_leading_spaces:double,analyse__nb_trailing_spaces:double,analyse__nb_leading_et_trailing:double,analyse__longueur_min:double,analyse__longueur_max:double,analyse__longueur_moyenne:double,analyse__longueur_mediane:double,analyse__longueur_ecart_type:double,analyse__valeur_min_alpha:string,analyse__valeur_max_alpha:string,analyse__nb_avec_chiffre:double,analyse__nb_avec_special:double,analyse__nb_uppercase_only:double,analyse__nb_lowercase_only:double,analyse__nb_mixte_case:double,analyse__datetime_min:string,analyse__datetime_max:string,analyse__etendue_jours:double,analyse__etendue_secondes_total:double,analyse__annee_min:double,analyse__annee_max:double,analyse__timezone:string,analyse__nb_weekend:double,analyse__nb_semaine:double,analyse__distribution_annee:string,analyse__distribution_mois:string,analyse__distribution_heure:string,analyse__distribution_jour_semaine:string,Source:string,horodatage-traitement:timestamp_ntz>

(5) ColumnarToRow [codegen id : 2]
Input [60]: [colonne#91237, dtype_pandas#91238, type_infere#91239, analyse__nb_total#91240L, analyse__nb_null_nan#91241L, analyse__pct_null_nan#91242, analyse__nb_non_null#91243L, analyse__nb_distinct#91244L, analyse__min#91245, analyse__max#91246, analyse__etendue#91247, analyse__moyenne#91248, analyse__mediane#91249, analyse__variance#91250, analyse__ecart_type#91251, analyse__skewness#91252, analyse__kurtosis#91253, analyse__q1#91254, analyse__mediane_q2#91255, analyse__q3#91256, analyse__iqr#91257, analyse__nb_outliers_iqr#91258, analyse__pct_outliers_iqr#91259, analyse__nb_zero#91260, analyse__nb_negatif#91261, analyse__top_10_valeurs#91262, analyse__distribution_10_bins#91263, analyse__nb_vide#91264, analyse__pct_vide#91265, analyse__nb_whitespace_only#91266, analyse__nb_leading_spaces#91267, analyse__nb_trailing_spaces#91268, analyse__nb_leading_et_trailing#91269, analyse__longueur_min#91270, analyse__longueur_max#91271, analyse__longueur_moyenne#91272, analyse__longueur_mediane#91273, analyse__longueur_ecart_type#91274, analyse__valeur_min_alpha#91275, analyse__valeur_max_alpha#91276, analyse__nb_avec_chiffre#91277, analyse__nb_avec_special#91278, analyse__nb_uppercase_only#91279, analyse__nb_lowercase_only#91280, analyse__nb_mixte_case#91281, analyse__datetime_min#91282, analyse__datetime_max#91283, analyse__etendue_jours#91284, analyse__etendue_secondes_total#91285, analyse__annee_min#91286, analyse__annee_max#91287, analyse__timezone#91288, analyse__nb_weekend#91289, analyse__nb_semaine#91290, analyse__distribution_annee#91291, analyse__distribution_mois#91292, analyse__distribution_heure#91293, analyse__distribution_jour_semaine#91294, Source#91295, horodatage-traitement#91296]

(6) Project [codegen id : 2]
Output [60]: [colonne#91237 AS COL_B19A02CC_7A67_4D86_A34E_C32BB0F8C518#92883, dtype_pandas#91238 AS COL_176E97F1_5DE2_4367_A3E2_A445AD4B66CA#92884, type_infere#91239 AS COL_16933538_3674_482B_9FB6_160D786B3E40#92885, analyse__nb_total#91240L AS COL_660BF14A_2847_486A_AA8B_07E156D1EDBF#92886L, analyse__nb_null_nan#91241L AS COL_884906BD_3CA9_4AE2_A19D_44B3F7AD407E#92887L, analyse__pct_null_nan#91242 AS COL_CE7C6DDD_F928_4A4B_A6C9_E806DF0C1007#92888, analyse__nb_non_null#91243L AS COL_F0B0EC13_7F5F_4B99_B20C_3DC34265876A#92889L, analyse__nb_distinct#91244L AS COL_10A1B851_92A5_4D95_97C6_BEB4F8E28644#92890L, analyse__min#91245 AS COL_528B241A_120D_4617_8209_0221F7C2AFD7#92891, analyse__max#91246 AS COL_179E2DC2_04DD_42AD_8A5D_05D1CAC1BA80#92892, analyse__etendue#91247 AS COL_61850D2E_4DA0_4F84_8D7B_8F6EEA9DA600#92893, analyse__moyenne#91248 AS COL_AC5AC666_697F_4088_94DD_0099260FB365#92894, analyse__mediane#91249 AS COL_8E604EB7_16E5_40E5_A4E2_17F94B244DD1#92895, analyse__variance#91250 AS COL_3DF4AEE9_D88F_4E52_9C61_EDF9314DD224#92896, analyse__ecart_type#91251 AS COL_45DB3FBB_DF1D_464F_A743_4F7818D01E52#92897, analyse__skewness#91252 AS COL_A5B0138C_30A2_4571_906E_5FBC0204B6A1#92898, analyse__kurtosis#91253 AS COL_FA2EA612_7FE7_4F5C_99A8_DCB3793F7356#92899, analyse__q1#91254 AS COL_80AAD516_38AE_481E_9D7C_AD0311AF765B#92900, analyse__mediane_q2#91255 AS COL_87FD5068_FC58_46FE_ACBB_8B53A776BB00#92901, analyse__q3#91256 AS COL_9437EE2E_54EF_4CB4_B63C_83E63D042068#92902, analyse__iqr#91257 AS COL_F936E01A_8164_4CFC_8CE4_49EADEFE7D2A#92903, analyse__nb_outliers_iqr#91258 AS COL_30AA1F6D_11AA_4014_B627_31ACC67B8EF8#92904, analyse__pct_outliers_iqr#91259 AS COL_3090C8FC_C5E2_4E02_98B0_27E189BB108D#92905, analyse__nb_zero#91260 AS COL_83562E0A_339F_4EB0_81CD_83F92A8F0DDA#92906, analyse__nb_negatif#91261 AS COL_B4DD5045_58F1_4510_A7BF_ED59062D0806#92907, analyse__top_10_valeurs#91262 AS COL_117A9E75_0BEF_4E1E_B043_7A3C681A7F36#92908, analyse__distribution_10_bins#91263 AS COL_992514CE_E023_4D70_973F_BCDB5C13CFC7#92909, analyse__nb_vide#91264 AS COL_127D151F_29F6_46E3_9C8D_A673BF99FC9D#92910, analyse__pct_vide#91265 AS COL_9921B02F_0F4D_4A0A_ADAF_205BCAE6BD75#92911, analyse__nb_whitespace_only#91266 AS COL_7383820D_71C1_47BF_8338_D0EE2A23DEA1#92912, analyse__nb_leading_spaces#91267 AS COL_59A4C734_154A_4853_BF08_5FFFE62D7426#92913, analyse__nb_trailing_spaces#91268 AS COL_2B3D6E79_6090_4104_B43C_C13F75B6EBE7#92914, analyse__nb_leading_et_trailing#91269 AS COL_54A679A7_E61A_43B8_AF9F_6D9A9E94C09A#92915, analyse__longueur_min#91270 AS COL_2FD33A15_7A1A_460E_A314_B44CE542E33E#92916, analyse__longueur_max#91271 AS COL_5CB699BA_B6CB_4CBB_AB28_19E480FD48B6#92917, analyse__longueur_moyenne#91272 AS COL_24E9DDFD_8845_4976_B355_024380D3A5EE#92918, analyse__longueur_mediane#91273 AS COL_F0E60D38_F3D0_4E77_80FD_1B44CC226A5D#92919, analyse__longueur_ecart_type#91274 AS COL_84C793EE_7BF2_4A85_BDB8_3839FFD9680E#92920, analyse__valeur_min_alpha#91275 AS COL_D19EEC46_E63B_47EA_A16C_5C5D1E1C4464#92921, analyse__valeur_max_alpha#91276 AS COL_F6CB8A2E_8887_4A18_B5B4_2BC855CB4794#92922, analyse__nb_avec_chiffre#91277 AS COL_63CE5028_8E08_439A_BEF0_2DE9670C9A53#92923, analyse__nb_avec_special#91278 AS COL_36B579F9_33D3_4EF6_A8CA_74893468E9BF#92924, analyse__nb_uppercase_only#91279 AS COL_4A066DFB_D87A_42E9_B098_18B5D605C23D#92925, analyse__nb_lowercase_only#91280 AS COL_01DCB722_31E0_4653_891C_F7A8BC50448C#92926, analyse__nb_mixte_case#91281 AS COL_40A0DDBA_A007_4326_AB2E_4801F8D55703#92927, analyse__datetime_min#91282 AS COL_6844B956_AD69_458B_A243_EB924AC60AD2#92928, analyse__datetime_max#91283 AS COL_EC6E43DA_AD81_4C1A_BD53_C3F3DE447DBE#92929, analyse__etendue_jours#91284 AS COL_ECC72D4A_FA4B_42EE_9F12_FDE2F5646432#92930, analyse__etendue_secondes_total#91285 AS COL_EB671156_210E_42A4_BE04_DA2884327A96#92931, analyse__annee_min#91286 AS COL_DBAE8DCB_D589_40C4_A86C_348410F9F458#92932, analyse__annee_max#91287 AS COL_AEA4B4D5_1A14_4C1C_9354_71C70111CC5F#92933, analyse__timezone#91288 AS COL_215E70A1_A538_4E94_A780_25D640DB7975#92934, analyse__nb_weekend#91289 AS COL_92CC18E4_8605_4891_AD19_C691198CE3EC#92935, analyse__nb_semaine#91290 AS COL_4E5E75F5_31B1_48C8_8866_FA9586524EA5#92936, analyse__distribution_annee#91291 AS COL_D13880B4_A1FA_4CE8_A55A_1241D6C99A7E#92937, analyse__distribution_mois#91292 AS COL_7A463934_8116_490A_ABAE_6FB9A8F2D94A#92938, analyse__distribution_heure#91293 AS COL_A7B1F1B7_9B7D_476D_AC1B_EBFC3D2C82BE#92939, analyse__distribution_jour_semaine#91294 AS COL_79CAA6C0_B7A2_4230_BFC3_DF16525FD0B2#92940, Source#91295 AS COL_9618E860_628A_47DB_BCAF_678EB0903CA8#92941, cast(horodatage-traitement#91296 as string) AS COL_B8C30103_BB63_4A7B_A8F2_F5F08631713A#92942]
Input [60]: [colonne#91237, dtype_pandas#91238, type_infere#91239, analyse__nb_total#91240L, analyse__nb_null_nan#91241L, analyse__pct_null_nan#91242, analyse__nb_non_null#91243L, analyse__nb_distinct#91244L, analyse__min#91245, analyse__max#91246, analyse__etendue#91247, analyse__moyenne#91248, analyse__mediane#91249, analyse__variance#91250, analyse__ecart_type#91251, analyse__skewness#91252, analyse__kurtosis#91253, analyse__q1#91254, analyse__mediane_q2#91255, analyse__q3#91256, analyse__iqr#91257, analyse__nb_outliers_iqr#91258, analyse__pct_outliers_iqr#91259, analyse__nb_zero#91260, analyse__nb_negatif#91261, analyse__top_10_valeurs#91262, analyse__distribution_10_bins#91263, analyse__nb_vide#91264, analyse__pct_vide#91265, analyse__nb_whitespace_only#91266, analyse__nb_leading_spaces#91267, analyse__nb_trailing_spaces#91268, analyse__nb_leading_et_trailing#91269, analyse__longueur_min#91270, analyse__longueur_max#91271, analyse__longueur_moyenne#91272, analyse__longueur_mediane#91273, analyse__longueur_ecart_type#91274, analyse__valeur_min_alpha#91275, analyse__valeur_max_alpha#91276, analyse__nb_avec_chiffre#91277, analyse__nb_avec_special#91278, analyse__nb_uppercase_only#91279, analyse__nb_lowercase_only#91280, analyse__nb_mixte_case#91281, analyse__datetime_min#91282, analyse__datetime_max#91283, analyse__etendue_jours#91284, analyse__etendue_secondes_total#91285, analyse__annee_min#91286, analyse__annee_max#91287, analyse__timezone#91288, analyse__nb_weekend#91289, analyse__nb_semaine#91290, analyse__distribution_annee#91291, analyse__distribution_mois#91292, analyse__distribution_heure#91293, analyse__distribution_jour_semaine#91294, Source#91295, horodatage-traitement#91296]

(7) LocalLimit [codegen id : 2]
Input [60]: [COL_B19A02CC_7A67_4D86_A34E_C32BB0F8C518#92883, COL_176E97F1_5DE2_4367_A3E2_A445AD4B66CA#92884, COL_16933538_3674_482B_9FB6_160D786B3E40#92885, COL_660BF14A_2847_486A_AA8B_07E156D1EDBF#92886L, COL_884906BD_3CA9_4AE2_A19D_44B3F7AD407E#92887L, COL_CE7C6DDD_F928_4A4B_A6C9_E806DF0C1007#92888, COL_F0B0EC13_7F5F_4B99_B20C_3DC34265876A#92889L, COL_10A1B851_92A5_4D95_97C6_BEB4F8E28644#92890L, COL_528B241A_120D_4617_8209_0221F7C2AFD7#92891, COL_179E2DC2_04DD_42AD_8A5D_05D1CAC1BA80#92892, COL_61850D2E_4DA0_4F84_8D7B_8F6EEA9DA600#92893, COL_AC5AC666_697F_4088_94DD_0099260FB365#92894, COL_8E604EB7_16E5_40E5_A4E2_17F94B244DD1#92895, COL_3DF4AEE9_D88F_4E52_9C61_EDF9314DD224#92896, COL_45DB3FBB_DF1D_464F_A743_4F7818D01E52#92897, COL_A5B0138C_30A2_4571_906E_5FBC0204B6A1#92898, COL_FA2EA612_7FE7_4F5C_99A8_DCB3793F7356#92899, COL_80AAD516_38AE_481E_9D7C_AD0311AF765B#92900, COL_87FD5068_FC58_46FE_ACBB_8B53A776BB00#92901, COL_9437EE2E_54EF_4CB4_B63C_83E63D042068#92902, COL_F936E01A_8164_4CFC_8CE4_49EADEFE7D2A#92903, COL_30AA1F6D_11AA_4014_B627_31ACC67B8EF8#92904, COL_3090C8FC_C5E2_4E02_98B0_27E189BB108D#92905, COL_83562E0A_339F_4EB0_81CD_83F92A8F0DDA#92906, COL_B4DD5045_58F1_4510_A7BF_ED59062D0806#92907, COL_117A9E75_0BEF_4E1E_B043_7A3C681A7F36#92908, COL_992514CE_E023_4D70_973F_BCDB5C13CFC7#92909, COL_127D151F_29F6_46E3_9C8D_A673BF99FC9D#92910, COL_9921B02F_0F4D_4A0A_ADAF_205BCAE6BD75#92911, COL_7383820D_71C1_47BF_8338_D0EE2A23DEA1#92912, COL_59A4C734_154A_4853_BF08_5FFFE62D7426#92913, COL_2B3D6E79_6090_4104_B43C_C13F75B6EBE7#92914, COL_54A679A7_E61A_43B8_AF9F_6D9A9E94C09A#92915, COL_2FD33A15_7A1A_460E_A314_B44CE542E33E#92916, COL_5CB699BA_B6CB_4CBB_AB28_19E480FD48B6#92917, COL_24E9DDFD_8845_4976_B355_024380D3A5EE#92918, COL_F0E60D38_F3D0_4E77_80FD_1B44CC226A5D#92919, COL_84C793EE_7BF2_4A85_BDB8_3839FFD9680E#92920, COL_D19EEC46_E63B_47EA_A16C_5C5D1E1C4464#92921, COL_F6CB8A2E_8887_4A18_B5B4_2BC855CB4794#92922, COL_63CE5028_8E08_439A_BEF0_2DE9670C9A53#92923, COL_36B579F9_33D3_4EF6_A8CA_74893468E9BF#92924, COL_4A066DFB_D87A_42E9_B098_18B5D605C23D#92925, COL_01DCB722_31E0_4653_891C_F7A8BC50448C#92926, COL_40A0DDBA_A007_4326_AB2E_4801F8D55703#92927, COL_6844B956_AD69_458B_A243_EB924AC60AD2#92928, COL_EC6E43DA_AD81_4C1A_BD53_C3F3DE447DBE#92929, COL_ECC72D4A_FA4B_42EE_9F12_FDE2F5646432#92930, COL_EB671156_210E_42A4_BE04_DA2884327A96#92931, COL_DBAE8DCB_D589_40C4_A86C_348410F9F458#92932, COL_AEA4B4D5_1A14_4C1C_9354_71C70111CC5F#92933, COL_215E70A1_A538_4E94_A780_25D640DB7975#92934, COL_92CC18E4_8605_4891_AD19_C691198CE3EC#92935, COL_4E5E75F5_31B1_48C8_8866_FA9586524EA5#92936, COL_D13880B4_A1FA_4CE8_A55A_1241D6C99A7E#92937, COL_7A463934_8116_490A_ABAE_6FB9A8F2D94A#92938, COL_A7B1F1B7_9B7D_476D_AC1B_EBFC3D2C82BE#92939, COL_79CAA6C0_B7A2_4230_BFC3_DF16525FD0B2#92940, COL_9618E860_628A_47DB_BCAF_678EB0903CA8#92941, COL_B8C30103_BB63_4A7B_A8F2_F5F08631713A#92942]
Arguments: 1500

(8) Union

(9) CollectLimit
Input [60]: [COL_B19A02CC_7A67_4D86_A34E_C32BB0F8C518#92763, COL_176E97F1_5DE2_4367_A3E2_A445AD4B66CA#92764, COL_16933538_3674_482B_9FB6_160D786B3E40#92765, COL_660BF14A_2847_486A_AA8B_07E156D1EDBF#92766L, COL_884906BD_3CA9_4AE2_A19D_44B3F7AD407E#92767L, COL_CE7C6DDD_F928_4A4B_A6C9_E806DF0C1007#92768, COL_F0B0EC13_7F5F_4B99_B20C_3DC34265876A#92769L, COL_10A1B851_92A5_4D95_97C6_BEB4F8E28644#92770L, COL_528B241A_120D_4617_8209_0221F7C2AFD7#92771, COL_179E2DC2_04DD_42AD_8A5D_05D1CAC1BA80#92772, COL_61850D2E_4DA0_4F84_8D7B_8F6EEA9DA600#92773, COL_AC5AC666_697F_4088_94DD_0099260FB365#92774, COL_8E604EB7_16E5_40E5_A4E2_17F94B244DD1#92775, COL_3DF4AEE9_D88F_4E52_9C61_EDF9314DD224#92776, COL_45DB3FBB_DF1D_464F_A743_4F7818D01E52#92777, COL_A5B0138C_30A2_4571_906E_5FBC0204B6A1#92778, COL_FA2EA612_7FE7_4F5C_99A8_DCB3793F7356#92779, COL_80AAD516_38AE_481E_9D7C_AD0311AF765B#92780, COL_87FD5068_FC58_46FE_ACBB_8B53A776BB00#92781, COL_9437EE2E_54EF_4CB4_B63C_83E63D042068#92782, COL_F936E01A_8164_4CFC_8CE4_49EADEFE7D2A#92783, COL_30AA1F6D_11AA_4014_B627_31ACC67B8EF8#92784, COL_3090C8FC_C5E2_4E02_98B0_27E189BB108D#92785, COL_83562E0A_339F_4EB0_81CD_83F92A8F0DDA#92786, COL_B4DD5045_58F1_4510_A7BF_ED59062D0806#92787, COL_117A9E75_0BEF_4E1E_B043_7A3C681A7F36#92788, COL_992514CE_E023_4D70_973F_BCDB5C13CFC7#92789, COL_127D151F_29F6_46E3_9C8D_A673BF99FC9D#92790, COL_9921B02F_0F4D_4A0A_ADAF_205BCAE6BD75#92791, COL_7383820D_71C1_47BF_8338_D0EE2A23DEA1#92792, COL_59A4C734_154A_4853_BF08_5FFFE62D7426#92793, COL_2B3D6E79_6090_4104_B43C_C13F75B6EBE7#92794, COL_54A679A7_E61A_43B8_AF9F_6D9A9E94C09A#92795, COL_2FD33A15_7A1A_460E_A314_B44CE542E33E#92796, COL_5CB699BA_B6CB_4CBB_AB28_19E480FD48B6#92797, COL_24E9DDFD_8845_4976_B355_024380D3A5EE#92798, COL_F0E60D38_F3D0_4E77_80FD_1B44CC226A5D#92799, COL_84C793EE_7BF2_4A85_BDB8_3839FFD9680E#92800, COL_D19EEC46_E63B_47EA_A16C_5C5D1E1C4464#92801, COL_F6CB8A2E_8887_4A18_B5B4_2BC855CB4794#92802, COL_63CE5028_8E08_439A_BEF0_2DE9670C9A53#92803, COL_36B579F9_33D3_4EF6_A8CA_74893468E9BF#92804, COL_4A066DFB_D87A_42E9_B098_18B5D605C23D#92805, COL_01DCB722_31E0_4653_891C_F7A8BC50448C#92806, COL_40A0DDBA_A007_4326_AB2E_4801F8D55703#92807, COL_6844B956_AD69_458B_A243_EB924AC60AD2#92808, COL_EC6E43DA_AD81_4C1A_BD53_C3F3DE447DBE#92809, COL_ECC72D4A_FA4B_42EE_9F12_FDE2F5646432#92810, COL_EB671156_210E_42A4_BE04_DA2884327A96#92811, COL_DBAE8DCB_D589_40C4_A86C_348410F9F458#92812, COL_AEA4B4D5_1A14_4C1C_9354_71C70111CC5F#92813, COL_215E70A1_A538_4E94_A780_25D640DB7975#92814, COL_92CC18E4_8605_4891_AD19_C691198CE3EC#92815, COL_4E5E75F5_31B1_48C8_8866_FA9586524EA5#92816, COL_D13880B4_A1FA_4CE8_A55A_1241D6C99A7E#92817, COL_7A463934_8116_490A_ABAE_6FB9A8F2D94A#92818, COL_A7B1F1B7_9B7D_476D_AC1B_EBFC3D2C82BE#92819, COL_79CAA6C0_B7A2_4230_BFC3_DF16525FD0B2#92820, COL_9618E860_628A_47DB_BCAF_678EB0903CA8#92821, COL_B8C30103_BB63_4A7B_A8F2_F5F08631713A#92822]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet