SP1 - Details for Query 302

Submitted Time: 2026/04/21 11:46:08
Duration: 0.3 s
Succeeded Jobs: 326 327

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; 1 [labelType="html" label=" Union "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 4 ms"; 3 [labelType="html" label=" LocalLimit "]; 4 [labelType="html" label=" Project "]; } 5 [labelType="html" label="Scan csv number of output rows: 0 number of files read: 1 metadata time: 0 ms size of files read: 2.0 B"]; subgraph cluster6 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 14 ms"; 7 [labelType="html" label=" LocalLimit "]; 8 [labelType="html" label=" Project "]; 9 [labelType="html" label="ColumnarToRow number of output rows: 25 number of input batches: 1"]; } 10 [labelType="html" label="Scan parquet number of files read: 1 scan time: 11 ms metadata time: 0 ms size of files read: 52.4 KiB number of output rows: 25"]; 1->0; 3->1; 4->3; 5->4; 7->1; 8->7; 9->8; 10->9; }

CollectLimit 1500

Union

LocalLimit 1500

Project [c0#70417 AS COL_1448796F_A096_41F9_97E1_B20E16036D04#71385, c0#70417 AS COL_0970C625_69AD_4D12_A6ED_CF1DC4E46BEE#71386, c0#70417 AS COL_99D3DCA8_747F_4142_94FC_0005BA00C4DD#71387, cast(c0#70417 as bigint) AS COL_12345886_D64E_4D8F_B254_49310F718A84#71388L, cast(c0#70417 as bigint) AS COL_25C27F80_7DEC_4E68_8F0A_7F24FB89357F#71389L, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_50E8BF3F_0344_4CD2_98F7_4B14093DAAEC#71390, cast(c0#70417 as bigint) AS COL_D40590E3_8390_4542_9327_9738503350F5#71391L, cast(c0#70417 as bigint) AS COL_1412A069_F21E_4DCA_B01D_A2EE4B4B9936#71392L, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_82D06C02_7D51_4E3A_944C_809ABB7E3481#71393, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_35D1993E_7E15_4387_91D9_46D16F373088#71394, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_C3D64DA4_A266_42A5_9832_10216C7D767B#71395, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_3C0B625F_BAE5_41EA_9196_C3F40EE0C257#71396, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_45788FCC_5595_4C47_A28B_E49477FFEA27#71397, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_04B483DE_7FCA_493C_94E2_408CA92995DE#71398, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_9B4F3C50_3756_4F25_9ECB_9438157D6196#71399, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_E626EF3E_8910_4F2D_B3BA_383EDA8D54E9#71400, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_4FFC63F7_D84A_4FCB_82AF_E5085DE118C9#71401, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_56B5B992_FECB_4341_BA80_444C747BA872#71402, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_2A026644_8433_463C_95F5_EBD524A14481#71403, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_C7862CA6_9718_4E1C_AC59_6A5592E4C7CB#71404, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_A1A7CEDE_31C7_4DBB_AFB9_60BAC8DF191E#71405, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_81E4DB08_27B8_46D5_8B72_4AAA6E7D5399#71406, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_AAF17C6F_A593_4AEE_987D_C3B246DCED83#71407, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_A87F4D60_0E4C_4C04_A256_E90DD20D07AE#71408, ... 36 more fields]

WholeStageCodegen (1)

FileScan csv [c0#70417] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/execution/empty.csv], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<c0:string>

LocalLimit 1500

Project [colonne#69859 AS COL_1448796F_A096_41F9_97E1_B20E16036D04#71505, dtype_pandas#69860 AS COL_0970C625_69AD_4D12_A6ED_CF1DC4E46BEE#71506, type_infere#69861 AS COL_99D3DCA8_747F_4142_94FC_0005BA00C4DD#71507, analyse__nb_total#69862L AS COL_12345886_D64E_4D8F_B254_49310F718A84#71508L, analyse__nb_null_nan#69863L AS COL_25C27F80_7DEC_4E68_8F0A_7F24FB89357F#71509L, analyse__pct_null_nan#69864 AS COL_50E8BF3F_0344_4CD2_98F7_4B14093DAAEC#71510, analyse__nb_non_null#69865L AS COL_D40590E3_8390_4542_9327_9738503350F5#71511L, analyse__nb_distinct#69866L AS COL_1412A069_F21E_4DCA_B01D_A2EE4B4B9936#71512L, analyse__min#69867 AS COL_82D06C02_7D51_4E3A_944C_809ABB7E3481#71513, analyse__max#69868 AS COL_35D1993E_7E15_4387_91D9_46D16F373088#71514, analyse__etendue#69869 AS COL_C3D64DA4_A266_42A5_9832_10216C7D767B#71515, analyse__moyenne#69870 AS COL_3C0B625F_BAE5_41EA_9196_C3F40EE0C257#71516, analyse__mediane#69871 AS COL_45788FCC_5595_4C47_A28B_E49477FFEA27#71517, analyse__variance#69872 AS COL_04B483DE_7FCA_493C_94E2_408CA92995DE#71518, analyse__ecart_type#69873 AS COL_9B4F3C50_3756_4F25_9ECB_9438157D6196#71519, analyse__skewness#69874 AS COL_E626EF3E_8910_4F2D_B3BA_383EDA8D54E9#71520, analyse__kurtosis#69875 AS COL_4FFC63F7_D84A_4FCB_82AF_E5085DE118C9#71521, analyse__q1#69876 AS COL_56B5B992_FECB_4341_BA80_444C747BA872#71522, analyse__mediane_q2#69877 AS COL_2A026644_8433_463C_95F5_EBD524A14481#71523, analyse__q3#69878 AS COL_C7862CA6_9718_4E1C_AC59_6A5592E4C7CB#71524, analyse__iqr#69879 AS COL_A1A7CEDE_31C7_4DBB_AFB9_60BAC8DF191E#71525, analyse__nb_outliers_iqr#69880 AS COL_81E4DB08_27B8_46D5_8B72_4AAA6E7D5399#71526, analyse__pct_outliers_iqr#69881 AS COL_AAF17C6F_A593_4AEE_987D_C3B246DCED83#71527, analyse__nb_zero#69882 AS COL_A87F4D60_0E4C_4C04_A256_E90DD20D07AE#71528, ... 36 more fields]

ColumnarToRow

WholeStageCodegen (2)

FileScan parquet [colonne#69859,dtype_pandas#69860,type_infere#69861,analyse__nb_total#69862L,analyse__nb_null_nan#69863L,analyse__pct_null_nan#69864,analyse__nb_non_null#69865L,analyse__nb_distinct#69866L,analyse__min#69867,analyse__max#69868,analyse__etendue#69869,analyse__moyenne#69870,analyse__mediane#69871,analyse__variance#69872,analyse__ecart_type#69873,analyse__skewness#69874,analyse__kurtosis#69875,analyse__q1#69876,analyse__mediane_q2#69877,analyse__q3#69878,analyse__iqr#69879,analyse__nb_outliers_iqr#69880,analyse__pct_outliers_iqr#69881,analyse__nb_zero#69882,... 36 more fields] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/parquet/execution/VLIB_C_API_QUALITY_REPORT/cur..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb...

Details

== Physical Plan ==
CollectLimit (9)
+- Union (8)
   :- * LocalLimit (3)
   :  +- * Project (2)
   :     +- Scan csv  (1)
   +- * LocalLimit (7)
      +- * Project (6)
         +- * ColumnarToRow (5)
            +- Scan parquet  (4)


(1) Scan csv 
Output [1]: [c0#70417]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/execution/empty.csv]
ReadSchema: struct<c0:string>

(2) Project [codegen id : 1]
Output [60]: [c0#70417 AS COL_1448796F_A096_41F9_97E1_B20E16036D04#71385, c0#70417 AS COL_0970C625_69AD_4D12_A6ED_CF1DC4E46BEE#71386, c0#70417 AS COL_99D3DCA8_747F_4142_94FC_0005BA00C4DD#71387, cast(c0#70417 as bigint) AS COL_12345886_D64E_4D8F_B254_49310F718A84#71388L, cast(c0#70417 as bigint) AS COL_25C27F80_7DEC_4E68_8F0A_7F24FB89357F#71389L, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_50E8BF3F_0344_4CD2_98F7_4B14093DAAEC#71390, cast(c0#70417 as bigint) AS COL_D40590E3_8390_4542_9327_9738503350F5#71391L, cast(c0#70417 as bigint) AS COL_1412A069_F21E_4DCA_B01D_A2EE4B4B9936#71392L, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_82D06C02_7D51_4E3A_944C_809ABB7E3481#71393, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_35D1993E_7E15_4387_91D9_46D16F373088#71394, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_C3D64DA4_A266_42A5_9832_10216C7D767B#71395, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_3C0B625F_BAE5_41EA_9196_C3F40EE0C257#71396, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_45788FCC_5595_4C47_A28B_E49477FFEA27#71397, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_04B483DE_7FCA_493C_94E2_408CA92995DE#71398, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_9B4F3C50_3756_4F25_9ECB_9438157D6196#71399, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_E626EF3E_8910_4F2D_B3BA_383EDA8D54E9#71400, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_4FFC63F7_D84A_4FCB_82AF_E5085DE118C9#71401, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_56B5B992_FECB_4341_BA80_444C747BA872#71402, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_2A026644_8433_463C_95F5_EBD524A14481#71403, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_C7862CA6_9718_4E1C_AC59_6A5592E4C7CB#71404, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_A1A7CEDE_31C7_4DBB_AFB9_60BAC8DF191E#71405, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_81E4DB08_27B8_46D5_8B72_4AAA6E7D5399#71406, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_AAF17C6F_A593_4AEE_987D_C3B246DCED83#71407, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_A87F4D60_0E4C_4C04_A256_E90DD20D07AE#71408, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_49253995_75A1_4348_9509_9C8C8AB44AC9#71409, c0#70417 AS COL_3BE5242E_55DB_4978_9ED5_7C5986AC40D5#71410, c0#70417 AS COL_A32D4F6A_8CC9_4F61_ADBA_24FA359197EE#71411, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_84F46AAF_29E0_413C_BC80_F906547916C8#71412, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_D58D6AC7_50F5_4415_BC0A_784BEF248664#71413, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_B38B19FB_939B_4DC1_A1A9_67CAEFF43F68#71414, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_C7F2F92F_89F9_442B_88C8_0B3C17ED3D24#71415, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_C95F3481_F4BC_49BC_8EE7_F3717E3169E8#71416, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_06BEA762_DC7A_4B2A_926A_28D954722D1A#71417, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_C2A57237_603D_48A1_A7DB_85944A4A7774#71418, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_A9C7193C_0D3E_4746_A3A7_DE692437B66B#71419, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_0077E6AF_F621_49A9_B5F7_4CE51B90F292#71420, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_40E7461C_67FF_4E88_B08E_EFE4D2F4203A#71421, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_B6191D9F_B611_49B4_A346_B1112E465789#71422, c0#70417 AS COL_758F2634_509C_46CE_B3BE_C94BCCBF35F7#71423, c0#70417 AS COL_02B896ED_9070_46EB_BC9B_4C890BD1701C#71424, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_AB48F09E_188F_48A7_AB15_069CBFBC6E9B#71425, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_9D07EA21_EC06_4FD5_BD5D_1F578DDBE68A#71426, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_F27F8C14_2933_43B2_BEC3_D16AE5FBCE64#71427, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_8B3C5701_2959_435C_B325_B48388D0EB2B#71428, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_0479065A_BD55_40DA_BC59_32D4A96630CB#71429, c0#70417 AS COL_FC609163_B80D_4F0B_817A_C26836E8186F#71430, c0#70417 AS COL_272E62FF_2031_4FF3_AF91_11F08AED6C50#71431, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_FABC64A2_8ECD_4A68_95FE_F5F4FA1EDD08#71432, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_5385B5CC_1DE3_492F_BDE0_21E823FEAEB7#71433, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_70CFE410_92F7_48E0_8FA3_0111CB46C5B3#71434, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_44AAEEB9_CC1F_4349_91FC_F3EE83A6CD86#71435, c0#70417 AS COL_4A00E22A_1E8B_47FB_8057_58514E05B6B4#71436, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_120D5A04_22BD_43E8_9B3E_2AF90EE12053#71437, cast(REFORMAT_FOR_DOUBLE(c0#70417) as double) AS COL_AA452D30_D367_4A3B_B754_9CD917C0BF7E#71438, c0#70417 AS COL_CD4990FE_805A_4411_AD52_57366BB0CEA9#71439, c0#70417 AS COL_ECE11A38_7ED1_4D98_9FE5_EBB72177AAA3#71440, c0#70417 AS COL_00DF8FB2_94BE_4ED4_B993_77789835A10B#71441, c0#70417 AS COL_537E55E3_7812_4978_9B3C_8F64F3508654#71442, c0#70417 AS COL_BA77AF71_3109_4AE5_9AEE_3F8D91C26F9A#71443, c0#70417 AS COL_455E858E_658E_4B7F_8C76_A73E36FFDEC2#71444]
Input [1]: [c0#70417]

(3) LocalLimit [codegen id : 1]
Input [60]: [COL_1448796F_A096_41F9_97E1_B20E16036D04#71385, COL_0970C625_69AD_4D12_A6ED_CF1DC4E46BEE#71386, COL_99D3DCA8_747F_4142_94FC_0005BA00C4DD#71387, COL_12345886_D64E_4D8F_B254_49310F718A84#71388L, COL_25C27F80_7DEC_4E68_8F0A_7F24FB89357F#71389L, COL_50E8BF3F_0344_4CD2_98F7_4B14093DAAEC#71390, COL_D40590E3_8390_4542_9327_9738503350F5#71391L, COL_1412A069_F21E_4DCA_B01D_A2EE4B4B9936#71392L, COL_82D06C02_7D51_4E3A_944C_809ABB7E3481#71393, COL_35D1993E_7E15_4387_91D9_46D16F373088#71394, COL_C3D64DA4_A266_42A5_9832_10216C7D767B#71395, COL_3C0B625F_BAE5_41EA_9196_C3F40EE0C257#71396, COL_45788FCC_5595_4C47_A28B_E49477FFEA27#71397, COL_04B483DE_7FCA_493C_94E2_408CA92995DE#71398, COL_9B4F3C50_3756_4F25_9ECB_9438157D6196#71399, COL_E626EF3E_8910_4F2D_B3BA_383EDA8D54E9#71400, COL_4FFC63F7_D84A_4FCB_82AF_E5085DE118C9#71401, COL_56B5B992_FECB_4341_BA80_444C747BA872#71402, COL_2A026644_8433_463C_95F5_EBD524A14481#71403, COL_C7862CA6_9718_4E1C_AC59_6A5592E4C7CB#71404, COL_A1A7CEDE_31C7_4DBB_AFB9_60BAC8DF191E#71405, COL_81E4DB08_27B8_46D5_8B72_4AAA6E7D5399#71406, COL_AAF17C6F_A593_4AEE_987D_C3B246DCED83#71407, COL_A87F4D60_0E4C_4C04_A256_E90DD20D07AE#71408, COL_49253995_75A1_4348_9509_9C8C8AB44AC9#71409, COL_3BE5242E_55DB_4978_9ED5_7C5986AC40D5#71410, COL_A32D4F6A_8CC9_4F61_ADBA_24FA359197EE#71411, COL_84F46AAF_29E0_413C_BC80_F906547916C8#71412, COL_D58D6AC7_50F5_4415_BC0A_784BEF248664#71413, COL_B38B19FB_939B_4DC1_A1A9_67CAEFF43F68#71414, COL_C7F2F92F_89F9_442B_88C8_0B3C17ED3D24#71415, COL_C95F3481_F4BC_49BC_8EE7_F3717E3169E8#71416, COL_06BEA762_DC7A_4B2A_926A_28D954722D1A#71417, COL_C2A57237_603D_48A1_A7DB_85944A4A7774#71418, COL_A9C7193C_0D3E_4746_A3A7_DE692437B66B#71419, COL_0077E6AF_F621_49A9_B5F7_4CE51B90F292#71420, COL_40E7461C_67FF_4E88_B08E_EFE4D2F4203A#71421, COL_B6191D9F_B611_49B4_A346_B1112E465789#71422, COL_758F2634_509C_46CE_B3BE_C94BCCBF35F7#71423, COL_02B896ED_9070_46EB_BC9B_4C890BD1701C#71424, COL_AB48F09E_188F_48A7_AB15_069CBFBC6E9B#71425, COL_9D07EA21_EC06_4FD5_BD5D_1F578DDBE68A#71426, COL_F27F8C14_2933_43B2_BEC3_D16AE5FBCE64#71427, COL_8B3C5701_2959_435C_B325_B48388D0EB2B#71428, COL_0479065A_BD55_40DA_BC59_32D4A96630CB#71429, COL_FC609163_B80D_4F0B_817A_C26836E8186F#71430, COL_272E62FF_2031_4FF3_AF91_11F08AED6C50#71431, COL_FABC64A2_8ECD_4A68_95FE_F5F4FA1EDD08#71432, COL_5385B5CC_1DE3_492F_BDE0_21E823FEAEB7#71433, COL_70CFE410_92F7_48E0_8FA3_0111CB46C5B3#71434, COL_44AAEEB9_CC1F_4349_91FC_F3EE83A6CD86#71435, COL_4A00E22A_1E8B_47FB_8057_58514E05B6B4#71436, COL_120D5A04_22BD_43E8_9B3E_2AF90EE12053#71437, COL_AA452D30_D367_4A3B_B754_9CD917C0BF7E#71438, COL_CD4990FE_805A_4411_AD52_57366BB0CEA9#71439, COL_ECE11A38_7ED1_4D98_9FE5_EBB72177AAA3#71440, COL_00DF8FB2_94BE_4ED4_B993_77789835A10B#71441, COL_537E55E3_7812_4978_9B3C_8F64F3508654#71442, COL_BA77AF71_3109_4AE5_9AEE_3F8D91C26F9A#71443, COL_455E858E_658E_4B7F_8C76_A73E36FFDEC2#71444]
Arguments: 1500

(4) Scan parquet 
Output [60]: [colonne#69859, dtype_pandas#69860, type_infere#69861, analyse__nb_total#69862L, analyse__nb_null_nan#69863L, analyse__pct_null_nan#69864, analyse__nb_non_null#69865L, analyse__nb_distinct#69866L, analyse__min#69867, analyse__max#69868, analyse__etendue#69869, analyse__moyenne#69870, analyse__mediane#69871, analyse__variance#69872, analyse__ecart_type#69873, analyse__skewness#69874, analyse__kurtosis#69875, analyse__q1#69876, analyse__mediane_q2#69877, analyse__q3#69878, analyse__iqr#69879, analyse__nb_outliers_iqr#69880, analyse__pct_outliers_iqr#69881, analyse__nb_zero#69882, analyse__nb_negatif#69883, analyse__top_10_valeurs#69884, analyse__distribution_10_bins#69885, analyse__nb_vide#69886, analyse__pct_vide#69887, analyse__nb_whitespace_only#69888, analyse__nb_leading_spaces#69889, analyse__nb_trailing_spaces#69890, analyse__nb_leading_et_trailing#69891, analyse__longueur_min#69892, analyse__longueur_max#69893, analyse__longueur_moyenne#69894, analyse__longueur_mediane#69895, analyse__longueur_ecart_type#69896, analyse__valeur_min_alpha#69897, analyse__valeur_max_alpha#69898, analyse__nb_avec_chiffre#69899, analyse__nb_avec_special#69900, analyse__nb_uppercase_only#69901, analyse__nb_lowercase_only#69902, analyse__nb_mixte_case#69903, analyse__datetime_min#69904, analyse__datetime_max#69905, analyse__etendue_jours#69906, analyse__etendue_secondes_total#69907, analyse__annee_min#69908, analyse__annee_max#69909, analyse__timezone#69910, analyse__nb_weekend#69911, analyse__nb_semaine#69912, analyse__distribution_annee#69913, analyse__distribution_mois#69914, analyse__distribution_heure#69915, analyse__distribution_jour_semaine#69916, Source#69917, horodatage-traitement#69918]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/parquet/execution/VLIB_C_API_QUALITY_REPORT/current/pydc_w1es3o50.parquet]
ReadSchema: struct<colonne:string,dtype_pandas:string,type_infere:string,analyse__nb_total:bigint,analyse__nb_null_nan:bigint,analyse__pct_null_nan:double,analyse__nb_non_null:bigint,analyse__nb_distinct:bigint,analyse__min:double,analyse__max:double,analyse__etendue:double,analyse__moyenne:double,analyse__mediane:double,analyse__variance:double,analyse__ecart_type:double,analyse__skewness:double,analyse__kurtosis:double,analyse__q1:double,analyse__mediane_q2:double,analyse__q3:double,analyse__iqr:double,analyse__nb_outliers_iqr:double,analyse__pct_outliers_iqr:double,analyse__nb_zero:double,analyse__nb_negatif:double,analyse__top_10_valeurs:string,analyse__distribution_10_bins:string,analyse__nb_vide:double,analyse__pct_vide:double,analyse__nb_whitespace_only:double,analyse__nb_leading_spaces:double,analyse__nb_trailing_spaces:double,analyse__nb_leading_et_trailing:double,analyse__longueur_min:double,analyse__longueur_max:double,analyse__longueur_moyenne:double,analyse__longueur_mediane:double,analyse__longueur_ecart_type:double,analyse__valeur_min_alpha:string,analyse__valeur_max_alpha:string,analyse__nb_avec_chiffre:double,analyse__nb_avec_special:double,analyse__nb_uppercase_only:double,analyse__nb_lowercase_only:double,analyse__nb_mixte_case:double,analyse__datetime_min:string,analyse__datetime_max:string,analyse__etendue_jours:double,analyse__etendue_secondes_total:double,analyse__annee_min:double,analyse__annee_max:double,analyse__timezone:string,analyse__nb_weekend:double,analyse__nb_semaine:double,analyse__distribution_annee:string,analyse__distribution_mois:string,analyse__distribution_heure:string,analyse__distribution_jour_semaine:string,Source:string,horodatage-traitement:timestamp_ntz>

(5) ColumnarToRow [codegen id : 2]
Input [60]: [colonne#69859, dtype_pandas#69860, type_infere#69861, analyse__nb_total#69862L, analyse__nb_null_nan#69863L, analyse__pct_null_nan#69864, analyse__nb_non_null#69865L, analyse__nb_distinct#69866L, analyse__min#69867, analyse__max#69868, analyse__etendue#69869, analyse__moyenne#69870, analyse__mediane#69871, analyse__variance#69872, analyse__ecart_type#69873, analyse__skewness#69874, analyse__kurtosis#69875, analyse__q1#69876, analyse__mediane_q2#69877, analyse__q3#69878, analyse__iqr#69879, analyse__nb_outliers_iqr#69880, analyse__pct_outliers_iqr#69881, analyse__nb_zero#69882, analyse__nb_negatif#69883, analyse__top_10_valeurs#69884, analyse__distribution_10_bins#69885, analyse__nb_vide#69886, analyse__pct_vide#69887, analyse__nb_whitespace_only#69888, analyse__nb_leading_spaces#69889, analyse__nb_trailing_spaces#69890, analyse__nb_leading_et_trailing#69891, analyse__longueur_min#69892, analyse__longueur_max#69893, analyse__longueur_moyenne#69894, analyse__longueur_mediane#69895, analyse__longueur_ecart_type#69896, analyse__valeur_min_alpha#69897, analyse__valeur_max_alpha#69898, analyse__nb_avec_chiffre#69899, analyse__nb_avec_special#69900, analyse__nb_uppercase_only#69901, analyse__nb_lowercase_only#69902, analyse__nb_mixte_case#69903, analyse__datetime_min#69904, analyse__datetime_max#69905, analyse__etendue_jours#69906, analyse__etendue_secondes_total#69907, analyse__annee_min#69908, analyse__annee_max#69909, analyse__timezone#69910, analyse__nb_weekend#69911, analyse__nb_semaine#69912, analyse__distribution_annee#69913, analyse__distribution_mois#69914, analyse__distribution_heure#69915, analyse__distribution_jour_semaine#69916, Source#69917, horodatage-traitement#69918]

(6) Project [codegen id : 2]
Output [60]: [colonne#69859 AS COL_1448796F_A096_41F9_97E1_B20E16036D04#71505, dtype_pandas#69860 AS COL_0970C625_69AD_4D12_A6ED_CF1DC4E46BEE#71506, type_infere#69861 AS COL_99D3DCA8_747F_4142_94FC_0005BA00C4DD#71507, analyse__nb_total#69862L AS COL_12345886_D64E_4D8F_B254_49310F718A84#71508L, analyse__nb_null_nan#69863L AS COL_25C27F80_7DEC_4E68_8F0A_7F24FB89357F#71509L, analyse__pct_null_nan#69864 AS COL_50E8BF3F_0344_4CD2_98F7_4B14093DAAEC#71510, analyse__nb_non_null#69865L AS COL_D40590E3_8390_4542_9327_9738503350F5#71511L, analyse__nb_distinct#69866L AS COL_1412A069_F21E_4DCA_B01D_A2EE4B4B9936#71512L, analyse__min#69867 AS COL_82D06C02_7D51_4E3A_944C_809ABB7E3481#71513, analyse__max#69868 AS COL_35D1993E_7E15_4387_91D9_46D16F373088#71514, analyse__etendue#69869 AS COL_C3D64DA4_A266_42A5_9832_10216C7D767B#71515, analyse__moyenne#69870 AS COL_3C0B625F_BAE5_41EA_9196_C3F40EE0C257#71516, analyse__mediane#69871 AS COL_45788FCC_5595_4C47_A28B_E49477FFEA27#71517, analyse__variance#69872 AS COL_04B483DE_7FCA_493C_94E2_408CA92995DE#71518, analyse__ecart_type#69873 AS COL_9B4F3C50_3756_4F25_9ECB_9438157D6196#71519, analyse__skewness#69874 AS COL_E626EF3E_8910_4F2D_B3BA_383EDA8D54E9#71520, analyse__kurtosis#69875 AS COL_4FFC63F7_D84A_4FCB_82AF_E5085DE118C9#71521, analyse__q1#69876 AS COL_56B5B992_FECB_4341_BA80_444C747BA872#71522, analyse__mediane_q2#69877 AS COL_2A026644_8433_463C_95F5_EBD524A14481#71523, analyse__q3#69878 AS COL_C7862CA6_9718_4E1C_AC59_6A5592E4C7CB#71524, analyse__iqr#69879 AS COL_A1A7CEDE_31C7_4DBB_AFB9_60BAC8DF191E#71525, analyse__nb_outliers_iqr#69880 AS COL_81E4DB08_27B8_46D5_8B72_4AAA6E7D5399#71526, analyse__pct_outliers_iqr#69881 AS COL_AAF17C6F_A593_4AEE_987D_C3B246DCED83#71527, analyse__nb_zero#69882 AS COL_A87F4D60_0E4C_4C04_A256_E90DD20D07AE#71528, analyse__nb_negatif#69883 AS COL_49253995_75A1_4348_9509_9C8C8AB44AC9#71529, analyse__top_10_valeurs#69884 AS COL_3BE5242E_55DB_4978_9ED5_7C5986AC40D5#71530, analyse__distribution_10_bins#69885 AS COL_A32D4F6A_8CC9_4F61_ADBA_24FA359197EE#71531, analyse__nb_vide#69886 AS COL_84F46AAF_29E0_413C_BC80_F906547916C8#71532, analyse__pct_vide#69887 AS COL_D58D6AC7_50F5_4415_BC0A_784BEF248664#71533, analyse__nb_whitespace_only#69888 AS COL_B38B19FB_939B_4DC1_A1A9_67CAEFF43F68#71534, analyse__nb_leading_spaces#69889 AS COL_C7F2F92F_89F9_442B_88C8_0B3C17ED3D24#71535, analyse__nb_trailing_spaces#69890 AS COL_C95F3481_F4BC_49BC_8EE7_F3717E3169E8#71536, analyse__nb_leading_et_trailing#69891 AS COL_06BEA762_DC7A_4B2A_926A_28D954722D1A#71537, analyse__longueur_min#69892 AS COL_C2A57237_603D_48A1_A7DB_85944A4A7774#71538, analyse__longueur_max#69893 AS COL_A9C7193C_0D3E_4746_A3A7_DE692437B66B#71539, analyse__longueur_moyenne#69894 AS COL_0077E6AF_F621_49A9_B5F7_4CE51B90F292#71540, analyse__longueur_mediane#69895 AS COL_40E7461C_67FF_4E88_B08E_EFE4D2F4203A#71541, analyse__longueur_ecart_type#69896 AS COL_B6191D9F_B611_49B4_A346_B1112E465789#71542, analyse__valeur_min_alpha#69897 AS COL_758F2634_509C_46CE_B3BE_C94BCCBF35F7#71543, analyse__valeur_max_alpha#69898 AS COL_02B896ED_9070_46EB_BC9B_4C890BD1701C#71544, analyse__nb_avec_chiffre#69899 AS COL_AB48F09E_188F_48A7_AB15_069CBFBC6E9B#71545, analyse__nb_avec_special#69900 AS COL_9D07EA21_EC06_4FD5_BD5D_1F578DDBE68A#71546, analyse__nb_uppercase_only#69901 AS COL_F27F8C14_2933_43B2_BEC3_D16AE5FBCE64#71547, analyse__nb_lowercase_only#69902 AS COL_8B3C5701_2959_435C_B325_B48388D0EB2B#71548, analyse__nb_mixte_case#69903 AS COL_0479065A_BD55_40DA_BC59_32D4A96630CB#71549, analyse__datetime_min#69904 AS COL_FC609163_B80D_4F0B_817A_C26836E8186F#71550, analyse__datetime_max#69905 AS COL_272E62FF_2031_4FF3_AF91_11F08AED6C50#71551, analyse__etendue_jours#69906 AS COL_FABC64A2_8ECD_4A68_95FE_F5F4FA1EDD08#71552, analyse__etendue_secondes_total#69907 AS COL_5385B5CC_1DE3_492F_BDE0_21E823FEAEB7#71553, analyse__annee_min#69908 AS COL_70CFE410_92F7_48E0_8FA3_0111CB46C5B3#71554, analyse__annee_max#69909 AS COL_44AAEEB9_CC1F_4349_91FC_F3EE83A6CD86#71555, analyse__timezone#69910 AS COL_4A00E22A_1E8B_47FB_8057_58514E05B6B4#71556, analyse__nb_weekend#69911 AS COL_120D5A04_22BD_43E8_9B3E_2AF90EE12053#71557, analyse__nb_semaine#69912 AS COL_AA452D30_D367_4A3B_B754_9CD917C0BF7E#71558, analyse__distribution_annee#69913 AS COL_CD4990FE_805A_4411_AD52_57366BB0CEA9#71559, analyse__distribution_mois#69914 AS COL_ECE11A38_7ED1_4D98_9FE5_EBB72177AAA3#71560, analyse__distribution_heure#69915 AS COL_00DF8FB2_94BE_4ED4_B993_77789835A10B#71561, analyse__distribution_jour_semaine#69916 AS COL_537E55E3_7812_4978_9B3C_8F64F3508654#71562, Source#69917 AS COL_BA77AF71_3109_4AE5_9AEE_3F8D91C26F9A#71563, cast(horodatage-traitement#69918 as string) AS COL_455E858E_658E_4B7F_8C76_A73E36FFDEC2#71564]
Input [60]: [colonne#69859, dtype_pandas#69860, type_infere#69861, analyse__nb_total#69862L, analyse__nb_null_nan#69863L, analyse__pct_null_nan#69864, analyse__nb_non_null#69865L, analyse__nb_distinct#69866L, analyse__min#69867, analyse__max#69868, analyse__etendue#69869, analyse__moyenne#69870, analyse__mediane#69871, analyse__variance#69872, analyse__ecart_type#69873, analyse__skewness#69874, analyse__kurtosis#69875, analyse__q1#69876, analyse__mediane_q2#69877, analyse__q3#69878, analyse__iqr#69879, analyse__nb_outliers_iqr#69880, analyse__pct_outliers_iqr#69881, analyse__nb_zero#69882, analyse__nb_negatif#69883, analyse__top_10_valeurs#69884, analyse__distribution_10_bins#69885, analyse__nb_vide#69886, analyse__pct_vide#69887, analyse__nb_whitespace_only#69888, analyse__nb_leading_spaces#69889, analyse__nb_trailing_spaces#69890, analyse__nb_leading_et_trailing#69891, analyse__longueur_min#69892, analyse__longueur_max#69893, analyse__longueur_moyenne#69894, analyse__longueur_mediane#69895, analyse__longueur_ecart_type#69896, analyse__valeur_min_alpha#69897, analyse__valeur_max_alpha#69898, analyse__nb_avec_chiffre#69899, analyse__nb_avec_special#69900, analyse__nb_uppercase_only#69901, analyse__nb_lowercase_only#69902, analyse__nb_mixte_case#69903, analyse__datetime_min#69904, analyse__datetime_max#69905, analyse__etendue_jours#69906, analyse__etendue_secondes_total#69907, analyse__annee_min#69908, analyse__annee_max#69909, analyse__timezone#69910, analyse__nb_weekend#69911, analyse__nb_semaine#69912, analyse__distribution_annee#69913, analyse__distribution_mois#69914, analyse__distribution_heure#69915, analyse__distribution_jour_semaine#69916, Source#69917, horodatage-traitement#69918]

(7) LocalLimit [codegen id : 2]
Input [60]: [COL_1448796F_A096_41F9_97E1_B20E16036D04#71505, COL_0970C625_69AD_4D12_A6ED_CF1DC4E46BEE#71506, COL_99D3DCA8_747F_4142_94FC_0005BA00C4DD#71507, COL_12345886_D64E_4D8F_B254_49310F718A84#71508L, COL_25C27F80_7DEC_4E68_8F0A_7F24FB89357F#71509L, COL_50E8BF3F_0344_4CD2_98F7_4B14093DAAEC#71510, COL_D40590E3_8390_4542_9327_9738503350F5#71511L, COL_1412A069_F21E_4DCA_B01D_A2EE4B4B9936#71512L, COL_82D06C02_7D51_4E3A_944C_809ABB7E3481#71513, COL_35D1993E_7E15_4387_91D9_46D16F373088#71514, COL_C3D64DA4_A266_42A5_9832_10216C7D767B#71515, COL_3C0B625F_BAE5_41EA_9196_C3F40EE0C257#71516, COL_45788FCC_5595_4C47_A28B_E49477FFEA27#71517, COL_04B483DE_7FCA_493C_94E2_408CA92995DE#71518, COL_9B4F3C50_3756_4F25_9ECB_9438157D6196#71519, COL_E626EF3E_8910_4F2D_B3BA_383EDA8D54E9#71520, COL_4FFC63F7_D84A_4FCB_82AF_E5085DE118C9#71521, COL_56B5B992_FECB_4341_BA80_444C747BA872#71522, COL_2A026644_8433_463C_95F5_EBD524A14481#71523, COL_C7862CA6_9718_4E1C_AC59_6A5592E4C7CB#71524, COL_A1A7CEDE_31C7_4DBB_AFB9_60BAC8DF191E#71525, COL_81E4DB08_27B8_46D5_8B72_4AAA6E7D5399#71526, COL_AAF17C6F_A593_4AEE_987D_C3B246DCED83#71527, COL_A87F4D60_0E4C_4C04_A256_E90DD20D07AE#71528, COL_49253995_75A1_4348_9509_9C8C8AB44AC9#71529, COL_3BE5242E_55DB_4978_9ED5_7C5986AC40D5#71530, COL_A32D4F6A_8CC9_4F61_ADBA_24FA359197EE#71531, COL_84F46AAF_29E0_413C_BC80_F906547916C8#71532, COL_D58D6AC7_50F5_4415_BC0A_784BEF248664#71533, COL_B38B19FB_939B_4DC1_A1A9_67CAEFF43F68#71534, COL_C7F2F92F_89F9_442B_88C8_0B3C17ED3D24#71535, COL_C95F3481_F4BC_49BC_8EE7_F3717E3169E8#71536, COL_06BEA762_DC7A_4B2A_926A_28D954722D1A#71537, COL_C2A57237_603D_48A1_A7DB_85944A4A7774#71538, COL_A9C7193C_0D3E_4746_A3A7_DE692437B66B#71539, COL_0077E6AF_F621_49A9_B5F7_4CE51B90F292#71540, COL_40E7461C_67FF_4E88_B08E_EFE4D2F4203A#71541, COL_B6191D9F_B611_49B4_A346_B1112E465789#71542, COL_758F2634_509C_46CE_B3BE_C94BCCBF35F7#71543, COL_02B896ED_9070_46EB_BC9B_4C890BD1701C#71544, COL_AB48F09E_188F_48A7_AB15_069CBFBC6E9B#71545, COL_9D07EA21_EC06_4FD5_BD5D_1F578DDBE68A#71546, COL_F27F8C14_2933_43B2_BEC3_D16AE5FBCE64#71547, COL_8B3C5701_2959_435C_B325_B48388D0EB2B#71548, COL_0479065A_BD55_40DA_BC59_32D4A96630CB#71549, COL_FC609163_B80D_4F0B_817A_C26836E8186F#71550, COL_272E62FF_2031_4FF3_AF91_11F08AED6C50#71551, COL_FABC64A2_8ECD_4A68_95FE_F5F4FA1EDD08#71552, COL_5385B5CC_1DE3_492F_BDE0_21E823FEAEB7#71553, COL_70CFE410_92F7_48E0_8FA3_0111CB46C5B3#71554, COL_44AAEEB9_CC1F_4349_91FC_F3EE83A6CD86#71555, COL_4A00E22A_1E8B_47FB_8057_58514E05B6B4#71556, COL_120D5A04_22BD_43E8_9B3E_2AF90EE12053#71557, COL_AA452D30_D367_4A3B_B754_9CD917C0BF7E#71558, COL_CD4990FE_805A_4411_AD52_57366BB0CEA9#71559, COL_ECE11A38_7ED1_4D98_9FE5_EBB72177AAA3#71560, COL_00DF8FB2_94BE_4ED4_B993_77789835A10B#71561, COL_537E55E3_7812_4978_9B3C_8F64F3508654#71562, COL_BA77AF71_3109_4AE5_9AEE_3F8D91C26F9A#71563, COL_455E858E_658E_4B7F_8C76_A73E36FFDEC2#71564]
Arguments: 1500

(8) Union

(9) CollectLimit
Input [60]: [COL_1448796F_A096_41F9_97E1_B20E16036D04#71385, COL_0970C625_69AD_4D12_A6ED_CF1DC4E46BEE#71386, COL_99D3DCA8_747F_4142_94FC_0005BA00C4DD#71387, COL_12345886_D64E_4D8F_B254_49310F718A84#71388L, COL_25C27F80_7DEC_4E68_8F0A_7F24FB89357F#71389L, COL_50E8BF3F_0344_4CD2_98F7_4B14093DAAEC#71390, COL_D40590E3_8390_4542_9327_9738503350F5#71391L, COL_1412A069_F21E_4DCA_B01D_A2EE4B4B9936#71392L, COL_82D06C02_7D51_4E3A_944C_809ABB7E3481#71393, COL_35D1993E_7E15_4387_91D9_46D16F373088#71394, COL_C3D64DA4_A266_42A5_9832_10216C7D767B#71395, COL_3C0B625F_BAE5_41EA_9196_C3F40EE0C257#71396, COL_45788FCC_5595_4C47_A28B_E49477FFEA27#71397, COL_04B483DE_7FCA_493C_94E2_408CA92995DE#71398, COL_9B4F3C50_3756_4F25_9ECB_9438157D6196#71399, COL_E626EF3E_8910_4F2D_B3BA_383EDA8D54E9#71400, COL_4FFC63F7_D84A_4FCB_82AF_E5085DE118C9#71401, COL_56B5B992_FECB_4341_BA80_444C747BA872#71402, COL_2A026644_8433_463C_95F5_EBD524A14481#71403, COL_C7862CA6_9718_4E1C_AC59_6A5592E4C7CB#71404, COL_A1A7CEDE_31C7_4DBB_AFB9_60BAC8DF191E#71405, COL_81E4DB08_27B8_46D5_8B72_4AAA6E7D5399#71406, COL_AAF17C6F_A593_4AEE_987D_C3B246DCED83#71407, COL_A87F4D60_0E4C_4C04_A256_E90DD20D07AE#71408, COL_49253995_75A1_4348_9509_9C8C8AB44AC9#71409, COL_3BE5242E_55DB_4978_9ED5_7C5986AC40D5#71410, COL_A32D4F6A_8CC9_4F61_ADBA_24FA359197EE#71411, COL_84F46AAF_29E0_413C_BC80_F906547916C8#71412, COL_D58D6AC7_50F5_4415_BC0A_784BEF248664#71413, COL_B38B19FB_939B_4DC1_A1A9_67CAEFF43F68#71414, COL_C7F2F92F_89F9_442B_88C8_0B3C17ED3D24#71415, COL_C95F3481_F4BC_49BC_8EE7_F3717E3169E8#71416, COL_06BEA762_DC7A_4B2A_926A_28D954722D1A#71417, COL_C2A57237_603D_48A1_A7DB_85944A4A7774#71418, COL_A9C7193C_0D3E_4746_A3A7_DE692437B66B#71419, COL_0077E6AF_F621_49A9_B5F7_4CE51B90F292#71420, COL_40E7461C_67FF_4E88_B08E_EFE4D2F4203A#71421, COL_B6191D9F_B611_49B4_A346_B1112E465789#71422, COL_758F2634_509C_46CE_B3BE_C94BCCBF35F7#71423, COL_02B896ED_9070_46EB_BC9B_4C890BD1701C#71424, COL_AB48F09E_188F_48A7_AB15_069CBFBC6E9B#71425, COL_9D07EA21_EC06_4FD5_BD5D_1F578DDBE68A#71426, COL_F27F8C14_2933_43B2_BEC3_D16AE5FBCE64#71427, COL_8B3C5701_2959_435C_B325_B48388D0EB2B#71428, COL_0479065A_BD55_40DA_BC59_32D4A96630CB#71429, COL_FC609163_B80D_4F0B_817A_C26836E8186F#71430, COL_272E62FF_2031_4FF3_AF91_11F08AED6C50#71431, COL_FABC64A2_8ECD_4A68_95FE_F5F4FA1EDD08#71432, COL_5385B5CC_1DE3_492F_BDE0_21E823FEAEB7#71433, COL_70CFE410_92F7_48E0_8FA3_0111CB46C5B3#71434, COL_44AAEEB9_CC1F_4349_91FC_F3EE83A6CD86#71435, COL_4A00E22A_1E8B_47FB_8057_58514E05B6B4#71436, COL_120D5A04_22BD_43E8_9B3E_2AF90EE12053#71437, COL_AA452D30_D367_4A3B_B754_9CD917C0BF7E#71438, COL_CD4990FE_805A_4411_AD52_57366BB0CEA9#71439, COL_ECE11A38_7ED1_4D98_9FE5_EBB72177AAA3#71440, COL_00DF8FB2_94BE_4ED4_B993_77789835A10B#71441, COL_537E55E3_7812_4978_9B3C_8F64F3508654#71442, COL_BA77AF71_3109_4AE5_9AEE_3F8D91C26F9A#71443, COL_455E858E_658E_4B7F_8C76_A73E36FFDEC2#71444]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet