
    {Kgs                    H   d dl Z d dlZd dlZd dlmZ d dlZd dlm	Z	m
Z
 d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d d	lmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z( d d
l)m*Z*m+Z+ d dl,m-Z- d dl.m/Z/m0Z0 d dl1m2Z2 d dl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z; d dl<m=Z=m>Z> d dl?m@Z@mAZAmBZBmCZC d dlDmEZE  ej                         ZGej                  j                  d       ZJdZKdZLeJj                  ddeK      ZNeJj                  ddeK      ZOeJj                  eLeK      eOz  eNz   ZQeQd ddf   j                  deK      ZSeQddd f   j                  eLd      ZTeSj                         ZVeTj                         ZWd ZXd ZYd ZZd Z[ej                  j                  g dg dg dgg dg dg dgdd gfg d!g d"gg d!g d"g d"g d"g ej                  dd#g      fdej                  dgej                  ej                  dggdej                  dgej                  ej                  dgej                  ej                  dgej                  ej                  dgg ej                  dd#g      fg      ej                  j                  d$g d%      d&               Z`d' Zaej                  j                  d(dgeAz   eBz         ej                  j                  d)d*d+g      d,               Zbej                  j                  d- e d*.       ed*/      g      ej                  j                  d(dgeAz   eBz         ej                  j                  d)d*d+g      ej                  j                  d0ej                  ej                  g      ej                  j                  d1g d2      d3                                    Zeej                  j                  d4g d5      ej                  j                  d6g d7      ej                  j                  d0ej                  ej                  g      ej                  j                  d(dgeAz   eBz         d8                             Zfd9 Zge;d:        Zhd; Zid< Zjd= Zkd> Zld? Zmej                  j                  d(eAeBz         d@        Znej                  j                  dAd+dg      ej                  j                  d(eAeBz         dB               Zoej                  j                  dAd+dg      dC        ZpdD Zqej                  j                  dE e2             ej                  j                  dFe>ge=G      ej                  j                  dH e        e        e        edIJ       edKJ       edLJ      ge=G      dM                      ZrdN ZsdO ZtdP ZudQ Zvej                  j                  dAd+dg      ej                  j                  d(eAeBz         dR               Zwej                  j                  dSd+d*g      ej                  j                  dTd+d*g      ej                  j                  d(dgeAz   eBz         dU                      ZxdV Zyej                  j                  d(eAeBz         dW        Zzej                  j                  d(eAeBz         dX        Z{ej                  j                  d(eBeAz         dY        Z|ej                  j                  d(eBeAz         dZ        Z}d[ Z~d\ Zej                  j                  d]d+d*g      ej                  j                  d^d+d*g      ej                  j                  d_ej                  j                  dd#       e	j                   dd#d`a      g      db                      Zej                  j                  dceB      dd        Zde Zej                  j                  dfg dg      ej                  j                  dhg di      dj               Zej                  j                  dceB      dk        Zdl Zdm Zej                  j                  dneA      do        Zej                  j                  dneA      dp        Zej                  j                  dneA      dq        Zdr Zds Zdt Zej                  j                  dneA      du        Zdv Zej                  j                  dneA      dw        Zdx Zdy Zej                  j                  dzd{d|g      d}        Zd~ Zej                  j                  dceB      d        Zd Zd Zd Zd Zej                  j                  d(eAeBz         d        Zd Zej                  j                  dceB      d        Zd Zej                  j                  dceB      d        Zd Zej                  j                  dg d      ej                  j                  dceB      d               Zej                  j                  dg d      ej                  j                  d(e@eAz   eCz         d               Zej                  j                  dceB      d        Zej                  j                  dceB      d        Zej                  j                  dej                  egeAz   eBz         d        Zd Zd Zd Zd Zd Zej                  j                  d(e@eAz   eBz         d        Zd Zej                  j                  dddg      d        Zej                  j                  dddg      ej                  j                  dd+d*g      ej                  j                  d_eTeQg      d                      Zd Zd Zd Zej                  j                  d_eQ ejd                  eQ       ejd                  eQ        ejf                  eQjh                        g      d        Zej                  j                  dddg      d        Zd Zd Zej                  j                  dg d      d        Zd Zej                  j                  dddg      d        Zej                  j                  dddg      ej                  j                  dd+d*g      d               Zej                  j                  dddg      ej                  j                  dd+d*g      d               Zej                  j                  dddg      ej                  j                  dd+d*g      d               Zd Zej                  j                  d e	j                  dddd       geBD  cg c]&  }  | ej                  dej                              ( c} z         d        Zej                  j                  dddg      d        Zd Zd Zej                  j                  deeee eeg      d        Zej                  j                  deeee eeeeg      d        Zd Zej                  j                  dd+d*g      d        Zyc c} w )    N)sparsestats)datasets)clone)NotFittedError)linear_kernel)cross_val_predict)Pipeline)	BinarizerKernelCentererMaxAbsScalerMinMaxScaler
NormalizerPowerTransformerQuantileTransformerRobustScalerStandardScaleradd_dummy_featuremaxabs_scaleminmax_scale	normalizepower_transformquantile_transformrobust_scalescale)BOUNDS_THRESHOLD_handle_zeros_in_scale)SVR)gen_batchesshuffle))yield_namespace_device_dtype_combinations)_convert_containerassert_allcloseassert_allclose_dense_sparseassert_almost_equalassert_array_almost_equalassert_array_equalassert_array_lessskip_if_32bit)_get_check_estimator_ids check_array_api_input_and_values)COO_CONTAINERSCSC_CONTAINERSCSR_CONTAINERSLIL_CONTAINERS)mean_variance_axis        size
   c                 >    t        | d      r| j                         } | S )Ntoarray)hasattrr9   as    i/home/alanp/www/video.onchill/myenv/lib/python3.12/site-packages/sklearn/preprocessing/tests/test_data.pyr9   r9   S   s    q)IIKH    c                 F    t        j                  |       j                  d   S )Nr   )npasarrayshaper;   s    r=   _check_dim_1axisrC   Y   s    ::a=q!!r>   c                 J    ||k7  r| dz   |z  |k(  sJ y | |z  ||z
  z   |k(  sJ y )Nr4    )ibatch_start
batch_stopn
chunk_sizen_samples_seens         r=   assert_correct_incrrL   ]   s<    QA#~555:~k!9:nLLLr>   c                  \   ddg} ddg}t        | |      D ]  \  }}t        j                  ||      }t        j                  |      }t               }t        j                  |d      dz  }t	        j
                  t              5  |j                  |||       d d d         y # 1 sw Y   xY w)N      r4   sample_weight)ziprngrandnr   pytestraises
ValueErrorfit)
n_samplessn_featuress	n_samples
n_featuresXyscalersample_weight_notOKs           r=   9test_raises_value_error_if_sample_weights_greater_than_1dra   d   s     QJa&K!$Z!=	:IIi,IIi ! "ii	15:]]:&JJq!+>J? '& "> '&s   B""B+	)Xwr]   rQ   )r4   rN   rO   )                @      ?r4   r   r4   )r   r   r4   rO   array_constructor)array
sparse_csr
sparse_cscc                 @   |j                  d       }t        ||      }t        | |      } t        j                  | j                  d         }t        |      }|j                  | ||       t        j                  |j                  d         }t        |      }|j                  ||       g dg dg}	t        |j                  |j                         t        |j                  |j                         t        |j                  |	      |j                  |	             y )Nr   r   	with_meanrP   )      ?g      @      @)rq   g      @g      @)
startswithr"   r@   onesrB   r   rX   r%   mean_var_	transform)
rb   r]   rQ   ri   ro   ywscaler_wr^   r_   X_tests
             r=   "test_standard_scaler_sample_weightrz   v   s    . &00::I1/0A	B 1	2B 
!	B	2HLLR}L5 	
Ai0F
JJq!/Fhnn5X]]3((0(2D2DV2LMr>   c                     t         t        t        t        fD ]  } t               }|j	                  |       j                  | d      }t        | t              rt        j                  |       } t        |       dk(  rt        |j                  | j                                t        |j                  t        j                  t                      t#        |j%                  d      t        j&                  t                      t#        |j)                  d      t        j&                  t                      nt        |j                  | j%                                t        |j                  | j)                                t#        |j%                  d      t        j&                  t                      t#        |j%                  d      d       t#        |j)                  d      d       |j*                  | j,                  d   k(  sJ |j/                  |      }t#        ||         t        j                  d      } t               }|j	                  |       j                  | d      }t        |j                  d       t        |j                  d       t#        |j%                  d      d       t#        |j)                  d      d       |j*                  | j,                  d   k(  sJ y 	NTcopyr4   r   axis        rg   rd   r4   )X_1rowX_1colX_list_1rowr   rX   rv   
isinstancelistr@   rj   rC   r%   rt   ravelscale_rs   r\   r&   mean
zeros_likestdn_samples_seen_rB   inverse_transform)r]   r_   X_scaledX_scaled_backs       r=   test_standard_scaler_1dr      s   fk;7!::a=**14*8aAA!#aggi8rwwz/BC%hmmm&;R]]:=VW%hlll&:BMM*<UVaffh7quuw7%hmmm&;R]]:=VW%hmmm&;SA%hlll&:C@%%333 00:!-3- 82 	AFzz!}&&qt&4Hc*s+hmmm3S9hlll2C8!!QWWQZ///r>   sparse_containeradd_sample_weightFTc                    t         j                  j                  d      }d}d}| rt        j                  |      }nd }d}|!t         j                  t         j
                  g}n/t         j                  t         j
                  t         j                  g}|D ]  }|j                  ||      j                  |      }	|
 ||	      }	d}t        |      }
|
j                  |	|      j                  |	      }|	j                  |j                  k(  sJ |
j                  j                  t         j                  k(  sJ |
j                  j                  t         j                  k(  rJ  y )Nr   r7   rO   TFrn   rP   )r@   randomRandomStaters   float64float32float16rT   astyper   rX   rv   dtypert   r   )r   r   rS   r[   r\   rQ   ro   supported_dtyper   r]   r_   r   s               r=   test_standard_scaler_dtyper      s    ))


"CIJ	*I# ::rzz2::rzz2::> IIi,33E:' #AI)4::a}:=GGJww(..(((||!!RZZ///}}""bjj000 !r>   r_   rn   with_centeringr   constant)r   rg         Y@c                 8   t        | t              r.|r,t        j                  | j                  j
                   d       t        j                  j                  d      }d}d}|r t        |j                  |      dz        }ni }t        j                  ||f||      }	||	n ||	      }
 | j                  |
fi |j                  |
      }t        | t              r8t        | j                   t        j"                  |
j$                  d         d	
       t        | j&                  t        j(                  |
j$                  d                ||
usJ t+        ||
       t        | t              r-|s*t-        |
| j.                        }||
usJ t+        ||
       y y y )Nz# does not yet support sample_weightr   d   r4   r5   rN   rP   )rB   
fill_valuer   gHz>atolrn   )r   r   rU   skip	__class____name__r@   r   r   dictuniformfullrX   rv   r   r#   ru   zerosrB   r   rs   r$   r   ro   )r_   r   r   r   r   rS   r[   r\   
fit_paramsX_arrayr]   r   
X_scaled_2s                r=   &test_standard_scaler_constant_featuresr      s`    &,',=v''0011TUV
))


"CIJ(Ca(GH

ggY
3PUVG#+1A'1JAvzz!*z*44Q7H&.)RXXaggaj%9E FMM2771771:#671 1-&.)2C1(8(89
"""$Z3	 3D)r>   r[   )r7   r   i'  average)g|=r4   g    _Bc                 .   d\  }}t        j                  t        ||dz         D cg c]  }d|z  	 c}|      }|j                  d   }t        j                  | |f|      }	||z   |	d | dz  d d f<   ||z
  |	| dz  d d d f<   ||	n ||	      }
t        d      j                  |
      }t        j                  t         j                        j                  }| |z  |dz  z  | dz  |dz  z  |dz  z  z   }|dz  |k  }t        j                  |      sJ t        |j                  |   ||   k        sJ t        |j                  |   d	       |	dd d f   |	d
d d f   z
  dk7  }t        |j                  t        j                  |         d       t        |j                  t        j                  |         d       t        j                   |dz  |kD  |      }t        |j                  |   t        j"                  |j                        |          y c c}w )N)i   r4   r7   r   r   rN   Frn   rg   r3   )r@   rj   rangerB   emptyr   rX   finfor   epsanyallru   r#   r   logical_notlogical_andsqrt)r[   r   r   r   	scale_min	scale_maxrF   scalesr\   r]   r   r_   r   boundswithin_boundsrepresentable_diffcommon_masks                    r=   +test_standard_scaler_near_constant_featuresr     s    #IyXXeIy1}&EF&Er1u&EFeTFaJ
)Z(6A$v-A	Q$v-Ai1n#+a1A!1DGe,009F ((2::

"
"C _vqy(9a<#q&+@7A:+MMFAI'M 66-    v{{=)VM-BBCCCFMM-0#6 1a41RU8+q0FKK/A BCQGFMM"..1C"DEqI
 ..V!35GHKFMM+.0D[0QRQ Gs   Hc                      g d} t        j                  |       }| |fD ]Y  }t        |      }t        |j	                         d       t        |j                         d       t        t        |dd      |       [ y )N)rg         @      @r   r   rg   Fro   with_std)r@   rj   r   r&   r   r   r'   )X_listX_arrr]   r   s       r=   test_scale_1dr   I  s_    !FHHVEe_8!(--/37!(,,.#65eeDaH	 r>   c                     t        j                  dt        j                  d      t         j                        } t	        j
                         5  t	        j                  dt               t        |        d d d        t        t        |       t        j                  d             t        j                  dt        j                  d      t         j                        } d}t        j                  t        |      5  t        |       }d d d        t        t        j                  d             t        j                  ddt         j                        } t	        j
                         5  t	        j                  dt               t        |       }d d d        t        t        j                  d             t        j                  dd	t         j                        }d
}t        j                  t        |      5  t        |      }d d d        t        t        j                  d             t        ||       t        j                  t        |      5  t        |d      }d d d        t        t        j                  d             t        ||       y # 1 sw Y   !xY w# 1 sw Y   xY w# 1 sw Y   "xY w# 1 sw Y   xY w# 1 sw Y   hxY w)N   gh㈵>r   errorr7   z:standard deviation of the data is probably very close to 0matchg0.++g}Ô%ITz$Dataset may contain too large valuesFr   )r@   r   logr   warningscatch_warningssimplefilterUserWarningr   r&   r   rU   warns)xwarning_messagex_scaledx_small_scaledx_bigx_big_scaledx_big_centereds          r=   (test_standard_scaler_numerical_stabilityr   U  s   
 	266$<rzz2A 
	 	 	"g{3a 
# eAh4 	BFF4L

3ARO	k	98 
:h5
F"**-A		 	 	"g{3q 
# nbhhrl; GGBRZZ0E<O	k	9U| 
:lBHHRL9lN;	k	9uu5 
:nbhhrl;nn=9 
#	" 
:	9
 
#	" 
:	9 
:	9s<   &J:J '&J-7J:KJ J*-J7:KKc                  ^   t         j                  j                  d      } d}d}| j                  ||      }d|d d df<   t	               }|j                  |      j                  |d      }t        j                  t        j                  |            rJ |j                  |k(  sJ t        |j                  d      |dgz         t        |j                  d      g d       ||usJ |j                  |      }||usJ ||usJ t        ||       t        |d	d
      }t        j                  t        j                  |            rJ t        |j                  d	      |dgz         t        |d	d      }t        j                  t        j                  |            rJ t        |j                  d	      |dgz         t        |j                  d	      |dgz         ||usJ |j                  |      j                  |d
      }t        j                  t        j                  |            rJ t        |j                  d      |dgz         t        |j                  d      g d       ||u sJ | j                  dd      }d|d d df<   t	               }|j                  |      j                  |d      }t        j                  t        j                  |            rJ t        |j                  d      |dgz         t        |j                  d      g d       ||usJ y )Nr   rd   rc   r   Tr}   r   r   rg   rg   rg   rg   r4   F)r   r   rg   )r@   r   r   rT   r   rX   rv   r   isnanr   r&   r   r   r   r   )rS   r\   r[   r]   r_   r   r   s          r=   test_scaler_2d_arraysr   |  s   
))


"CJI		)Z(AAadGFzz!}&&qt&4Hvvbhhx()))!!Y...hmmm3Z3%5GHhlll24MN1 ,,X6M!!!(((mQ/QQ/Hvvbhhx()))hmmm3Y#5FGQQ.Hvvbhhx()))hmmm3Y#5FGhlll2I4EF1zz!}&&qu&5Hvvbhhx()))hmmm3Z3%5GHhlll24MNq==		!QAAadGFzz!}&&qt&4Hvvbhhx()))hmmm3Z3%5GHhlll24MN1r>   c                  ,   t         j                  j                  d      } | j                  ddddg      j	                  t         j
                        }t        j                  d      5  t               j                  |      }|j                  |      }d d d        t               j                  |j	                  t         j                              }t        j                  t        j                              sJ t        ||d	       y # 1 sw Y   xxY w)
Nr   rd   r7   i@ r4   raise)overrN   decimal)r@   r   r   r   r   r   errstater   rX   rv   fit_transformr   r   isfiniter&   )rS   r]   r_   r   X_scaled_f64s        r=   test_scaler_float16_overflowr     s    
))


"C 	ArFA;'..rzz:A	'	"!%%a(##A& 
#
 "#11!((2::2FGL
 66"++h'(((
 ha@ 
#	"s   (+D

Dc                      t        j                  g d      } t        | d      }t        | t        j                  g d             t        |t        j                  g d             y )N)r   gؗҜ<r4   rN   rO   Tr}   )r4   r4   r4   rN   rO   )r@   rj   r   r#   )s1s2s     r=   test_handle_zeros_in_scaler     sD    	%	&B		.BB!456B12r>   c            
      j   t         } | j                  d   }ddd||dz   fD ]  }t               j                  |       }t               }t	        t
        |      D ]  }|j                  | |         } t        |j                  |j                         t        |j                  |j                         |j                  |j                  k(  sJ t        |j                  |j                         t        |j                  |j                         t        |j                  |j                         t        d|      }t               j                  | |         }t               j                  | |         }t        |j                  |j                         t        |j                  |j                         |j                  |j                  k(  sJ t        |j                  |j                         t        |j                  |j                         t        |j                  |j                         t               j                  |       }t               }t        t	        t
        |            D ]H  \  }}|j                  | |         }t!        ||j"                  |j$                  |||j                         J  y )Nr   r4   rN   2   *   rG   rH   rI   rJ   rK   )X_2drB   r   rX   r   r[   partial_fitr&   	data_min_	data_max_r   data_range_r   min_slice	enumeraterL   startstopr]   rI   rJ   scaler_batchscaler_incrbatchbatch0rF   s           r=   test_minmax_scaler_partial_fitr    s+    	A	
A!RAF+
#~))!,"n J7E%11!E(;K 8 	","8"8+:O:OP!,"8"8+:O:OP++{/J/JJJJ!,":":K<S<ST!,"5"5{7I7IJ!,"3"3[5E5EF q*%#~))!F)4"n006;!,"8"8+:O:OP!,"8"8+:O:OP++{/J/JJJJ!,":":K<S<ST!,"5"5{7I7IJ!,"3"3[5E5EF $~))!,"n!+i"DEHAu%11!E(;K!KK ::%*:: F= ,r>   c            
      (   t         } | j                  d   }ddd||dz   fD ]o  }t        d      j                  |       }t        d      }t	        t
        |      D ]  }|j                  | |         } t        |j                  |j                         |j                  |j                  k(  sJ |j                  |j                  k(  sJ t        d|      }t               j                  | |         }|dk(  r{t        t        j                  t        t        j                        |j                         t        t        j                   t        t        j                        |j"                         n\t        t        j$                  | |   d	      |j                         t        t        j&                  | |   d	      |j"                         t               j                  |       }t               }t)        t	        t
        |            D ]H  \  }}|j                  | |         }t+        ||j,                  |j.                  |||j                  
       J t        |j                  |j                         |j                  |j                  k(  rpJ  y )Nr   r4   rN   r   r   Fr   r   r   r   )r   rB   r   rX   r   r[   r   r&   rt   ru   r   r   r@   r   r\   r   rs   r   varr   r   rL   r  r  r  s           r=    test_standard_scaler_partial_fitr    s    	A	
A!RAF+
%u599!<$e4 J7E%11!E(;K 8!,"4"4k6G6GH  K$4$4444++{/J/JJJJ q*%$&221V9=?%2::68H8H &
"**5{7I7I &bffQvYQ&?AQAQR%qyq);+=+=
 &'++A.$&!+i"DEHAu%11!E(;K!KK ::%*:: F 	","3"3[5E5EF++{/J/JJJJU ,r>   c                    t         j                  j                  d      }d}d}|j                  dd|      }|j                  dd|      }|j	                  ||      |z  |z   }t               j                  |      }t               }|D ]#  }	|j                  |	j                  d	|            }% d
}
t        |j                  |j                  |
       t        |j                  |j                  |
       t        |j                  |j                  |
       d}d} | |j                  dd|      j                  t         j                        |z        }t        d      j                  |      }t        d      }|D ]4  }	|	j                   d	k(  r|	j                  d	d      }	|j                  |	      }6 d
}
|j                  J t        |j                  |j                  |
       t        |j                  |j                  |
       y )Nr   rN   r   g  4&kg  4&kCr5   g     @@    .Ar4   gư>)rtol)r   rO   g@xDFrn   r3   )r@   r   r   r   rT   r   rX   r   reshaper#   rt   ru   r   randintr   r   ndim)r   rS   r\   r[   offsetsr   r]   r  r  chunktolr6   r   r_   s                 r=   4test_standard_scaler_partial_fit_numerical_stabilityr  4  s    ))


"CJIkk%Jk7G[[c
[3F		)Z(61G;A!#''*L "K!--emmAz.JK  CK%%|'9'9DK$$l&7&7cBK&&(;(;#F
 DEQ4077

CeKLA e,003F 51K::? MM!R(E!--e4  C<<###K$$fkk<K&&C@r>   rQ   c                     |t        j                  dgdgdgdgg            }| r"t        j                  |j                  d         } t        ddd      }|j                  ||       j                  |      }t        |j                         |j                                |j                  |      }t        |j                         |j                                t        |j                         |j                                y )	Nrg   r   r   r   FTro   r   r~   rP   )r@   rj   rS   randrB   r   r   rv   r'   r9   r   )rQ   r   r]   null_transformX_nullX_origs         r=   test_partial_fit_sparse_inputr  c  s     	C53%#">?@A,#ee$ON'''GQQRSTFv~~'5--f5Fv~~')9:v~~'5r>   c                 
   t         d dd d f   }| r"t        j                  |j                  d         } t	               }t        t        |j                  d   d            D ]  \  }}|d |dz   d d f   }|j                         }| .t	               j                  |      }|j                  ||         }n:t	               j                  || d |dz          }|j                  ||   | |         }|j                  |      }t        ||       t        ||       |j                  |      }	t        ||	       t        j                  |j                  d         }
t        j                  t               j"                  }t%        |
|j&                  |z          t%        |
|j(                  |z          | |dz   |j*                  k(  rbJ t        j,                  | d |dz          t/        j0                  |j*                        k(  rJ  y )Nr   r   r4   rP   )r   rS   r  rB   r   r   r   r~   r   r   rv   r&   r   r@   r   r   floatr   r(   ru   r   r   sumrU   approx)rQ   r]   r  rF   r  X_sofarchunks_copyscaled_batchscaled_incrright_inputzeroepsilons               r=   .test_standard_scaler_trasform_with_partial_fitr(  t  s    	TcT1WA, "Kk!''!*a895Iq1uIqL/lln )+99'BL%11!E(;K)+99}Wq1u'= : L &11%e(< 2 K "++G4!,<!';7!33K@!';7xx
#((5/%%$ 0 07 :;$ 2 2W <= Ek9999966-!a%01V]]++6   9 :r>   c            	          t        j                  g dg dg dg dg dg dgt         j                        } t               }|j	                  |        |j                  |        y )N)r4   r4   r4   r   r4   r   )r   r   r   r4   r   r   )r4   rc   r4   r4   r   r   )r   r4   r   r   r4   r   )r   rc   r   r4   r   r4   r   )r@   rj   int32r   rX   r   )r   r_   s     r=   .test_standard_check_array_of_inverse_transformr+    sW     		
 hh
	A F
JJqM
 Qr>   z#array_namespace, device, dtype_namecheck)ids	estimatorl1norml2maxc                 J    | j                   j                  } ||| |||       y )N)device
dtype_name)r   r   )r.  r,  array_namespacer5  r6  names         r=    test_scaler_array_api_compliancer9    s%    . ''D	$	?6jQr>   c                  b   t         j                  } t               }|j                  |       }t	        |j                  d      d       t	        |j                  d      d       |j                  |      }t	        | |       t        d      }|j                  |       }t	        |j                  d      d       t	        |j                  d      d       |j                  |      }t	        | |       t        d      }|j                  |       }t	        |j                  d      d       t	        |j                  d      d	       |j                  |      }t	        | |       t        d
      }t        j                  t              5  |j                  |        d d d        y # 1 sw Y   y xY w)Nr   r   r4   r4   rN   feature_rangerN   )      333333?r>  r?  )rN   r4   )irisdatar   r   r&   minr3  r   rU   rV   rW   rX   )r]   r_   X_transX_trans_invs       r=   test_min_max_scaler_irisrE    sU   		A^F""1%Ggkkqk115gkkqk115**73Ka- /F""1%Ggkkqk115gkkqk115**73Ka- 4F""1%Ggkkqk148gkkqk137**73Ka- /F	z	"

1 
#	"	"s   
F%%F.c                     g dg dg dg} g dg dg dg}t               }|j                  |       }g dg dg d	g}t        ||       |j                  |      }t        | |       |j	                  |      }g dg d
g dg}t        ||d       t        d      }|j                  |       }g dg dg dg}t        ||       t        |       }t        ||       t        | d      }t        ||       y )Nr   rg         ?r   rg   gr   rg   g?r   rf   rH        rg   r   r   rg   rp   )r   r   rH  r   r   r   r   r   rg   )rM  r   gsh|??)r   r   gS?rN   r   r;  r<  )rg   rg   rp   rg   rg   rg   )rg   rg   rf   )r   r   r&   r   rv   r   )	r]   X_newr_   rC  X_expected_0_1rD  X_trans_newX_expected_0_1_newX_expected_1_2s	            r=   *test_min_max_scaler_zero_variance_featuresrW    s    	+-=>A/1ABE ^F""1%G%HNg~6**73Ka-""5)K,.@BTUk+=qI /F""1%G%HNg~6 1oGg~61F3Gg~6r>   c                      t         j                  } t        | d      }t        t	        j
                  |d      d       t        t	        j                  |d      d       y )Nr4   r   r   )r@  rA  r   r&   r@   rB  r3  )r]   rC  s     r=   test_minmax_scale_axis1rY    sA    		A11%GbffW15q9bffW15q9r>   c                  f   t         t        t        t        fD ]<  } t        d      }|j	                  |       j                  |       }t        | t              rt        j                  |       } t        |       dk(  rgt        |j                  d      t        j                  t                     t        |j                  d      t        j                  t                     n8t        |j                  d      d       t        |j                  d      d       |j                   | j"                  d   k(  sJ |j%                  |      }t        ||        ? t        j&                  d      } t               }|j	                  |       j                  |       }|j                         dk\  sJ |j                         dk  sJ |j                   | j"                  d   k(  sJ t         j)                         }|j                         }|j                         }t        ||z
  ||z
  z  t+        |d             y r|   )r   r   r   r   rX   rv   r   r   r@   rj   rC   r&   rB  r   r\   r3  r   rB   r   rs   r   r   )r]   r_   r   r   X_1dr   max_s          r=   test_min_max_scaler_1dr]    s   fk;74(::a=**1-aAA!#%hlll&:BHHZ<PQ%hlll&:BHHZ<PQ%hlll&:C@%hlll&:C@%%333 00:!-3# 8( 	A^Fzz!}&&q)H<<>S   <<>S   !!QWWQZ/// <<>D88:D88:D	%|Dt'Dr>   c                    t         j                  j                  d      }|j                  dd      }d|d d df<    ||      }| r|j	                  |j
                  d         } t        j                  t              5  t               j                  |       d d d        t        d      j                  ||       }|j                  |d	
      }t        j                  t        j                  |            rJ t        d      j                  ||       }|j                  |d	
      }t        j                  t        j                  |j                              rJ t        |j                   |j                          t        |j"                  |j"                         t        |j$                  |j$                         t        |j&                  |j&                         | =t        |j)                  d      g dd       t        |j+                  d      g d       t-        |d      \  }	}
t        |	|j)                  d             t        |
|j/                  d             ||usJ ||usJ |j1                  |      }||usJ ||usJ t        ||       |j1                  |      }||usJ ||usJ t        |j3                         |       |t4        v rqt        ddd	      }|j7                  |      }t9        |j                  |j                         |j1                  |      }t9        |j                  |j                         y y # 1 sw Y   xY w)Nr   rc   rd   r   r   Frn   rP   Tr}   r   r   g{GzgQ@gffffffֿg(\rN   r   r  )r@   r   r   rT   r  rB   rU   rV   rW   r   rX   rv   r   r   rA  r&   rt   ru   r   r   r   r   r0   r
  r   r9   r.   r   r'   )rQ   r   rS   r]   X_sparser_   r   scaler_sparseX_sparse_scaledX_sparse_scaled_meanX_sparse_scaled_varr   X_sparse_scaled_backr  r  r  s                   r=   test_scaler_without_centeringrf  =  s    ))


#C		!QAAadG"H,	z	"X& 
# e,00-0PF-Hvvbhhx()))"U377 8 M $--hT-BOvvbhh334555fllM,?,?@fkk=+=+=>fmm]-A-ABf44m6S6ST!MMqM!#CQ	
 	"(,,A,"68QR0B?TU0V--2HMMqM4IJ18<<Q<3GH 1(***,,X6M!!!(((mQ/(::?Kx///6662::<a@>)'%%dS--h76;;611&96;;6 *U 
#	"s   <MMro   r   c                    t        j                  g dt         j                  ddgddt         j                  gddt         j                  ggt         j                        }| ||      }t	        j
                  |      r| rt        j                  d	       t        | |
      }|j                  |       t        |j                  t        j                  g d             y )Nr   r4   rO   re   r7   rd   rc   r   r   r   z3'with_mean=True' cannot be used with sparse matrix.r   )rO   rc   rN   )r@   rj   nanr   r   issparserU   r   r   rX   r'   r   )ro   r   r   r]   transformers        r=   #test_scaler_n_samples_seen_with_nanrl  z  s     		RVVQOaBFF^aBFF^DBJJ	A #QqiIJ 9xHKOOA{22BHHY4GHr>   c                     | j                   |j                   cxu rJ  J | j                  |j                  cxu rJ  J | j                  |j                  cxu rJ  J | j                  |j                  k(  sJ y )N)rt   ru   r   r   )scaler_1scaler_2s     r=   "_check_identity_scalers_attributesrp    sp    >>X^^33333==HMM11111??hoo55555##x'?'????r>   c                    t        j                  g dg dg dgt         j                        } | |      }t        dd      }|j	                  |      }t        ||       t        |      }|j	                  |      }t        ||       t        ||       |j                  |       |j                  |       t        ||       |j                  |       |j                  |       t        ||       y )Nrh  )rd   re   r   )r   r   r7   r   Fr   )r@   rj   r   r   r   r#   r   r$   rp  r   rX   )r   X_denser`  transformer_denseX_trans_densetransformer_sparseX_trans_sparses          r=   test_scaler_return_identityrw    s     hh	9j9LG(H&G%33G<MM7+01'55h?N :&'8:LM!!'*""8,&'8:LM'"8$&'8:LMr>   c                    t         j                  j                  d      }|j                  dd      }d|d d df<    | |      }t	        j
                  d      5  t        d	      j                  |      }|j                  |d
      }d d d        t        j                  t        j                              rJ t	        j
                  d      5  t        d	      j                  |      }|j                  |d
      }d d d        t        j                  t        j                  j                              rJ t        j                  j                         t        |j                  |j                         t        |j                  |j                         t        |j!                  d      g dd       t        |j#                  d      g d       t%        |j'                  t(              d      \  }}	t        ||j!                  d             t        |	|j#                  d             ||usJ ||usJ |j+                  |      }
|
|usJ |
|usJ t        |
|       |j+                  |      }||usJ ||usJ t        |j-                         |       | t.        v rt        ddd      }t	        j
                  d      5  |j1                  |      }d d d        t3        j                  |j                         |j+                  |      }t3        |j                  |j                         y y # 1 sw Y   xY w# 1 sw Y   GxY w# 1 sw Y   vxY w)Nr      rc   rd   r5   r   T)recordFrn   r}   r   )r   gX9v?gV-?g      5@gl?rN   r   r  )r@   r   r   r  r   r   r   rX   rv   r   r   rA  r&   rt   ru   r   r   r   r0   r   r  r   r9   r.   r   r'   )r   rS   r]   r`  r_   r   ra  rb  rc  X_sparse_scaled_stdr   re  r  r  r  s                  r=   test_scaler_intr}    s    ))


#CBV$AAadG"H		 	 	-%044Q7##AD#1 
. vvbhhx()))		 	 	-&7;;HE'11(1F 
. vvbhh334555fllM,?,?@fkk=+=+=>fmm]-A-AB1? hlll24MN0Bu%q1-- 2HMMqM4IJ18<<Q<3GH 1(***,,X6M!!!(((mQ/(::?Kx///6662::<a@>)'%%dS$$D1#11(;F 26;;611&96;;6 *O 
.	-
 
.	-H 21s$   /L8/MM8MMMc                    t         j                  j                  d      }|j                  dd      }d|d d df<    | |      }|j	                         }t        d      j                  |       t        ||       |j	                         }t        dd      j                  |       t        |j                         |j                                y )	Nr   rc   rd   r   r   Fr}   )ro   r~   )	r@   r   r   rT   r~   r   rX   r'   r9   )r   rS   r]   r`  X_copyX_sparse_copys         r=   test_scaler_without_copyr    s     ))


#C		!QAAadG"HVVXF""1%q&!MMOMU/33H=x'')=+@+@+BCr>   c                    t         j                  j                  d      }|j                  dd      } | |      }t	        j
                  t              5  t        |d       d d d        t	        j
                  t              5  t        d      j                  |       d d d        t        d      j                  |      }t	        j
                  t              5  |j                  |       d d d         | |j                  |            }t	        j
                  t              5  |j                  |       d d d        y # 1 sw Y   xY w# 1 sw Y   xY w# 1 sw Y   lxY w# 1 sw Y   y xY w)Nr   rc   rd   Trn   )r@   r   r   rT   rU   rV   rW   r   r   rX   rv   r   )r   rS   r]   r`  r_   X_transformed_sparses         r=   +test_scale_sparse_with_mean_raise_exceptionr    s   
))


#C		!QA"H 
z	"h$' 
#	z	"&**84 
# d+//2F	z	"" 
# ,F,<,<Q,?@	z	"  !56 
#	" 
#	"	"	"
 
#	" 
#	"s0   D?EE$E#?EEE #E,c                      t         j                  ddddgg} t        j                  t        d      5  t        |        d d d        y # 1 sw Y   y xY w)Nrd   re      r   z,Input contains infinity or a value too larger   )r@   infrU   rV   rW   r   r]   s    r=   &test_scale_input_finiteness_validationr    sD    
&&!Q1	A	H
 	a
 
 
s   AAc                      t        j                  dd      } t        d      }d}t        j                  t
        |      5  |j                  |        d d d        y # 1 sw Y   y xY w)Nr2   r7   Tr   zCannot center sparse matricesr   )r   r  r   rU   rV   rW   rX   )r`  r_   err_msgs      r=   test_robust_scaler_error_sparser    sG    {{4$H.F-G	z	1

8 
2	1	1s    AA$r   with_scalingr]   rH  densityc                 r   |r*t        j                  |       rt        j                  d       t	        ||      }|j                  |        |r&t        |j                  t        j                        sJ |j                  J |r't        |j                  t        j                        sJ y |j                  J y )Nz(RobustScaler cannot center sparse matrix)r   r  )r   rj  rU   r   r   rX   r   center_r@   ndarrayr   )r]   r   r  r_   s       r=   test_robust_scaler_attributesr    s    
 &//!,>?lSF
JJqM&.."**555~~%%%&--444}}$$$r>   csr_containerc                    t         j                  j                  dd      }d|d d df<    | |      }t        d      }|j	                  |       |j
                  d   t        j                  d      k(  sJ |j                  |      }t        |d d dgf   j                         |d d dgf   j                                y )Nr7   rd   r   Fr   r4   )r@   r   rT   r   rX   r   rU   r   rv   r#   r9   )r  r]   r_   rC  s       r=   "test_robust_scaler_col_zero_sparser  4  s     			AAAadGaA/F
JJqM==v}}Q////q!GAa!fI%%'QC)@)@)BCr>   c                  T   t         j                  j                  d      } | j                  dd      }d|d d df<   t	               }|j                  |      j                  |      }t        t        j                  |d      ddgz         t        |j                  d      d   d       y )Nr   rc   rd   r   r   )
r@   r   r   rT   r   rX   rv   r&   medianr   )rS   r]   r_   r   s       r=   test_robust_scaler_2d_arraysr  D  s    
))


"C		!QAAadG^Fzz!}&&q)Hbiiq91u9Ehlll215q9r>   r  )r   g?皙?rH  r4   strictly_signed)positivenegativer   Nc                 T   t        j                  dd|       j                         }|dk(  r%t        j                  |j
                        |_        nn|dk(  r&t        j                  |j
                         |_        nC|dk(  r>t        j                  |j
                  j                  t        j                        |_        |j                         }t        d	      }t        d	      }|j                  |       |j                  |       t        |j                  |j                         y )
Nr2   rd   r  r  r  r   r   Fr   )r   r  tocscr@   absrA  r   rB   r   r9   r   rX   r#   r   )r  r  r`  rr  ra  scaler_denses         r=   +test_robust_scaler_equivalence_dense_sparser  Q  s     {{4G4::<H*$x}}-	J	&..	G	#!4!4BJJG G 6Mu5LhWM((,*=*=>r>   c                    t         j                  j                  d      }|j                  dd      }t        j                  g dg      }t        d      }|j                  |      }|j                   | |            }||j                  z  }t        |j                         |       |j                  |      }t        ||j                                y )Nr   rc   rd   )r  rg   rf   r   rM  Fr   )r@   r   r   rT   rj   r   rX   rv   r   r&   r9   r   )r  rS   r]   
single_rowr_   	row_transrow_expectedrow_scaled_backs           r=   (test_robust_scaler_transform_one_row_csrr  g  s     ))


"C		!QA567J/FZZ]F  z!:;I-Li//1<@..y9Oj/*A*A*CDr>   c                  4   t         j                  } t               }|j                  |       }t	        t        j                  |d      d       |j                  |      }t	        | |       t        j                  |dd      }|d   |d   z
  }t	        |d       y )Nr   r      K   qr   r4   	r@  rA  r   r   r&   r@   r  r   
percentile)r]   r_   rC  rD  r  iqrs         r=   test_robust_scaler_irisr  v  s~    		A^F""1%Gbiia8!<**73Ka-
g2A
A$1+Cc1%r>   c                  8   t         j                  } t        d      }|j                  |       }t	        t        j                  |d      d       |j                  |      }t	        | |       t        j                  |dd      }|d   |d   z
  }t	        |d       y )N)r7   Z   quantile_ranger   r   r  r4   r  )r]   r_   rC  rD  r  q_ranges         r=   !test_robust_scaler_iris_quantilesr    s    		A2F""1%Gbiia8!<**73Ka-
g2AdQqTkGgq)r>   csc_containerc                    t         j                  }t        d      }|j                  |      }|j	                  |      }t        ||       t        dd      }|j                  |      }|j	                  |      }t        ||        | |      }|j                  |      }|j	                  |      }t        |j                         |j                                y )Nr1   n_quantilesnormal)r  output_distribution)r@  rA  r   r   r   r&   r9   )r  r]   rk  rC  rD  r`  X_sparse_tranX_sparse_tran_invs           r=   test_quantile_transform_irisr    s    		A%"5K''*G//8Ka-%"(SK''*G//8Ka- QH--h7M#55mDh..02C2K2K2MNr>   c                    t        j                  g dg dg dg      } | |      }t        j                  g dg dg dg      } | |      }d}t        j                  t        |      5  t        d      j                  |       d d d        t        d	      }d
}t        j                  t        |      5  |j                  |       d d d        |j                  |       d
}t        j                  t        |      5  |j                  |       d d d        t        j                  g dg dg      }d}t        j                  t        |      5  |j                  |       d d d        t        d	      j                  |      }t        j                  t        d      5  |j                  d       d d d        t        d	      }d}t        j                  t        |      5 }|j                  |       d d d        t              dk(  sJ |j                  |j                  d   k(  sJ y # 1 sw Y   xY w# 1 sw Y   sxY w# 1 sw Y   8xY w# 1 sw Y   xY w# 1 sw Y   xY w# 1 sw Y   wxY w)N)
r   r  r   r   r   r   r  r   r   r   )
rN   rc   r   r   re   r   r   r7   r   r   )
r   r   @ffffff@r   r   ffffff@r         #@r  )
rc   r   r   re   r   r   r7   r   r   zmThe number of quantiles cannot be greater than the number of samples used. Got 1000 quantiles and 10 samples.r   r7   )	subsampler  z>QuantileTransformer only accepts non-negative sparse matrices.zKX has 2 features, but QuantileTransformer is expecting 3 features as input.z+Expected 2D array, got scalar array insteadr   zn_quantiles is set to n_samplesr4   r   )r@   	transposerU   rV   rW   r   rX   rv   r   r   r   lenn_quantiles_rB   )r  r]   X_negr  rk  
X_bad_featwarn_msgr{  s           r=   #test_quantile_transform_check_errorr    s   
/+4	
	A 	aALL/,4	
E % E	 
 
z	1b)--a0 
2 &"5KNG	z	1 
2OOANG	z	1e$ 
2 	,.VWJ 	V  
z	1%%j1 
2 &"599!<K	z)V	Wb! 
X &#6K0H	k	2f 
3v;!##qwwqz111? 
2	1
 
2	1 
2	1 
2	1
 
X	W
 
3	2sH   *H-7H:?II!I $I,-H7:III I),I5c                    t        j                  ddgddgddgddgddgg      } | |      }t        dd      }d}t        j                  t
        |      5  |j                  |       d d d        t        j                  ddgddgddgddgddgg      }|j                  |      }t        ||j                                t        j                  g d	      }t        j                  g d
      }t        j                  g d      }	 | ||	|ff      }|j                  |      }t        j                  ddgddgddgddgddgddgddgddgddgg	      }t        ||j                                t        dd      }t        j                  g d      }t        j                  g d      }t        j                  g d      }	 | ||	|ff      }|j                  |      }t        j                  ddgddgddgddgddgddgddgg      }t        ||j                                t        |j                         |j                  |      j                                t        dddd      }|j                  |      }t        ||j                                t        |j                         |j                  |      j                                y # 1 sw Y   axY w)Nr   r4   rN   Trd   )ignore_implicit_zerosr  z['ignore_implicit_zeros' takes effect only with sparse matrix. This parameter has no effect.r   )r   r   r4   r   rN   rN   r4   r   r4   rN   r   )r   r   r4   r4   r4   r4   r4   r4   r4   r4   r4   )r   rc   r   r4   rN   rO   rc   rd   re   r  r   r   rH  rg   )	r3   r3   r4   r   r   r   r4   r3   r4   )	r   r   r4   r4   r4   r4   r4   r4   r4   )	r   rc   r   r4   rN   rO   rc   rd   re   g      ?r   )r  r  r  random_state)r@   rj   r   rU   r   r   rX   r   r%   r9   r   )
r  r]   r`  rk  r   
X_expectedrC  X_dataX_colX_rows
             r=   +test_quantile_transform_sparse_ignore_zerosr    s   
1a&1a&1a&1a&1a&9:AQH%DaPK	 
 
k	9 
: Aq6Aq6Aq6Aq6Aq6BCJ''1G
GOO$56 XX78FHH67EHH67Efuen56H''1G#J#J#J#J#J#J#J#J#J
	
J 
GOO$56%DaPKXX45FHH01EHH01Efuen56H''1G
Q!UaZ!UaVaVaVLJ 
GOO$56K99'BJJL
 &"QQK ''1G
GOO$56K99'BJJLc 
:	9s   KKc                  2   t        j                  g dg dg dg dg dg      } t        d      }|j                  |        |j	                  |       }t        j
                  t        j                  dd	d
      d      j                  }t        t        j                  |d      |       t        j                  g dg dg      }t        j                  g dg dg      }t        |j                  |      |       |j                  |      }t        | |       y )N)r   rN   r  )r  rc   r  )r   re   r  )r  r   r  )r   r7   r  rd   r  r   r4   )num)rO   r4   r   )r3   r4   r   )e      r7   )r   r   r   r4   r4   r4   )r@   rj   r   rX   r   tilelinspaceTr%   sortr&   rv   r   )r]   rk  rC  r  ry   rD  s         r=   !test_quantile_transform_dense_toyr    s    
	lL,O	A &!4KOOA ''*GQq16:<<Ja0*=XX	
F 	
J k33F;ZH//8Ka-r>   c                     d} d}t        j                  t         j                  j                  | df      d      }d}g }t	        |      D ]  }t        ||| dz        }|j                  |       t        j                  dd|      t        j                  |j                        z
  }t        j                  t        j                  |            }|d	k  sJ |j                  |        t        t        j                  |            t        |      k(  sJ t        j                   | dd
dd      }g }t	        |      D ]  }t        ||| dz        }|j                  |       t        j                  dd|      t        j                  |j                        z
  }t        j                  t        j                  |            }|dk  sJ |j                  |        t        t        j                  |            t        |      k(  sJ y )N@B r2   r4   r   r   rd   r7   )r  r  r  {Gz?gGz?csc)r  formatr  r  )r@   r  r   sampler   r   rX   r  r   
quantiles_r3  r  appendr  uniquer   r  )	r[   r  r]   ROUNDinf_norm_arrr  rk  diffinf_norms	            r=   #test_quantile_transform_subsamplingr  ?  s    IK
		  )Q0q9AELe)%#2o

 	{{1a-9O9O0PP66"&&,'$H% % ryy&'3|+<<<< 	Iq$u1MALe)%#2o

 	{{1a-9O9O0PP66"&&,'$H% % ryy&'3|+<<<<r>   c                     t         j                  j                  d      j                  d      } d}t	        |d      j                  |       }t        j                  dd|      }t        |j                  |       t        j                  | j                         |      }t        |j                  j                         |       y)zCCheck the behaviour of `QuantileTransformer` when `subsample=None`.r   )   r4   r5   rd   N)r  r  r4   )r@   r   r   r  r   rX   r  r#   references_quantiler   r  )r]   r  rk  expected_referencesexpected_quantiless        r=   ,test_quantile_transform_subsampling_disabledr  n  s    
		a ''X'6AK%+NRRSTUK++aK8K++-@AQWWY0CDK**0024FGr>   c                    t        j                  g dg dg dg dg dg dg dg dg d	g d
g
      } | |      }t        d      }|j                  |       |j	                  |      }t        t        j                  |j                         d      d       t        t        j                  |j                         d      d       |j                  |      }t        |j                         |j                                t        d      j                  |j                               }|j                  |      }t        t        j                  |j                         d      d       t        t        j                  |j                         d      d       |j                  |      }t        |j                         |j                                y )N)r   rf   r   )g      9@      @r   )g      I@r   r  )r   r   r  )r   g      @r   )r   g       @r   )g     R@r   r  )r   g      $@r   )r   r   r  )r   r   r  r7   r  r   r   r   rg   )r@   rj   r   rX   r   r&   rB  r9   r3  r   rv   )r  r]   rk  rC  rD  rs  s         r=   "test_quantile_transform_sparse_toyr  {  sS   
	
	A 	aA%"5KOOA''*GbffW__%6Q?EbffW__%6Q?E//8Kaiik;+>+>+@A+;??		L))!,GbffW__%6Q?EbffW__%6Q?E#55g>Kaiik;+>+>+@Ar>   c                      t        j                  g dg dg dg      } t        | j                  dd      }t        | dd      }t	        ||j                         y )N)r   r  r   r  r   )rN   rc   re   r   r7   )r  r  r  r  r  r   rd   )r   r  r4   )r@   rj   r   r  r&   )r]   
X_trans_a0
X_trans_a1s      r=   test_quantile_transform_axis1r    sH    
&(8:STUA#ACCaQ?J#AA1=Jj*,,7r>   c                    t        j                  ddgddgddgg      } | |      }t        dd      j                  |      }t	        ||       t        dd      j                  |      }t	        |j                         |       t	        ||j                                t        j                  ddgddgddgg      }t        j                  ddgddgddgg      }t        d      j                  |      }|j                  |      }t	        ||       t         j                  j                  d      }t               }|j                  |       |j                  d	gg      |j                  t        j                  |      gg      k(  sJ |j                  d
gg      |j                  t        j                  |      gg      k(  sJ |j                  d	gg      |j                  t        j                  |j                        gg      k(  sJ |j                  d
gg      |j                  t        j                  |j                        gg      k(  sJ y )Nr   r4   rO   r  r  rH  r  r  )r2   r4   r7   )r@   rj   r   r   r&   r9   rX   rv   r   rB  r3  r   r  )r  rr  r`  rC  
X_trans_spr]   X1rk  s           r=   test_quantile_transform_boundsr    s'    hhAAA/0GW%H "aa@NNwWGgw/$CQQJ j002G<gz'9'9';< 	1a&1c(QF+,A	As8aX3x0	1B%!488;K##B'Ggr* 			#A%'KOOA  3%)[-B-BRVVAYK=-QQQQ  2$(K,A,ABFF1I;-,PPPP((3%1[5R5R
&&((
)	*+6    ((2$0K4Q4Q
&&((
)	*+5   r>   c            	         t         j                  } t        j                  dgt        dz  gdgdgdgdgdgg      }| |fD ]?  }t        dd	      }|j                  |      }|j                  |      }t        ||d
       A y )Nr   r7   rp   rN   rO   rc   r2   r   r  	   r   )	r@  rA  r@   rj   r   r   r   r   r&   )X_1X_2r]   rk  rC  rD  s         r=   #test_quantile_transform_and_inverser    s    
))C
((SE,r12SEA3aS1#N
OC3Z)dK++A.!33G<!![!<	 r>   c                     t        j                  t         j                  dddgt         j                  t         j                  ddgt         j                  dddgg      } t        dd      }|j	                  |        t        j
                  |j                  d d df         j                         sJ t        j
                  |j                  d d dd f         j                         rJ y )Nr   r4   rH  r7   r   r  )	r@   rj   ri  r   r   r   r  r   r   )r]   rk  s     r=   test_quantile_transform_nanr
    s    
2661a#bffbffa%=1a?PQRA%"2FKa  88K**1a40155777xx..q!"u56::<<<<r>   
array_typerj   r   c                 @   t        j                  g ddz        }d|j                  dd      z  }t        ||       }d}t	        |      j                  |      }|j                  d d df   }t        |      dk(  sJ t        t        j                  |      dk\        sJ y )	N)r   r4   r4   rN   rN   rO   rO   rc   rd   rd   r4   r4   r  r  r  r   r   r  r7   r  r3   r4   r   r  r   )
r@   rj   r  r"   r   rX   r  r  r   r  )r  r]   r  qt	quantiless        r=   *test_quantile_transformer_sorted_quantilesr    s     	G"LMAaiiAA1j)AK		5	9	9!	<B ad#Iy>S   rwwy!Q&'''r>   c                      dD ]Q  } t        |       }t        j                  t        d      5  |j	                  t
        j                         d d d        S y # 1 sw Y   ^xY w)N))r3   r  )r  )r7   r  )g      Y@r  )r  r   r  zInvalid quantile range: \(r   )r   rU   rV   rW   rX   r@  rA  )range_r_   s     r=    test_robust_scaler_invalid_ranger    sL     V4]]:-JKJJtyy! LK LKs    AA!	c                    t         j                  j                  d      }|j                  dd      }d|d d df<    | |      }t	        |d      }t        j
                  t        j                  |            rJ t	        |d      }t        j
                  t        j                  |j                              rJ t	        |j                         d      }t        ||j                                t        j                  t              5  t	        |dd	       d d d        t        |j                  d
      g dd       t        |j                  d
      g d       ||usJ t!        |d      \  }}t        ||j                  d
             t        ||j                  d
             t	        |ddd      }t        |j                         |j                                y # 1 sw Y   xY w)Nr   rc   rd   r   r   Frn   r4   )ro   r   r   r_  rN   r   Tr  )r@   r   r   rT   r   r   r   rA  r  r&   r9   rU   rV   rW   r   r   r0   )	r  rS   r]   X_csrr   X_csr_scaledX_csc_scaledX_csr_scaled_meanX_csr_scaled_stds	            r=   %test_scale_function_without_centeringr    s   
))


#C		!QAAadG!EQ%(Hvvbhhx()))%0Lvvbhh|001222 %8Lh(<(<(>? 
z	"eu1- 
# 1? hlll24MN1*<\1*M''/A1FG.!0DE %%dKLemmo|/C/C/EF! 
#	"s   	G""G+c                      t         j                  } t        | d      }t        t	        j
                  |d      d       t	        j                  |dd      }|d   |d   z
  }t        |d       y )Nr4   r   r   r  r  r@  rA  r   r&   r@   r  r  r]   rC  r  r  s       r=   test_robust_scale_axis1r  -  sY    		A11%Gbiia8!<
g2A
A$1+Cc1%r>   c                      t         j                  d d df   } t        |       }t        t	        j
                  |      d       t	        j                  |d      }|d   |d   z
  }t        |d       y )Nr4   r   r  )r  r  r  s       r=   test_robust_scale_1d_arrayr   6  sZ    		!Q$A1oGbii0!4
g*A
A$1+Cc1%r>   c                  "   g dg dg dg} t               }|j                  |       }g dg dg dg}t        ||       |j                  |      }t        | |       g dg dg d	g}|j	                  |      }g d
g dg dg}t        ||d       y )NrG  rI  rJ  rO  )r   r   rM  rP  rK  rL  rN  )r   rg   r   )rM  r   g_)r   r   gіs)?rO   r   )r   r   r&   r   rv   )r]   r_   rC  r  rD  rR  rT  X_expected_news           r=   )test_robust_scaler_zero_variance_featuresr#  ?  s    	+-=>A^F""1%G #$46FGJgz2**73Ka- /1ABE""5)K')>@UVNk>1Er>   c                  8   t         j                  j                  d      } | j                  dd      }t        j                  |t        j
                  d      dz  t        j
                  d      dz  g      }d}t        |d	      j                  |      }|j                  |      }|j                  t        j                  d
d      k(  sJ |j                  t        j                  dd      k(  sJ |j                         t        j                  dd      k(  sJ y )Nr   r  r4   )r   r4   r   i)r4   c   T)r  unit_variancer   MbP?)r  r  )r@   r   r   rT   vstackrs   r   rX   rv   r  rU   r   r   r   )rS   r]   X_with_outliersr  robust_scalerrC  s         r=    test_robust_scaler_unit_variancer+  X  s     ))


#C		'1AiiBGGH$5$;RWWX=NQU=U VWON dSWWM %%a(G  FMM!$>>>>6==#====;;=FMM!6666r>   c                 4   g dg dg dg dg}t               }|j                  |      }g dg dg dg dg}t        ||       |j                  |      }t        ||       g dg d	g dg}|j	                  |      }g d
g d	g dg}t        ||d       t        |      }t        ||        | |      }	|j                  |	      }
g dg dg dg dg}t        |
j                         |       |j                  |
      }t        ||j                                y )NrG  )r   rg   333333ӿrN  rO  )r   rg   UUUUUU?)r   rg   gɿ)r   rg   rg   rK  rL  )r   rf   r.  rN   r   )r   r   r&   r   rv   r   r9   )r   r]   r_   rC  r  rD  rR  rT  r"  r`  rv  X_trans_sparse_invs               r=   )test_maxabs_scaler_zero_variance_featuresr0  j  s    
+-=?OPA^F""1%G	J gz2**73Ka- /1ABE""5)K,.>@PQNk>1E 1oGgz2  "H))(3N	J n446
C11.Aa!3!;!;!=>r>   c                      g dg dg dg dg} t               }|j                  |       }g dg dg dg dg}t        ||       y )	N)r   rg   rH  rM  )r   rg   r-  r>  )r   rg   g      Yr   )r   r   r   g       )r   rg   g{Gzt?r>  )r   rg   g~jthg      п)r   rg   rM  r   )r   r   r   rM  )r   r   r&   )r]   r_   rC  r  s       r=   'test_maxabs_scaler_large_negative_valuer2    sO     			A ^F""1%G!	J gz2r>   c                 J    | g dg      }t               }|j                  |      }|j                  |      } | g dg      }t        |j	                         |j	                                |j                  |      }t        |j	                         |j	                                y )N)rH  rg   rg   rQ  )r   rX   rv   r&   r9   r   )r  r]   r_   rC  r  r   s         r=   (test_maxabs_scaler_transform_one_row_csrr4    s     	'(A^FZZ]Fq!G01Jgoo/1C1C1EF,,W5Maiik=+@+@+BCr>   c                     t         t        t        t        fD ]  } t        d      }|j	                  |       j                  |       }t        | t              rt        j                  |       } t        |       dk(  rGt        t        j                  |j                  d            t        j                  t                     n/t        t        j                  |j                  d            d       |j                   | j"                  d   k(  sJ |j%                  |      }t        ||         t        j                  d      } t               }|j	                  |       j                  |       }t        t        j                  |j                  d            d       |j                   | j"                  d   k(  sJ t         j'                         }t        j                  |      j                         }t        ||z  t)        |d             y )NTr}   r4   r   r   rg   r   )r   r   r   r   rX   rv   r   r   r@   rj   rC   r&   r  r3  rs   r\   r   rB   r   r   r   )r]   r_   r   r   r[  max_abss         r=   test_maxabs_scaler_1dr7    sx   fk;74(::a=**1-aAA!#%bffX\\q\-A&BBGGJDWX%bffX\\q\-A&BCH%%333 00:!-3 8$ 	A^Fzz!}&&q)HbffX\\q\%9:C@!!QWWQZ/// <<>DffTl GdWnl4d.KLr>   c           
         t         d dd d f   }|j                  d   }ddd||dz   fD ]  }t               j                  |      }t               }t               }t               }t	        ||      D ]N  }|j                  ||         } | ||         }	|j                  |	      } | ||         }
|j                  |
      }P t        |j                  |j                         t        |j                  |j                         t        |j                  |j                         |j                  |j                  k(  sJ |j                  |j                  k(  sJ |j                  |j                  k(  sJ t        |j                  |j                         t        |j                  |j                         t        |j                  |j                         t        |j                  |      |j                  |             t        d|      }t               j                  ||         }t               j                  ||         }t        |j                  |j                         |j                  |j                  k(  sJ t        |j                  |j                         t        |j                  |      |j                  |             t               j                  |      }t               }t        t	        ||            D ]H  \  }}|j                  ||         }t        ||j                  |j                  |||j                         J ! y )Nr   r   r4   rN   r   r   r   )r   rB   r   rX   r   r   r&   max_abs_r   r   rv   r   r   rL   r  r  )r  r]   rI   rJ   r  r  scaler_incr_csrscaler_incr_cscr  r  X_cscr  rF   s                r=   test_maxabs_scaler_partial_fitr=    s    	TcT1WA	
A!RAF+
#~))!,"n&.&. J/E%11!E(;K!!E(+E-99%@O!!E(+E-99%@O 0 	","7"79M9MN!,"7"79Q9QR!,"7"79Q9QR++{/J/JJJJ++/N/NNNN++/N/NNNN!,"5"5{7I7IJ!,"5"57M7MN!,"5"57M7MN!,"8"8";[=R=RST=UV q*%#~))!F)4"n006;!,"7"79M9MN++{/J/JJJJ!,"5"5{7I7IJ!,"8"8";[=R=RST=UV $~))!,"n!+a"<=HAu%11!E(;K!KK ::%*:: >M ,r>   c                    | dk(  rTt        j                  |      j                  d      }t        d      D ]  }t	        ||   d        t	        |d   d       y	| dk(  rUt        d      D ]$  }t	        t        j                  ||         d       & t	        t        j                  |d         d       y	| dk(  rJt        |      j                  d      }t        d      D ]  }t	        ||   d        t	        |d   d       y	y	)
zr
    Convenient checking function for `test_normalizer_l1_l2_max` and
    `test_normalizer_l1_l2_max_non_csr`
    r/  r4   r   rO   rg   r   r2  r3  N)r@   r  r  r   r%   lar1  r3  )r1  X_normrow_sumsrF   row_maxss        r=   check_normalizerrC    s    
 t|66&>%%1%-qAS1 HQK-	qAq	 2C8 BGGF1I.4	v;???*qAS1 HQK-	 
r>   r1  r/  r2  r3  c                    t         j                  j                  d      }|j                  dd      } ||      }d|dd d f<   |j                  d   }|j                  d   }d|j
                  ||  ||      }|||fD ]u  }t        | d      }	|	j                  |      }
|
|usJ t        |
      }
t        | d      }	|	j                  |      }||u sJ t        |      }|
|fD ]  }t        | |        w y )	Nr   rc   rd   r   rO   Tr1  r~   F)
r@   r   r   rT   indptrrA  r   rv   r9   rC  )r1  r  rS   rr  X_sparse_unprunedindptr_3indptr_4X_sparse_prunedr]   
normalizerX_norm1X_norm2r@  s                r=   test_normalizer_l1_l2_maxrO  #  s    ))


"Cii1oG%g. GAqDM !''*H ''*H038H- $G,O (9:T5
&&q)a'"T6
&&q)!||'"(FT6* ) ;r>   c                 F   t         j                  j                  d      }|j                  dd      }d|dd d f<    ||      }t	        | d      j                  |      }||usJ t        j                  |      r|j                  dk(  sJ t        |      }t        | |       y )	Nr   rc   rd   r   rO   FrF  csr)r@   r   r   rT   r   rv   r   rj  r  r9   rC  )r1  r   rS   rr  r]   r@  s         r=   !test_normalizer_l1_l2_max_non_csrrR  E  s    
 ))


"Cii1oG GAqDM!AT.88;F????6"v}}'===V_FT6"r>   c           	         t         j                  j                  d      }|j                  dd      }d|dd d f<   |dt	        |dd d f         j                         fxx   dz  cc<   t        j                  |       } | |      }|||fD ]k  }t        d	      }|j                  |      }||usJ t        |      }t        t        j                  |      t        j                  t        |                   m y )
Nr   rc   rd   r   rO   rN   r3   r3  r0  )r@   r   r   rT   r  argmaxr   rv   r9   r'   sign)r  rS   rr  	X_all_negX_all_neg_sparser]   rL  r@  s           r=   test_normalizer_max_signrX  Z  s     ))


"Cii1oGGAqDM As71a4=!((**+r1+ I$Y/y"23U+
%%a(Q2776?BGGGAJ,?@ 4r>   c                 *   t         j                  j                  d      j                  dd      }t	        t        |d      t        |j                  dd      j                         t         j                  j                  d      }|j                  dd	      } | |      }t        j                  d      }||fD ]  }t         j                  t         j                  fD ]  }d
D ]  }|j                  |      }t        ||      }|j                  |k(  sJ t        |      }|dk(  r&t        j                  |      j                  d      }	n|dz  }
|
j                  d      }	t        |	|          t        j                   g dg dg dg      }dD ]  }t        ||d      \  }}|dk(  r"t        |t        j                   g d             ;|dk(  r"t        |t        j                   g d             bt        |t        j                   g d               | |      }d
D ]2  }t#        j$                  t&              5  t        ||d       d d d        4 t        |dd      \  }}t        |t        j                   g d             y # 1 sw Y   qxY w)N%   rO   rN   Fr}   r   )r   r~   r7   rd   )r/  r2  r0  r/  r4   r   )r   r   r  )rg   r   r   )rf   r   r   rD  T)r1  return_norm)      @rg   r   r2  )r   rg   g1C+@)r  rg   r   r3  )r@   r   r   rT   r'   r   r  rs   r   r   r   r   r9   r  r  r&   rj   rU   rV   NotImplementedError)r  r]   rsrr  r`  rs   r   r1  r@  rA  X_norm_squared_normss                r=   test_normalizerb  o  s    			b!''1-Ay/133QU1S1U1UV			q	!Bhhr1oGW%H77B=Dx jj"**-E$HHUO"140||u,,, 4<!vvf~11q19H%+QYN-11q19H)(D9 % . !" hhHIG#W4TB54<%eRXXo-FGT\%eRXX6L-MN%eRXXo-FG $ W%H]]./hTt< 0/  4@HAueRXXo%>? 0/s   =J		J	constructorc                    t        j                  g dg dg      } | |j                               }t        dd      }t	        |j                  |            }t        j                  |dk(        dk(  sJ t        j                  |dk(        d	k(  sJ |j                  |      }t        j                  |      t        j                  |      k(  sJ t        d
      j                  |      }t	        |j                  |            }||usJ t        j                  |dk(        d	k(  sJ t        j                  |dk(        dk(  sJ t        d
      }|j                  |      }||usJ t	        |      }t        j                  |dk(        d	k(  sJ t        j                  |dk(        dk(  sJ t        d
      }|j                  |      }| t        ur||u sJ t        d
      }t        j                  g dg dgt         j                        }|j                  |      }| t        ur||u sJ t	        |      }t        j                  |dk(        d	k(  sJ t        j                  |dk(        dk(  sJ t        dd      }| t         j                  t        fv r{ | |j                               }t	        |j                  |            }t        j                  |dk(        dk(  sJ t        j                  |dk(        dk(  sJ |j                  |      }| t        v r:t        j                  t              5  |j                   | |             d d d        y y # 1 sw Y   y xY w)N)r4   r   rd   )rN   rO   r3   rf   T)	thresholdr~   r   rc   r4   rN   r}   Fr   r>  rd   )r@   rj   r~   r   r9   rv   r  r   rj  rX   r   r   r-   rU   rV   rW   )rc  X_r]   	binarizerX_binX_floats         r=   test_binarizerrj    s    
9j)	*BBGGIACd3II''*+E66%1*"""66%1*""""E??1!7777t$((+II''*+E>>66%1*"""66%1*"""t$I"E>>ENE66%1*"""66%1*"""u%I"E$zzu%Ihh	:.bjjAG(E$ENE66%1*"""66%1*"""Dt4Irxx&&	"	++A./vveqj!Q&&&vveqj!Q&&&##A& n$]]:&A/ '& %&&s   5MM c                     t         j                  j                  d      } | j                  d      }t	        d      }|j                  |       |j                  |      }t        j                  ||j                        }t               }t        j                  ||j                        }|j                  |      }t        ||       | j                  d      }t        j                  ||j                        }	|j                  |      }
t        j                  |
|j                        }|j                  |	      }t        ||       t        j                  |      |j                  d   z  }|||z  z
  ||z  z
  ||z  |z  z   }t        ||       t        j                  |	      |j                  d   z  }|	||z  z
  |	|z  z
  ||z  |z  z   }t        ||       y )Nr   rd   rc   Fr   )rN   rc   )r@   r   r   random_sampler   rX   rv   dotr  r   r   r&   	ones_likerB   r#   )rS   X_fitr_   X_fit_centeredK_fitcentererK_fit_centeredK_fit_centered2X_predK_predX_pred_centeredK_pred_centeredK_pred_centered2ones_MK_fit_centered3ones_prime_MK_pred_centered3s                    r=   test_center_kernelr    s    ))


"Cf%EU+F
JJu%%e,NFF5%''"E HVVNN,<,<=N,,U3Ono> v&FVVFEGG$F&&v.Off_n.>.>?O))&1o/?@ \\% 5;;q>1Ffun,uv~=QW@WWONO4 <<'%++a.8L%%7,:NQW:WW  O%56r>   c                     t         j                  j                  d      } | j                  dd      | j                  dd      }}d } ||      } ||      }t	        d      }|j                  |      }|j                  |      }||j                  z  }	||j                  z  }
||j                  z  }||j                  z  }t               }|j                  |	       t        |j                  |	      |       t        |j                  |
      |       t        j                  |	      |	j                  d   z  }|	||	z  z
  |	|z  z
  ||	z  |z  z   }t        |j                  |	      |       t        j                  |
      |	j                  d   z  }|
||	z  z
  |
|z  z
  ||	z  |z  z   }t        |j                  |
      |       y)	z-Check kernel centering for non-linear kernel.r   r   r   ry  c                     t        j                  t        j                  | dd      t        j                  | dd       g      S )zOur mapping function phi.r   N)a_mina_max)r@   r(  clipr  s    r=   phiz2test_kernelcenterer_non_linear_kernel.<locals>.phi  s;    yy$/$a00
 	
r>   Fr   N)r@   r   r   rT   r   r   rv   r  r   rX   r#   ro  rB   )rS   r]   ry   r  phi_X
phi_X_testr_   phi_X_centerphi_X_test_centerKK_testK_centerK_test_centerkernel_centererr{  
K_centeredr}  K_test_centereds                     r=   %test_kernelcenterer_non_linear_kernelr    s   
))


"C		#r"CIIb"$5vA
 FEVJ U+F''.L((4 	A%''!Flnn,H%6M$&OO--a0(;O--f5}E \\!_qwwqz)FVaZ!f*,vzF/BBJO--a0*= <<'!''!*4L!!FVO3lQ6F6OO  O--f5Gr>   c                  L   t        j                  g dg dg dg dg      } t        j                  d      }| j                  | j                        }t               }t        d|fdt               fg      }|j                         d   sJ t        |||d	
      }t        ||       y )N)rO   r   r   )r   rO   r   )r   r   rO   r  )rc   r  svrpairwiserN   )cv)r@   rj   rs   rn  r  r   r
   r   	_get_tagsr	   r&   )r]   y_truer  kcentpipeliney_preds         r=   test_cv_pipeline_precomputedr  8  s     	)Y	9=>AWWT]F	acc
AE+U3eSU^DEH 
+++
 xFq9Fff-r>   c                  "   t         j                  j                  d      } | j                  d      }t	               t               t               fD ]?  }|j                  |      j                  |      }|j                  |      }t        ||       A y )Nr   rl  )r@   r   r   rm  r   r   r   rX   rv   r   r'   )rS   r]   objX_transformedX_transformed2s        r=   test_fit_transformr  L  sp    
))


"C&!A *,	<
,,Q/**1-=.9 =r>   c                  Z    ddgddgddgg} t        |       } t        | g dg dg dg       y Nr4   r   )r4   r4   r   rh   )r   r'   r  s    r=   test_add_dummy_featurer  U  s5    
Q!Q!Q A!Aq9i;<r>   c                      | ddgddgddgg      }|j                   }t        |      }t        j                  |      r|j                   |k(  sJ |       t	        |j                         g dg dg dg       y r  )r  r   r   rj  r'   r9   )r   r]   desired_formats      r=   test_add_dummy_feature_sparser  [  sm     	1a&1a&1a&12AXXN!A??1!((n"<?a?<qyy{Y	9$EFr>   c                      t         j                  } | d d d df   }t        dd      t               t	               g}|D ]$  }|j                  |        |j                  |       & y )NrN   Fr   )r@  rA  r   r   r   r   )r]   r   scalersr_   s       r=   test_fit_cold_startr  f  sc    		AQU8D 	7G Q 	T"	 r>   methodbox-coxyeo-johnsonc                 J   t        |       }t        j                  t              }t	        j
                  t              5  |j                  |       d d d        t	        j
                  t              5  |j                  |       d d d        y # 1 sw Y   =xY w# 1 sw Y   y xY w)Nr  )	r   r@   r  r   rU   rV   r   rv   r   )r  ptr]   s      r=    test_power_transformer_notfittedr  x  sg    		(B
vA	~	&
Q 
'	~	&
Q 
'	& 
'	&	&	&s   B2BBB"standardizec                     | dk(  rt        j                  |      n|}t        | |      }|j                  |      }t	        ||j                  |             y )Nr  r  r  )r@   r  r   r   r%   r   )r  r  r]   r  rC  s        r=   test_power_transformer_inverser    sK     y(q	aA	[	ABq!G2//89r>   c                  x   t        j                  t              } dD ]  }t        d|      }|j	                  |       }t        | d|      }t        j                  | j                               \  }}|rt        |      }t        |j                  dd      |       t        |j                  dd      |       t        | |j                  |             t        ||j                  d          t        |j                        | j                  d   k(  sJ t!        |j                  t         j"                        rJ  y )NTFr  r  r3   r4   r   )r@   r  r   r   r   r   r   boxcoxflattenr   r%   r  r   lambdas_r  rB   r   r  )r]   r  r  rC  X_trans_funcr  lambda_expecteds          r=   test_power_transformer_1dr    s    
vA$YKH""1%&qT&+ll199;&?#
Oz*JJ..r15w?J..r15|DAr33G<=OR[[^<2;;1771:---"++rzz222% %r>   c                     t        j                  t              } dD ]%  }t        d|      }|j	                  |       }t        | d|      }||fD ]  }t        |j                  d         D ]h  }t        j                  | d d |f   j                               \  }}|rt        |      }t        |d d |f   |       t        ||j                  |          j |j                  |      }	t        |	|         t!        |j                        | j                  d   k(  sJ t#        |j                  t         j$                        r&J  y )Nr  r  r  r4   )r@   r  r   r   r   r   r   rB   r   r  r  r   r%   r  r   r&   r  r   r  )
r]   r  r  X_trans_classr  rC  jr  lmbdaX_invs
             r=   test_power_transformer_2dr    s   
tA$YKH((+&qT%|4G7==+,$)LL1a41B$C!
E!&z!2J#GAqDM:>#E2;;q>: - ((1E%eQ/ 5 2;;1771:---"++rzz222+ %r>   c                  D   t        d      } | j                  t        j                  t                     t        }d}t        j                  t        |      5  | j                  |       d d d        t        j                  t        |      5  | j                  |       d d d        t        j                  t        |      5  t        |d       d d d        t        j                  t        |      5  | j                  t        j                  t        j                               d d d        t        j                  t        |      5  | j                  t        j                  t        j                               d d d        t        j                  t        |      5  t        t        j                  t        j                        d       d d d        y # 1 sw Y   oxY w# 1 sw Y   GxY w# 1 sw Y   #xY w# 1 sw Y   xY w# 1 sw Y   xY w# 1 sw Y   y xY w)Nr  r  zstrictly positiver   )r   rX   r@   r  r   rU   rV   rW   rv   r   r   rB   )r  X_with_negativesnot_positive_messages      r=   9test_power_transformer_boxcox_strictly_positive_exceptionr    sW    
	+BFF266$<.	z)=	>
%& 
? 
z)=	>
  
? 
z)=	>(; 
? 
z)=	>
RXXdjj)* 
? 
z)=	>
rxx

#$ 
? 
z)=	>,Y? 
?	> 
?	> 
?	> 
?	> 
?	> 
?	> 
?	>sH   GG$G133G>	3H
/HG!$G.1G;>H
HHc                     t        | d       y )Nr  r  )r   r  s    r=   +test_power_transformer_yeojohnson_any_inputr    s     Am,r>   c                    t        |       }t        j                  t              }|j	                  |       d}t        j                  t        |      5  |j                  |d d ddf          d d d        t        j                  t        |      5  |j                  |d d ddf          d d d        y # 1 sw Y   HxY w# 1 sw Y   y xY w)Nr  zBX has \d+ features, but PowerTransformer is expecting \d+ featuresr   r   r4   )
r   r@   r  r   rX   rU   rV   rW   rv   r   )r  r  r]   wrong_shape_messages       r=   &test_power_transformer_shape_exceptionr    s    		(B
tAFF1I
 	R  
z)<	=
Qq!A#vY 
> 
z)<	=
Qq!A#vY' 
>	= 
>	= 
>	=s   B6C6B?Cc                      t        dd      } t        j                  t              d d ddf   }t        j                  dg      | _        | j                  |      }t        | j                  |      |       y )Nr  Fr  r   r4   )	r   r@   r  r   rj   r  rv   r&   r   r  r]   rC  s      r=   "test_power_transformer_lambda_zeror    s]    		>B
tQ!VA ((A3-BKll1oGb227;Q?r>   c                      t        dd      } t        j                  t              d d ddf   }t        j                  dg      | _        | j                  |      }t        ||       y )Nr  Fr  r   r4   )r   r@   r  r   rj   r  rv   r&   r  s      r=   !test_power_transformer_lambda_oner   	  sP    	E	BB
tQ!VA((A3-BKll1oGgq)r>   zmethod, lmbda))r  r  )r  rH  )r  r  )r  rH  )r  rg   c                    t         j                  j                  d      }d}|j                  dd|df      }t	        | d      }|g|_        |j                  |      }t	        | d      }|j                  |      }t        dt         j                  j                  ||z
        |z  d       t        d|j                         d       t        d|j                         d       y )	Nr   i N  r4   )locr   r6   Fr  rN   r   )r@   r   r   r  r   r  r   r   r%   linalgr1  r   r   )r  r  rS   r[   r]   r  r  X_inv_transs           r=   #test_optimization_power_transformerr  
	  s    " ))


"CI

qA
7A	U	;B'BK  #E	U	;B""5)K299>>!k/:YFPQR;++-q9;??,a8r>   c                      g d} t        j                  |       j                  dd      } t        d      j	                  |       j
                  }t        j                  |dd      sJ y )	N)gffffff@g rg   rf   gffffff?g333333@rq   gffffff@g?g@r\  r   g"@g      @g      r3   r4   r  r  gzG?r'  r   )r@   rj   r  r   rX   r  allclose)r]   r  s     r=   test_yeo_johnson_darwin_exampler  +	  sU     	VA
B"AM266q9BBE;;ue$///r>   c                    t        j                  t              }t        |       }|j	                  |       |j
                  d   }t        j                  |t        j                  |t         j                        g      }t        |d      }|j	                  |       |j
                  d   }t        ||d       |j                  |      }t        t        j                  |      t        j                  |             y )Nr  r   )r  rd   r   )r@   r  r   r   rX   r  concatenate	full_likeri  r    r%   rv   r'   r   )r  r]   r  lmbda_no_nans
lmbda_nansrC  s         r=   test_power_transformer_nansr  4	  s    
 	vA		(BFF1IKKNM 	2<<266234A"AFF1IQJz1=ll1oGrxx("((1+6r>   c                     t         }| dk(  rt        j                  |      }t        | |      }t	        |j                  |      j                  |      |j                  |             y )Nr  )r  )r   r@   r  r   r&   rX   rv   r   )r  r  r]   r  s       r=   $test_power_transformer_fit_transformr  K	  sR     	AFF1I	&k	:BbffQi11!4b6F6Fq6IJr>   c                    t         }| dk(  rt        j                  |      }|j                         }||usJ t	        ||       t        | |d      }|j                  |       t	        ||       |j                  |      }||usJ |j                  |      }t	        ||       ||usJ |j                  |      }||usJ y )Nr  Tr  r~   
r   r@   r  r~   r&   r   rX   rv   r   r   r  r  r]   
X_originalr  rC  r  s          r=    test_power_transformer_copy_Truer  W	  s    
 	AFF1IJJa,	&k	EBFF1Ia,ll1oG!q!Ga,!&&w/K+%%%r>   c                    t         }| dk(  rt        j                  |      }|j                         }||usJ t	        ||       t        | |d      }|j                  |       t	        ||       |j                  |      }||u sJ | dk(  rt        j                  |      }|j                  |      }||u sJ |j                  |      }||u sJ y )Nr  Fr  r  r  s          r=   !test_power_transformer_copy_Falser  s	  s    
 	AFF1IJJa,	&k	FBFF1Ia,ll1oGa<<FF1Iq!Ga<<&&w/Kk!!!r>   c                      t         j                  d      } t        j                  | dddf<   d}t	        d      }t        j                  t        |      5  |j                  |        ddd       y# 1 sw Y   yxY w)zqCheck that box-cox raises informative when a column contains all nans.

    Non-regression test for gh-26303
    rz  Nr   zColumn must not be all nan.r  r  r   )	rS   rm  r@   ri  r   rU   rV   rW   r   )r]   r  r  s      r=   1test_power_transformer_box_cox_raise_all_nans_colr  	  s\    
 	&!AffAadG+G		+B	z	1
 
2	1	1s   A11A:r  皙?)r  r  )r7   r4   )r   c                     t        j                  ddd      }t        d      }|j                  |      j	                  |        t        j                  |j                  d         sJ y )Nrd   r4   r  r  Frn   r   )r   r   r   rX   r   r@   r   ru   )r  r  r_   s      r=   7test_standard_scaler_sparse_partial_fit_finite_variancer  	  sP     --1c
*Ce,F
JJsO$;;v{{1~&&&r>   r=  )r   r4   )r   r7   c                 X   t         j                  }t        | d      j                  |      }t	        j
                  |d      t	        j                  |d      }}t        j                  |d d dz
  |dd  dz   f   g}|j                  |      }t        || d   | d   | d   | d   gg       y )NT)r=  r  r   r   rN   r7   r4   )
r@  rA  r   rX   r@   rB  r3  r_rv   r#   )r=  r]   r_   X_minX_maxry   r  s          r=   test_minmax_scaler_clipr  	  s     			ADAEEaHF66!!$bffQQ&75EeeE"1INE!"IN234F$$V,M

M!,mA.>a@P	QRr>   c                      t               j                  t              } d}t        j                  t
        |      5  | j                  t        dddf          ddd       y# 1 sw Y   yxY w)zCheck that `inverse_transform` from `StandardScaler` raises an error
    with 1D array.
    Non-regression test for:
    https://github.com/scikit-learn/scikit-learn/issues/19518
    z'Expected 2D array, got 1D array insteadr   Nr   )r   rX   r   rU   rV   rW   r   )r_   r  s     r=   -test_standard_scaler_raise_error_for_1d_inputr  	  sL     !!$'F7G	z	1  ad, 
2	1	1s   A!!A*c                     dt        j                  g ddz  g dz   t         j                        j                  dd      z  } t	               }t        j                         5  t        j                  dt               |j                  |       }d	d	d	       t        j                  t        j                              rJ |j                         t        j                  d
      k(  sJ |j                         t        j                  d      k(  sJ |j!                         dkD  sJ |j#                         dk  sJ y	# 1 sw Y   xY w)a  Check that significantly non-Gaussian data before transforms correctly.

    For some explored lambdas, the transformed data may be constant and will
    be rejected. Non-regression test for
    https://github.com/scikit-learn/scikit-learn/issues/14959
    r  )r?  rf   r   r  rc   )r     r        ry  U   r  r   r3   r4   r   Nr   rg   r  rN   )r@   rj   r   r  r   r   r   r   RuntimeWarningr   r   r   r   rU   r   r   rB  r3  )X_non_gaussianr  rC  s      r=   1test_power_transformer_significantly_non_gaussianr  	  s     288q #CC2::gb!nN 
	B		 	 	"g~6"">2 
# vvbhhw'(((<<>V]]3////;;=FMM#....;;=2;;=1 
#	"s   !,D::ETransformerc                      |        j                  t        j                        }|j                  t        j                        }t        |t        j                         y)9Check one-to-one transformers give correct feature names.N)rX   r@  rA  get_feature_names_outfeature_namesr'   )r  tr	names_outs      r=   test_one_to_one_featuresr  	  s@     
		499	%B((););<Iy$"4"45r>   c                 @   t        j                  d      }|j                  t        j                  t        j
                        } |        j                  |      }|j                         }t        |t        j
                         |j                  t        j
                        }t        |t        j
                         t        j                  d      }t        j                  t        |      5  t        d      }|j                  |       ddd       y# 1 sw Y   yxY w)r  pandas)columnsz0input_features is not equal to feature_names_in_r   abcdN)rU   importorskip	DataFramer@  rA  r  rX   r   r'   reescaperV   rW   r   )r  pddfr  names_out_df_defaultnames_out_df_valid_inmsginvalid_namess           r=   test_one_to_one_features_pandasr  	  s     
		X	&B	dii););	<B			2	B335+T-?-?@44T5G5GH,d.@.@A
))F
GC	z	-V
  / 
.	-	-s   .DDc                  @   t         j                  j                  d      } | j                  d      }t	        |      }t               j                  |      }|j                         }|j                  d   }t        |t        |      D cg c]  }d| 	 c}       yc c}w )z.Test that kernel centerer `feature_names_out`.r   )re   rc   r4   kernelcentererN)r@   r   r   rm  r   r   rX   r   rB   r'   r   )rS   r]   
X_pairwisers  r  samples_out2rF   s          r=   &test_kernel_centerer_feature_names_outr  
  s     ))


"C&!Aq!J##J/H..0I##A&Ly|AT"UATA^A3#7AT"UV"Us   B
c                 4   g dg dg dg}t        d|       j                  |      }t        |j                  g d       |j	                  |      }|j                  |      }||fD ]0  }| r t        |t        j                  |             %t        ||       2 y)z>Check that PowerTransfomer leaves constant features unchanged.)r  r   rN   r  r  r  N)r   rX   r#   r  r   rv   r@   r   )r  r]   r  XftXtXt_s         r=   'test_power_transformer_constant_featurer  "
  s     
Z,A	K	H	L	LQ	OBBKK+


1
C	aBRyCq!12C#	 r>   )r  r   numpyr@   numpy.linalgr  r?  rU   scipyr   r   sklearnr   sklearn.baser   sklearn.exceptionsr   sklearn.metrics.pairwiser   sklearn.model_selectionr	   sklearn.pipeliner
   sklearn.preprocessingr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   sklearn.preprocessing._datar   r   sklearn.svmr   sklearn.utilsr   r    sklearn.utils._array_apir!   sklearn.utils._testingr"   r#   r$   r%   r&   r'   r(   r)   sklearn.utils.estimator_checksr*   r+   sklearn.utils.fixesr,   r-   r.   r/   sklearn.utils.sparsefuncsr0   	load_irisr@  r   r   rS   r\   r[   r   r  r   rT   r   r  r   r   tolistr   X_list_1colr9   rC   rL   ra   markparametrizerj   ri  rz   r   r   r   r   r   r   r   r   r   r   r   r  r  r  r  r(  r+  r9  rE  rW  rY  r]  rf  rl  rp  rw  r}  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r
  r  r  r  r  r   r#  r+  r0  r2  r4  r7  r=  rC  rO  rR  rX  rb  r   rj  r  r  r  r  r  r  r  r  r  r  r  r  r  r   rB   r  r  r  r  r  r  r  r  r  r  r  r   r  r  r  r  r  r  r  r  )r  s   0r=   <module>r5     sJ   
        - 2 5 %    & Q  .	 	 	  9x 	iiA
	
++b!*+
-	Q	,
yyJ'&07:	ad		Az	*	ad		Iq	)mmommo"M@$  
Y	)Y	!BS#JO	"	9i8BHHaV	
 ^bffbffa01BFFA###	 BHHaV		
* ,.STN U+,N,"0J +dVn-D~-UV,udm<1 = W1: 'E* +dVn-D~-UV,udm<2::rzz":;_54 6 < = W4D &78$452::rzz":;+dVn-D~-UV/S W < 6 9/Sd	I #> #>L1hA23-`0Kf +^n-LM+A N+A\ 4,7+^n-LM6 N 86 4,7& 8&R 0 )+T+V %&   
  	!  R(R@7>:#L 4,7+^n-LM87 N 887v tUm4dE]3+dVn-D~-UVI W 4 5I @ +^n-LMN NN2 +^n-LM57 N57p +^n-LMD ND  +^n-LM7 N7* )D%=9$7ryyr15{v{{2qRU7VWX% Y 8 :%$ .9D :D
: $:;*,ST? U <?( .9E :E	&	* .9O :O( .962 :62r .9> :>B.@,=^
H .9#B :#BL8 .9" :"J=	= ':;( <(&" .9!G :!GH&&F27$ +^n-LM&? N&?R3( .9	D :	DM@ .95 :5p.* !45.9+ : 6+@ !457.H# 6#" .9A :A( .9*@ :*@Z BHHd#n4~E3030l)7X3Hl.(:= 7.HGG#$ I}#=>  ?  I}#=>u6vtn-: . 7 ?:3036@8 tVRVVD\FBFF4L=("((4::BVWX- Y-
 I}#=>( ?($@* 	9	9.0 I}#=>7 ?7, I}#=>u6K 7 ?K I}#=>u6& 7 ?&4 I}#=>u6" 7 ?"8 	V]]2q#A67 ,+M 	bggg"&&g9:+'' 69*=>
 ?
	-0 
6
6 	00&
W u6$ 7$As   +x