
    {Kg                     &   d Z ddlZddlZddlmZmZmZmZ ddl	m
Z
mZmZmZmZ ddlmZmZmZ ddlmZmZmZ ddlmZ ddlmZ dd	lmZ dd
lmZ ddlm Z m!Z!m"Z"m#Z#m$Z$m%Z% ddl&m'Z' ddl(m)Z)m*Z* ddl+m,Z, ddl-m.Z.m/Z/m0Z0 ddl1m2Z2 ddgddgddgddgddgddggZ3g dZ4ddgddgddggZ5g dZ6 ejn                         Z8 e)d      Z9e9ju                  e8jv                  jx                        Z=e8j|                  e=   e8_>        e8jv                  e=   e8_;        d Z?d Z@d ZAd ZBd ZCd ZDd ZEd  ZFd! ZGd" ZHd# ZId$ ZJd% ZKej                  j                  d&ej                  ej                  f      d'        ZPd( ZQd) ZRej                  j                  d* ej                  d+,       ej                         g      d-        ZSej                  j                  d* ej@                  d+,       ejF                  d+,      g      d.        ZTd/ ZUej                  j                  d0ej                  d1fej                  d2fej@                  d1fejF                  d1fejH                  d1fgg d34      ej                  j                  d5dg eVe4      z  d6g eVe4      z  gd7d8g4      d9               ZWej                  j                  d:ej                  d;fej                  d<fgd=d>g4      ej                  j                  d5g d?g d@gdAdBg4      dC               ZXej                  j                  dDej                  dEdFgdFdGgdHfej                  dIdIgdIdIgdHfgd=d>g4      ej                  j                  dJg dKdLfg dMdNfgdOdPg4      dQ               ZYej                  j                  dRej                  ej                  ejF                  gg dS4      ej                  j                  d5g dKg dMgdOdPg4      dT               ZZ e,eU      dV        Z[ej                  j                  dWe0      dX        Z\dY Z]dZ Z^ej                  j                  d[e/      d\        Z_ej                  j                  d[e/      d]        Z`ej                  j                  d^d_d`g      ej                  j                  dadbdcg      ej                  j                  dddedfg      dg                      Zadh Zbdi Zcdj Zddk Zedl ZfejB                  fdmZgdn Zhdo Zidp Zjdq Zkdr Zlds Zmdt Zne,du        Zodv Zpdw Zqdx Zrdy Zsdz Ztd{ Zuej                  j                  d|ej                  ej                  g      d}        Zvej                  j                  d|ej                  ej                  g      d~        Zwd Zxej                  j                  de!dbd`dfdfe!dcd`dedfe!dcd`dfdfe!dcd_dedfe"ddedfe"ddedfe"ddedfg      d        Zyej                  j                  de$e e#f      d        Zzej                  j                  dRej                  ej@                  g      d        Z{d Z|ej                  j                  dej                  ej                  fej                  ej                  fej@                  e~fejF                  e~fejH                  e~fg      ej                  j                  d eddd       eddd       eddd      g      d               Zej                  j                  d^d`dg      d        Zd Zej                  j                  dej                  efej@                  efg      ej                  j                  dej                   ed      g      d               Zy)zr
Testing for Support Vector Machine module (sklearn.svm)

TODO: remove hard coded numerical results when possible
    N)assert_allcloseassert_almost_equalassert_array_almost_equalassert_array_equal)basedatasetslinear_modelmetricssvm)
make_blobsmake_classificationmake_regression)ConvergenceWarningNotFittedErrorUndefinedMetricWarning)f1_score)
rbf_kernel)train_test_split)OneVsRestClassifier)SVR	LinearSVC	LinearSVRNuSVROneClassSVM_libsvm)_validate_dual_parameter)check_random_stateshuffle)ignore_warnings)	_IS_32BITCSR_CONTAINERSLIL_CONTAINERS)_num_samples      )r&   r&   r&   r'   r'   r'      )r&   r'   r'   *   c                     t        j                  d      j                  t        t              } t        | j                  ddgg       t        | j                  ddg       t        | j                  t        d   t        d   f       t        | j                  dg       t        | j                  t              t               y )Nlinearkernel      п      ?r&   r(           )r   SVCfitXYr   
dual_coef_support_support_vectors_
intercept_predictclfs    ^/home/alanp/www/video.onchill/myenv/lib/python3.12/site-packages/sklearn/svm/tests/test_svm.pytest_libsvm_parametersr=   9   s    
''
"
&
&q!
,Cs~~7s||aV,s++adAaD\:s~~u-s{{1~q)    c            	      B   dD ]  } t        j                  |       j                  t        j                  t        j
                        }t        j                  |j                  t        j                        t        j
                  k(        dkD  sJ t        |d      | dk(  k(  rJ  t        j                  t        j                  |j                               t        j                  t        j                  t        j
                  j                  t        j                              \	  }}}}}}}}	}
|||||||d}t        j                  t        j                  fi |}t        j                  |t        j
                  k(        dkD  sJ t        j                  t        j                  t        j
                  j                  t        j                        d      \	  }}}}}}}}	}
|||||||d}t        j                  t        j                  fi |ddi}t        j                  |t        j
                  k(        dkD  sJ t        j                   t        j                  t        j
                  j                  t        j                        d	dd
      }t        j                  |t        j
                  k(        dkD  sJ t        j                   t        j                  t        j
                  j                  t        j                        d	dd
      }t        ||       y )N)r+   rbfr,   ?coef_r+   )supportSVnSVsv_coef	interceptprobAprobBgffffff?r-      r   r-   random_seed)r   r1   r2   irisdatatargetnpmeanr9   hasattrr   classes_sortr   astypefloat64cross_validation)kr;   libsvm_supportlibsvm_support_vectorslibsvm_n_class_SVlibsvm_sv_coeflibsvm_interceptlibsvm_probAlibsvm_probBlibsvm_fit_statuslibsvm_n_itermodel_paramspredpred2s                 r<   test_libsvm_irisre   C   sm    ggQ##DIIt{{;wws{{499-<=CCCsG$h777 
 s||RWWS\\%:;  	DIIt{{11"**=> "$ !%L ??49955D7744;;&'$... 	DIIt{{11"**=hO "$ !%L ??499FFXFD7744;;&'$...##		4;;%%bjj11XSTD 7744;;&'$...
 $$		4;;%%bjj11XSTE tU#r>   c                  
   t        j                  d      } t        j                  t        t        j
                  t              j                        }| j                  |t               t        j                  t        t        j
                  t              j                        }| j                  |      }t        j                  t              5  | j                  |j                         d d d        t        | j                  ddgg       t        | j                  ddg       t        | j                   dg       t#        | j                  ddg       t        |t$               t        j&                  |      }t)        t+        t                    D ]<  }| j                  D ]+  }t        j                  t        |   t        |         |||f<   - > | j                  |      }t        |t$               d }t        j                  |      } | j                  t        j
                  t              t               | j                  t              }t        | j                  ddgg       t        | j                   dg       t#        | j                  ddg       t        |t$               t        j                  d      } t        j                  d	      }t        j                  t,        j.                  t,        j.                  j                        }| j                  |t,        j0                         |j                  t,        j.                  t,        j0                         | j                  |      }t#        | j                  |j                         t#        | j                  |j                         t#        | j                   |j                          t3        t        j4                  |t,        j0                  k(        d
d       t        j&                  |      }t)        t+        t,        j.                              D ]P  }| j                  D ]?  }t        j                  t,        j.                  |   t,        j.                  |         |||f<   A R | j                  |      }t3        t        j4                  |t,        j0                  k(        d
d       t        j                  |      } | j                  t,        j.                  t,        j0                         t3        t        j4                  |t,        j0                  k(        d
d       y # 1 sw Y   WxY w)Nprecomputedr,   r.   r/   r&   r(   r   c                 B    t        j                  | |j                        S NrP   dotTxys     r<   kfuncztest_precomputed.<locals>.kfunc   s    vva~r>   r+   gGz?r'   decimal)r   r1   rP   rk   r3   arrayrl   r2   r4   r9   pytestraises
ValueErrorr   r5   r6   r8   r   true_result
zeros_likerangelenrM   rN   rO   r   rQ   )r;   KKTrc   ijrp   clf2s           r<   test_precomputedr      sU    ''
'C 	q"((1+-- AGGAqM	288A;==	!B;;r?D	z	"BDD 
# s~~7s||aV,s~~s+cllQF3t[) 
r	B3q6]AvvadAaD)Bq!tH   ;;r?Dt[)
 ''
CGGBHHQK;;q>Ds~~7s~~s+cllQF3t[) ''
'C77(#D
tyy$))++&AGGAt{{HHTYY$;;q>DcllDMM:cnndoo>cnndoo> 34dAF 	aA3tyy>"AffTYYq\499Q<8AadG  # ;;q>D 34dAF
''
CGGDIIt{{# 34dAFw 
#	"s   T>>Uc                     t        j                         } t        j                  ddd      t        j                  ddd      t        j                  dd      t        j
                  d      t        j
                  d      fD ]S  }|j                  | j                  | j                         |j                  | j                  | j                        dkD  rSJ  t        j                         j                  | j                  t        j                  t        | j                                     t        j
                         j                  | j                  t        j                  t        | j                                     y )	Nr+   皙?      ?)r-   nuC      $@r-   r   r   g{Gz?)r   load_diabetesr   r   r   r   r2   rN   rO   scorerP   onesrz   )diabetesr;   s     r<   test_svrr      s     %%'H		cS1		cT2x4( 	x/yy84??? GGIMM(--X]]);!<=MMOrwws8==/A'BCr>   c                     t        j                         } t        j                  d      j	                  | j
                  | j                        }|j                  | j
                  | j                        }t        j                  dd      j	                  | j
                  | j                        }|j                  | j
                  | j                        }t        t        j                  j                  |j                        t        j                  j                  |j                        dd       t        ||d       y )N     @@r   r+   r   r&   -C6?r'   )r   r   r   r   r2   rN   rO   r   r   r   rP   linalgnormrB   r   )r   lsvrscore1svrscore2s        r<   test_linearsvrr      s     %%'H==3##HMM8??CDZZx7F
''S
)
-
-hmmX__
MCYYx}}hoo6FBIINN4::.		syy0I1fU*r>   c                     t        j                         } t        | j                        }t	        j
                  |      }t        j                  ddd      j                  | j                  | j                  |      }|j                  | j                  | j                        }t        j                  ddd      j                  | j                  | j                        }|j                  | j                  | j                        }t        t        j                  j                  |j                        t        j                  j                  |j                        dd       t        ||d       t!        d	      }|j#                  d	d
|      }t        j                  ddd      j                  | j                  | j                  |      }	|	j                  | j                  | j                  |      }
t	        j$                  | j                  |d	      }t	        j$                  | j                  |d	      }t        j                  ddd      j                  ||      }|j                  ||      }t        |
|d       y )Nr   -q=i'  )r   tolmax_itersample_weightr&   r   r'   r   
   axis)r   r   rz   rO   rP   r   r   r   r2   rN   r   r   r   r   rB   r   r   randintrepeat)r   	n_samplesunit_weightr   r   lsvr_no_weightr   random_staterandom_weightlsvr_unflatscore3X_flaty_flat	lsvr_flatscore4s                  r<   test_linearsvr_fit_sampleweightr      s    %%'HHOO$I'')$K==3EE:>>xk ? D ZZx7F]]SeeDHHxN !!(--AF
		tzz"BIINN>3G3G$H!V * &a(L ((B	:M--#55AEExm F K xm  F YYx}}m!<FYYxA>F?CCFFSI__VV,F*r>   c                      dgdgg} ddg}t        j                  d       }|j                  | |       t        j                  t
              5  |j                  |        d d d        y # 1 sw Y   y xY w)Nr0   r   g      ?c                 0    t        j                  dgg      S )Nr   )rP   rs   rm   s     r<   <lambda>z!test_svr_errors.<locals>.<lambda>,  s    bhhw&7r>   r,   )r   r   r2   rt   ru   rv   r9   r3   ro   r;   s      r<   test_svr_errorsr   '  sY    
A	c
A ''7
8CGGAqM	z	"A 
#	"	"s   A((A1c                     t        j                         j                  t               j	                  t
              } t        | g d       | j                  t        j                  d      k(  sJ t        j                  dgd       t        j                  g dgd       t        j                  t              5   fd        d d d        y # 1 sw Y   y xY w)N)r&   r%   r%   intpgrh|r(   rq   )      ?r   r   r   c                       j                   S ri   )rB   r:   s   r<   r   ztest_oneclass.<locals>.<lambda>=  s	    r>   )r   r   r2   r3   r9   rl   r   dtyperP   r   r8   r5   rt   ru   AttributeError)rc   r;   s    @r<   test_oneclassr   2  s    
//
CGGAJ;;q>Dt[)::&))))cnnvhBcnn/K.LVWX	~	&	 
'	&	&s   ?CCc                     t        j                         } t        d      }d|j                  dd      z  }t        j
                  |dz   |dz
  f   }d|j                  dd      z  }t        j
                  |dz   |dz
  f   }|j                  ddd      }t        j                  d	d
d	      } | j                  |       | j                  |      }t	        j                  |dk(        dkD  sJ | j                  |      }t	        j                  |dk(        dkD  sJ | j                  |      }t        |dkD  j                         |dk(         | j                  |      }	t        |	dkD  j                         |dk(         y )Nr'   333333?d         )r   r'   )lowhighsize皙?r@   )r   r-   gammar&   rA   r%   r   )r   r   r   randnrP   r_uniformr2   r9   rQ   decision_functionr   ravel)
r;   rndr3   X_trainX_test
X_outliersy_pred_testy_pred_outliersdec_func_testdec_func_outlierss
             r<   test_oneclass_decision_functionr   @  s`   
//
C
Q
C 	ciiQAeeAE1q5L!G 	ciiAAUU1q5!a%< F!':J //Sc
:CGGG ++f%K77;!#$s***kk*-O77?b()C///))&1M)002K14DE--j9)A-44618LMr>   c                      ddgddgddgg} t        j                  d      j                  |       }t        |j	                  ddgg      |j                  ddgg      |j                  z          y )Nr&   r'   r   g       @)r   r   r2   r   score_samplesr   offset_)r   r;   s     r<   test_oneclass_score_samplesr   ^  sl    1v1v1v&G
//
"
&
&w
/CC:,'Szl+ckk9r>   c                  N   t        j                  dd      } | j                  t        t               t        | j                  ddgg       t        | j                  ddgg      dg       t        j                  ddgg      | _
        t        | j                  ddgg      d	g       y )
Nr+   r   r   r.   r/   皙r&   r0   r'   )r   r1   r2   r3   r4   r   r5   r9   rP   rs   _dual_coef_r:   s    r<   test_tweak_paramsr   g  s     ''S
)CGGAqMs~~7s{{T4L>2QC8hhc
|,COs{{T4L>2QC8r>   c            	         t        j                  ddd      t        j                  dd      fD ]F  } | j                  t        j
                  t        j                         | j                  t        j
                        }t        t        j                  |d      t        j                  t        j
                  j                  d                t        j                  t        j                  |d      | j                  t        j
                        k(        dkD  sJ t!        | j                  t        j
                        t        j"                  | j%                  t        j
                              d       I y )	NTr   r   )probabilityr   r   )r   r   r&   rA      )r   r1   NuSVCr2   rM   rN   rO   predict_probar   rP   sumr   shaperQ   argmaxr9   r   exppredict_log_proba)r;   prob_predicts     r<   test_probabilityr   v  s    
 	DqC8		d3 			4;;'((3!"&&q"9277499??STCU;VWwwryyq1S[[5KKLsRRRdii("&&1F1Ftyy1Q*RTU	
r>   c                      t        j                  ddd      j                  t        j                  t        j
                        } t        j                  t        j                  | j                  j                        | j                  z   }t        || j                  t        j                               | j                  t        t               t        j                  t        | j                  j                        | j                  z   }| j                  t              }t        |j!                         | j                  t                     t        || j"                  | j                  t              dkD  j%                  t&                        t        j(                  g d      }t        | j                  t              |d       t        j                  dd	d
      } | j                  t        t               t+        t        | j,                  | j.                        }t        j                  || j0                  j                        | j                  z   }t        |j!                         | j                  t                     y )Nr+   r   ovo)r-   r   decision_function_shaper   )      gQr   gQ?r   r   r'   r@   r&   )r-   r   r   r   )r   r1   r2   rM   rN   rO   rP   rk   rB   rl   r8   r   r   r3   r4   r9   r   rS   rU   intrs   r   r7   r   r5   )r;   dec
predictionexpectedrbfss        r<   test_decision_functionr     s   
 ''S%
H
L
L		4;;C &&CIIKK
(3>>
9Cc3#8#8#CD GGAqM
&&CIIKK
 3>>
1CQJciik3+@+@+CDCLL#"7"7":Q">!F!Fs!KL xx;<Hc33A6!D ''a
GCGGAqMa--SYY?D
&&s~~''
(3>>
9Cciik3+@+@+CDr>   SVMc                 B    | dd      j                  t        j                  t        j                        }|j	                  t        j                        }|j
                  t        t        j                        dfk(  sJ t        |j                  t        j                        t        j                  |d             t        ddd	
      \  }}t        ||d	      \  }}}} | dd      j                  ||      }|j	                  |      }|j
                  t        |      dfk(  sJ t        |j                  |      t        j                  |d              | dd      j                  ||      }|j	                  |      }|j
                  t        |      dfk(  sJ y )Nr+   ovrr-   r   r(   r&   r   P   rJ   r   )r   centersr   r   r   r   )r2   rM   rN   rO   r   r   rz   r   r9   rP   r   r   r   )	r   r;   r   r3   ro   r   r   y_trainy_tests	            r<   test_decision_function_shaper     sR   
 Xu
=
A
A		4;;C 

		
*C99TYY++++s{{499-ryy1/EF AA>DAq'711'M$GVWf
Xu
=
A
A'7
SC



'C99Va((((s{{6*BIIc,BC Xu
=
A
A'7
SC



(C99Wr****r>   c                     t         j                  } t         j                  }t        j                  dd      j                  | |      }t        j                  | |j                  j                        |j                  z   }t        |j                         |j                  |       j                                t        j                  dd      j                  | |      }t        | |j                  |j                         }t        j                  ||j"                  j                        |j                  z   }t        |j                         |j                  |       j                                y )Nr+   r   r   r@   r&   )r-   r   r   )rM   rN   rO   r   r   r2   rP   rk   rB   rl   r8   r   r   r9   r   r7   r   r5   )r3   ro   regr   r   s        r<   test_svr_predictr     s    
 			AA ''S
)
-
-a
3C
&&CIIKK
 3>>
1Cciik3;;q>+?+?+AB ''a
(
,
,Q
2Ca--SYY?D
&&s~~''
(3>>
9Cciik3;;q>+?+?+ABr>   c                     t        j                  ddi      } | j                  t        t               t        | j                  t              dgdz         t        dddd	gd
      \  }}t        j                         t        j                  d      t        j                         fD ]W  } | j                  ddd       | j                  |d d |d d        | j                  |dd        }t        |dd  |      dkD  rWJ  y )Nr&   r   class_weightr'         r   g-?gK7A`?)r   
n_featuresweightsr   r   r   )r   r&   r   r   )r   r1   r2   r3   r4   r   r9   r   r	   LogisticRegressionr   
set_paramsr   )r;   X_y_y_preds       r<   test_weightr    s    
''3x
(CGGAqMckk!nqcAg6 "uen1FB
 	'')1%	
 	O44C"Tc(#RX&34&)C///r>   	estimator{Gz?r   c                    ddgddgddgddgddgddgg}| j                  d       dgdz  }| j                  |t        |	       | j                  d
dgg      }|t	        j
                  d      k(  sJ g d}| j                  |t        |	       | j                  d
dgg      }|dk  sJ g d}| j                  |t        |	       | j                  d
dgg      }|dkD  sJ y )Nr$   r   r%   r'   r&   r+   r,   r  r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   )r  r2   r4   r   rt   approxr  r3   r   r  s       r<   'test_svm_classifier_sided_sample_weightr    s     a2r(QGaVaVaV<A) C!GMMM!QmM4((4+7FV]]1%%%% 3MMM!QmM4((4+7FA::4MMM!QmM4((4+7FA::r>   c                    ddgddgddgddgddgddgg}| j                  d       dgdz  }| j                  |t        |	       | j                  d
dgg      }|t	        j
                  d      k(  sJ g d}| j                  |t        |	       | j                  d
dgg      }|dk  sJ g d}| j                  |t        |	       | j                  d
dgg      }|dkD  sJ y )Nr$   r   r%   r'   r&   r+   r,   r  r   r   r   g      ?r  r  )r  r2   r4   r9   rt   r  r  s       r<   &test_svm_regressor_sided_sample_weightr    s     a2r(QGaVaVaV<A) C!GMMM!QmM4s}-FV]]3'''' 3MMM!QmM4s}-FC<<4MMM!QmM4s}-FC<<r>   c            
      B   t        j                         } | j                  t        t               | j
                  }| j                  d       | j                  t        t        t        j                  dt        t                           t        || j
                         y )Nr   r   r  r   )r   r1   r2   r3   r4   r5   r  rP   r   rz   r   )r;   dual_coef_no_weights     r<   $test_svm_equivalence_sample_weight_Cr  &  sb    
'')CGGAqM..NNSNGGAq		$A 7G8'8r>   zEstimator, err_msgz:Invalid input - all samples have zero or negative weights.z6(negative dimensions are not allowed|nu is infeasible))r1   r   r   r   r   )idsr   333333ӿzweights-are-zerozweights-are-negativec                      | d      }t        j                  t        |      5  |j                  t        t
        |       d d d        y # 1 sw Y   y xY wNr+   r,   matchr   rt   ru   rv   r2   r3   r4   )	Estimatorerr_msgr   ests       r<   -test_negative_sample_weights_mask_all_samplesr$  0  s:    " 8
$C	z	11M2 
2	1	1   AAzClassifier, err_msgzJInvalid input - all samples with positive weights belong to the same classzspecified nu is infeasibler1   r   )r         r   r&   r&   r&   )r&   r&   r&   r   r   r  zmask-label-1zmask-label-2c                      | d      }t        j                  t        |      5  |j                  t        t
        |       d d d        y # 1 sw Y   y xY wr  r   )
Classifierr"  r   r;   s       r<   .test_negative_weights_svc_leave_just_one_labelr)  F  s:    ( H
%C	z	11M2 
2	1	1r%  zClassifier, modelg6<R?r   gj+?)	when-left
when-rightgioT?zsample_weight, mask_side)r&   r&  r&   r&   r&   r&   r*  )r&   r&   r&   r   r&   r&   r+  zpartial-mask-label-1zpartial-mask-label-2c                      | d      }|j                  t        t        |       t        |j                  ||   gd       y )Nr+   r,   r   MbP?)rtol)r2   r3   r4   r   rB   )r(  modelr   	mask_sider;   s        r<   *test_negative_weights_svc_leave_two_labelsr1  _  s8      H
%CGGAqG.CIIi 01=r>   r!  )r1   r   r   c                      | d      }|j                  t        t        |       t        j                  |j
                        j                         }|d   t        j                  |d   d      k(  sJ y )Nr+   r,   r   r   r&   r-  )rel)	r2   r3   r4   rP   absrB   r   rt   r  )r!  r   r#  coefs       r<   !test_negative_weight_equal_coeffsr6  t  s\     8
$CGGAqG.66#))""$D7fmmDG6666r>   )categoryc                  ,   ddl m}  ddlm} t        j
                  d d d df   t        j                  dz   }}t        j                  t        j                  |j                        t        j                  |dkD        d   d d d         }t        j                  ||         } |d|||         }t        j                  |      dk(  sJ t        j                  d	      t        j                   d
       |        fD ]  }|j#                  ||   ||         j%                  |      }|j'                  d       |j#                  ||   ||         j%                  |      }	t)        j*                  ||d      t)        j*                  ||	d      k  rJ  y )Nr   )r  )compute_class_weightr'   r&   balanced)classesro   r+   r,   r   r  macro)average)sklearn.linear_modelr  sklearn.utilsr9  rM   rN   rO   rP   deletearanger   whereuniquer   r   r1   r   r2   r9   r  r
   r   )
r  r9  r3   ro   
unbalancedr;  class_weightsr;   r  y_pred_balanceds
             r<   test_auto_weightrG    sa    8 399QUT[[1_qA299QVV,bhhq1uoa.@1.EFJii*&G(W*VM99]#q((( 	x 1% :*6>>qAJ/''jMjM
 '!* 	 67;w?O?O@
 
 	
 
r>   lil_containerc                 P   t         d d }t        j                  t              5  t	        j
                         j                  t        |       d d d        t	        j
                         t	        j                  d      fD ]  }t        j                  t              }|j                  d   rJ t        j                  t        j                  t         d      j                        }|d d df   }|j                  d   rJ |j                  d   rJ |j                  ||       t        |j!                  t              t"                t	        j
                  d      }t        j                  t              5  |j                  t        t                d d d        t	        j
                         j                  t        t               }t        j                  t              5  |j!                   | t                     d d d        t        j$                  t              j                  }|j                  t        j&                  t        |      t                t        j                  t              5  |j!                  t               d d d        t	        j
                         }|j                  t        t                t        j                  t              5  |j!                  |       d d d        y # 1 sw Y   xY w# 1 sw Y   jxY w# 1 sw Y   xY w# 1 sw Y   xY w# 1 sw Y   y xY w)	Nr%   r   r   C_CONTIGUOUS)r'   r&   F_CONTIGUOUSrg   r,   )r4   rt   ru   rv   r   r1   r2   r3   r   rP   asfortranarrayflagsascontiguousarraytilerl   r   r9   rw   rs   rk   )rH  Y2r;   XfyfXts         r<   test_bad_inputrT    s    
3BB	z	"	a 
# 	3==a89q!88N+++!!"''!V"4"6"672Y88N+++88N+++B3;;q>;7 : ''
'C	z	"1 
# '')--1
C	z	"M!$% 
# 
!BGGBFF1bM1	z	"A 
# '')CGGAqM	z	"B 
#	"? 
#	"  
#	"
 
#	"
 
#	"
 
#	"s;   )K)3K6L)LL)K36L LLL%c                     t         j                  j                  d      } d}t        j                  t         j                        j
                  }|| j                  |df      z  }| j                  dd|      }t        j                         }d}t        j                  t        |      5  |j                  ||       d d d        y # 1 sw Y   y xY w)Nr   r   r'   )r   z2The dual coefficients or intercepts are not finiter  )rP   randomRandomStatefinforV   maxr   r   r   r1   rt   ru   rv   r2   )rngr   fmaxr3   ro   r;   msgs          r<   test_svc_nonfinite_paramsr]    s    
))


"CI88BJJ##Ds{{A{//AAqy)A
'')C
>C	z	-1 
.	-	-s   +CCc                  6   t        j                  dd      } | j                  t        t               | j                  t               t        j                  t        j                  t        j                  j                  t        j                        ddd       y )Nr+   T)r-   r   rJ   r   rK   )r   r1   r2   r3   r4   r   rl   r   rW   rM   rN   rO   rU   rP   rV   r:   s    r<   test_unicode_kernelr_    s^    
''t
4CGGAqMa		4;;%%bjj11XSTr>   csr_containerc                     t        j                  d      } | ddgddgg      }t        j                  t        d      5  |j                  |ddg       d d d        y # 1 sw Y   y xY w)Nrg   r,   r&   r   zSparse precomputedr  )r   r1   rt   ru   	TypeErrorr2   )r`  r;   sparse_grams      r<   test_sparse_precomputedrd    sT    
''
'C!Q!Q 01K	y(<	=aV$ 
>	=	=s    AA'c                 2    | g dg dg dg dg      }t        j                  g d      }t        j                  d      }|j	                  ||       |j
                  j                  j                  rJ |j                  j                  j                  rJ y )N)r   r&   r   r   )r   r   r   r&   )r   r   r&   r   ){Gz?rf  r   g{Gz?r+   r,   )	rP   rs   r   r   r2   r7   rN   r   r5   )r`  r   r   r/  s       r<   %test_sparse_fit_support_vectors_emptyrg    s{     \<|TUGhh/0GGG8$E	IIgw%%**////$$)))))r>   losshingesquared_hingepenaltyl1l2dualTFc           	      @   t        ddd      \  }}t        j                  || |d      }| |fdk(  s| ||fdk(  s||fdk(  r@t        j                  t
        d|d	| d
|      5  |j                  ||       d d d        y |j                  ||       y # 1 sw Y   y xY w)NrJ   r   )r   r  r   rk  rh  rn  r   )ri  rl  )ri  rm  F)rl  Tz'Unsupported set of arguments.*penalty='z.*loss='z.*dual=r  )r   r   r   rt   ru   rv   r2   )rh  rk  rn  r3   ro   r;   s         r<   test_linearsvc_parametersrq    s     qqIDAq
--dA
NC	w?*'4 $::T?l*]]d$

 GGAqM
 
 	1
 
s   %BBc                  n   t        j                  d      j                  t        t              } | j
                  sJ t        | j                  t              t               t        | j                  dgd       t        j                  dddd      j                  t        t              } t        | j                  t              t               t        j                  d	d
d      j                  t        t              } t        | j                  t              t               t        j                  d	dd
d      } | j                  t        t               t        | j                  t              t               | j                  t              }|dkD  j                  t              dz   }t        |t               y )Nr   r   r(   rq   rl  rj  Frp  rm  T)rk  rn  r   ri  r&   )r   r   r2   r3   r4   fit_interceptr   r9   rl   rw   r   r8   r   rU   r   )r;   r   ress      r<   test_linearsvcru    s*   
--Q
'
+
+Aq
1C s{{1~{3cnnqc1= --?Q	c!Qi  s{{1~{3 --4a
@
D
DQ
JCs{{1~{3 --7A
NCGGAqMs{{1~{3 


"C7

3
!
#CsK(r>   c                     t        j                  d      j                  t        j                  t        j
                        } t        j                  dd      }|j                  t        j                  t        j
                         | j                  t        j                        |j                  t        j                        k(  j                         dkD  sJ | j                  |j                  k7  j                         sJ t        |j                  t        j                        t        j                  |j                  t        j                        d             t        j                  t        j                  |j                  j                        |j                   z   }t#        ||j                  t        j                               y )Nr   r   crammer_singer)multi_classr   rA   r&   r   )r   r   r2   rM   rN   rO   r9   rQ   rB   allr   rP   r   r   rk   rl   r8   r   )ovr_clfcs_clfdec_funcs      r<   test_linearsvc_crammer_singerr}  2  s   mm+//		4;;GG]]'7aHF
JJtyy$++& OODII&&..*CCIIKcQQQ MMV\\)..000 tyy!
		&**4995A> vvdii063D3DDHh(@(@(KLr>   c                     t        t              } t        j                  |       }t	        j
                  d      j                  t        t              }t	        j
                  ddd      j                  t        t        |      }t        |j                  t              |j                  t                     t        |j                  |j                  dd       t        d      }|j                  dd	|       }t	        j
                  ddd      j                  t        t        |      }|j                  t              }t        j                  t        |d
      }t        j                  t        |d
      }	t	        j
                  ddd      j                  ||	      }
|
j                  t              }t        ||       t        |j                  |
j                  dd       y )Nr   r   r     )r   r   r   r   r&   r   r   r   )rz   r3   rP   r   r   r   r2   r4   r   r9   rl   r   rB   r   r   r   )r   r   r;   clf_unitweightr   r   lsvc_unflatpred1r   r   	lsvc_flatrd   s               r<   test_linearsvc_fit_sampleweightr  G  sk   AI'')$K
--Q
'
+
+Aq
1C]]utLPP	1K Q N
 ~--a0#++a.ACII~33Q?
 &a(L ((B	:M--QEDIMM	1M N K "EYYq-a0FYYq-a0F1%$GKKI a Eue$K%%y6Br>   c                      t        dd      \  } }dD ]A  }t        j                  |dd      j                  | |      j	                  | |      }|dkD  rAJ  y )Nr'   r   )	n_classesr   )TFrw  )rs  rx  r   rA   )r   r   r   r2   r   )r3   ro   rs  accs       r<   test_crammer_singer_binaryr  j  s\    ;DAq&MM+,
 SAYU1a[ 	 Syy 'r>   c                  b   t         j                  t         j                     } t        j                  d      j                  t         j                  |       }t        |j                        t        t         j                        k(  sJ t        j                  |j                  t         j                        | k(        dkD  sJ |j                  t         j                        }t         j                  t        j                  |d         }t        ||j                  t         j                               y )Nr   r   g?r&   )rM   target_namesrO   r   r   r2   rN   setrS   rP   rQ   r9   r   r   r   )rO   r;   r   rc   s       r<   test_linearsvc_irisr  {  s     t{{+F
--Q
'
+
+DIIv
>Cs||D$5$5 6666773;;tyy)V34s:::


		
*CRYYsA./DtS[[34r>   c           	         ddgddgddgddgg}g d} | ddddd	d
d      }|j                   dk(  sJ |j                          |j                  sJ d|_         |j                  ||       t        |j                  dd       d|_         |j                  ||       |j                  }|dk  sJ d|_         |j                  ||       |j                  }t        ||d       y )Nr'   r&   r(   r   r   r&   r&   Trl  rj  Fr   gHz>r   )rs  rk  rh  rn  r   r   r   rJ   rq   r   r%   r  )intercept_scalingrs  r2   r   r8   r   )
classifierr3   ro   r;   
intercept1
intercept2s         r<   'test_dense_liblinear_intercept_handlingr    s    
Q!Q!Q!Q(AA

C   A%<s'<'<<% CGGAqM15  CGGAqMJ?? !CGGAqMJj*a@r>   c                     t        j                         j                  t        j                  t        j
                        } | j                  t        j                        }| j                  j                         | _        | j                  j                         | _	        | j                  t        j                        }t        ||       ddgddgddgddgg}g d}t        j                         j                  ||      } | j                  |      }| j                  j                         | _        | j                  j                         | _	        | j                  |      }t        ||       y )Nr'   r&   r(   r  )r   r   r2   rM   rN   rO   r   rB   copyr8   r   r   )r;   valuesvalues2r3   ro   s        r<   test_liblinear_set_coefr    s   
--/

dii
5C""499-F		 CI^^((*CN##DII.Gfg. Q!Q!Q!Q(AA
--/

a
#C""1%F		 CI^^((*CN##A&Gvw'r>   c                     t        j                  d      j                  t        j                  t        j
                        t        j                  d      j                  t        j                  t        j
                        t        j                  d      j                  t        j                  t        j
                        t        j                  d      j                  t        j                  t        j
                        t        j                  d      j                  t        j                        g} | D ]  }t        j                  t              5  |j                  dt        j                  d             d d d        t        j                  t         t"        f      5  |j$                  j'                  dd       d d d         y # 1 sw Y   PxY w# 1 sw Y   xY w)Nr+   r,   rB   r(   )r   r   r   )r   r1   r2   rM   rN   rO   r   r   r   r   rt   ru   r   __setattr__rP   rA  RuntimeErrorrv   rB   __setitem__)svmsr;   s     r<   test_immutable_coef_propertyr    s    	x $$TYY<		"&&tyy$++>x $$TYY<		"&&tyy$++>x(,,TYY7D ]]>*OOGRYYq\2 +]]L*56II!!&!, 76 **66s   &G$GG	G!	c                      dd l } | j                  d      }| j                  | j                         d   d       t	        j
                  d      }|j                  t        t               | j                  |d       y )Nr   r&   )verbose)	osdupdup2piper   r   r2   r3   r4   )r  stdoutr;   s      r<   test_linearsvc_verboser    sW    VVAYFGGBGGIaL! --
"CGGAqM GGFAr>   c                  t   t        j                  d ddd      } t        j                  |       }|j	                  t
        j                  t
        j                         t        j                  dddd      }|j	                  t
        j                  t
        j                         t        |j                  |j                         t        |j                  |j                         t        |j                  t
        j                        |j                  t
        j                               t        |j                  t
        j                        |j                  t
        j                        d       t        |j                  t
        j                        |j                  t
        j                               y )	Nc                 B    t        j                  | |j                        S ri   rj   rm   s     r<   r   z5test_svc_clone_with_callable_kernel.<locals>.<lambda>      BFF1accNr>   Tr   r   )r-   r   r   r   r+   r   rq   )r   r1   r   cloner2   rM   rN   rO   r   r5   r8   r   r9   r   r   )svm_callable
svm_clonedsvm_builtins      r<   #test_svc_clone_with_callable_kernelr    s%    77* %	L L)JNN499dkk*''TSXK OODIIt{{+j33[5K5KLj33[5K5KLz))$))4k6I6I$))6TU  +!!$)),
 $$TYY/%%dii0r>   c                      t        j                  d       } t        j                  t              5  | j                  t        t               d d d        y # 1 sw Y   y xY w)Nc                     | S ri    rm   s     r<   r   z%test_svc_bad_kernel.<locals>.<lambda>  s    ar>   r,   )r   r1   rt   ru   rv   r2   r3   r4   )svcs    r<   test_svc_bad_kernelr    s5    
''
(C	z	"1 
#	"	"s   AAc                  >   t        j                  d ddd      } d}t        j                  t        |      5  | j                  t        j                  t              t               d d d        t        j                  | j                  dk(        sJ y # 1 sw Y   .xY w)Nc                 B    t        j                  | |j                        S ri   rj   rm   s     r<   r   z2test_libsvm_convergence_warnings.<locals>.<lambda>
  r  r>   Tr   r'   )r-   r   r   r   zoSolver terminated early \(max_iter=2\).  Consider pre-processing your data with StandardScaler or MinMaxScaler.r  )r   r1   rt   warnsr   r2   rP   rs   r3   r4   ry  n_iter_)awarning_msgs     r<    test_libsvm_convergence_warningsr    ss    *1WX	A	:  
(	<	bhhqk1 
=66!))q.!!! 
=	<s   .BBc                  \   d} t        j                         }t        j                  t        d      5  |j                  |        d d d        t        j                         }t        j                  t        d      5  |j                  |        d d d        y # 1 sw Y   SxY w# 1 sw Y   y xY w)Nzfoo!z.*\bSVC\b.*\bnot\b.*\bfitted\br  z .*\bNuSVR\b.*\bnot\b.*\bfitted\b)r   r1   rt   ru   	Exceptionr9   r   )r3   r;   s     r<   test_unfittedr    sv    A
'')C	y(I	JA 
K ))+C	y(K	LA 
M	L	 
K	J 
M	Ls   B;B"B"B+c                  0   t        j                  ddd      } | j                  t        t              j                  t              }t        j                  ddd      } | j                  t        t              j                  t              }t        ||       y )NTr&   r   )r   r   r   )r   r1   r2   r3   r4   r   r   )r  proba_1proba_2s      r<   test_consistent_probar  "  sd    D11=AeeAqk''*GD11=AeeAqk''*Ggw/r>   c                  h   t        j                  dd      } d}t        j                  t        |      5  | j                  t        t               d d d        t        | j                  t              sJ | j                  dk(  sJ t        j                  dd      }t        j                  t        |      5  |j                  t        j                  t        j                         d d d        t        |j                  t              sJ |j                  dk(  sJ y # 1 sw Y   xY w# 1 sw Y   CxY w)Nr   r'   )r   r   z@Liblinear failed to converge, increase the number of iterations.r  )r   r   rt   r  r   r2   r3   r4   
isinstancer  r   r   rM   rN   rO   )lsvcr  r   s      r<   $test_linear_svm_convergence_warningsr  +  s     ==a!4DTK	(	<A 
= dllC(((<<1==a!4D	(	<DKK( 
=dllC(((<<1 
=	< 
=	<s   D7/D(D%(D1c            	         t         j                  j                  d      j                  dd      } t         j                  j                  d      j                  d      }t	        j
                  d      t	        j                  d      t	        j                         fD ]h  }|j                  | |       t        |j                  |       t        j                  | |j                  j                               |j                  z          j y )N   r   r(      r+   r,   )rP   rV  rW  r   r   r   r   r   r2   r   r9   rk   rB   r   r8   )r3   ro   r   s      r<   test_svr_coef_signr  >  s     			b!''A.A
		b!''+A 	x 		"
 	1!KKNBFF1ciioo&783>>I	
r>   c                      t        j                  d      } | j                  t        t               | j
                  dk(  sJ y )NF)rs  r0   )r   r   r2   r3   r4   r8   )r  s    r<    test_lsvc_intercept_scaling_zeror  O  s1     ==u-DHHQN??c!!!r>   c                  P   t        j                  d      } t        | d      sJ | j                  t        j
                  t        j                         t        | d      sJ t        j                  d      } t        | d      rJ | j                  t        j
                  t        j                         t        | d      rJ d| _        t        | d      sJ d}t        j                  t        |      5  | j                  t        j
                         d d d        y # 1 sw Y   y xY w)NT)r   r   FzApredict_proba is not available when fitted with probability=Falser  )r   r1   rR   r2   rM   rN   rO   r   rt   ru   r   r   )Gr\  s     r<   test_hasattr_predict_probar  W  s     	D!A1o&&&EE$))T[[!1o&&&E"Aq/***EE$))T[[!q/*** AM1o&&&
MC	~S	1			" 
2	1	1s   3 DD%c                     dD ]  } t        | d      \  }}t        j                  t        j                  fD ]L  }t	         |d            j                  ||      }t        |j                  |            t        |      k(  rLJ   y )N)r'   r(   r   )r   r   r   )r   )r   r   r1   r   r   r2   rz   r9   )r  r3   ro   r  r;   s        r<   &test_decision_function_shape_two_classr  o  ss    	)!<1''399-I%i&NOSS1C s{{1~&#a&000	 . r>   c                     t        j                  ddgddgddgddgg      } g d}t        j                  ddgddgg      }t        j                  |ddgz  |ddgz  |ddgz  |ddgz  f      }dgdz  dgdz  z   dgdz  z   dgdz  z   }t        j                  d	d
      }|j                  | |       |j                  |      }t        ||       |j                  |      }t        t        j                  |d      |       |t        d      |f   j                  d      }t        j                  |      dkD  sJ t        j                  |d d df   |d d df   k        sJ y )Nr&   r%   )r   r&   r'   r(   rJ   r   r   r'   r(   r+   r   r   r   r   )r   r'   r0   )rP   rs   vstackr   r1   r2   r9   r   r   r   ry   reshapeminry  )	r   r   base_pointsr   r   r;   r  deci_valpred_class_deci_vals	            r<   test_ovr_decision_functionr  y  s   hhAQ"bAr7;<GG ((QFRH-.K YY1a& 2q'!2r("1b'!		
F S1WsQw!q(A372F
''5
ACGGGW[[ F vv&$$V,H ryy2F; #58V#34<<VD 66%&,,, 66%ad+.A!Q$.GGHHHr>   SVCClassc                     t        d      \  }} | dddd      j                  ||      }t        j                  t        d      5   |j
                  |       d d d        y # 1 sw Y   y xY w)	Nr)   r   r+   r   T)r-   r   
break_tiesr   zbreak_ties must be Falser  )r   r2   rt   ru   rv   r9   )r  r3   ro   r   s       r<   !test_svc_invalid_break_ties_paramr    s]    2&DAq
4VX	c!Qi  
z)C	DA 
E	D	Ds   A##A,c                    | j                   dk(  rt        rt        j                  d       t	        ddd      \  }}t        j                  |dddf   j                         |dddf   j                         d      }t        j                  |ddd	f   j                         |ddd	f   j                         d      }t        j                  ||      \  }}t        d
ddd      } | dddi|j                  ||      } |j                  t
        j                  |j                         |j                         f         }	 |j                  t
        j                  |j                         |j                         f         }
t        j                   |	t        j"                  |
d	      k(        rJ  | dddi|j                  ||      } |j                  t
        j                  |j                         |j                         f         }	 |j                  t
        j                  |j                         |j                         f         }
t        j                   |	t        j"                  |
d	      k(        sJ y)zyTest if predict breaks ties in OVR mode.
    Related issue: https://github.com/scikit-learn/scikit-learn/issues/8277
    r   zFailing test on 32bit OSr   r   r'   )r   r   r  Nr   r&   r@   g    .Ar)   r   )r-   r   r   r   r  Fr   Tr  )__name__r    rt   xfailr   rP   linspacer  rY  meshgriddictr2   r9   c_r   r   ry  r   )r  r3   ro   xsysxxyycommon_paramsr   rc   dvs              r<   test_svc_ovr_tie_breakingr    s   
 G#	
 	/01qADAq	Qq!tW[[]AadGKKM3	7B	Qq!tW[[]AadGKKM3	7B[[R FBCb%M  
 
c!Qi  3;;ruuRXXZ345D			ruuRXXZ%;<	=Bvvdbii33444
 
 
c!Qi  3;;ruuRXXZ345D			ruuRXXZ%;<	=B66$"))BQ//000r>   c                      dgdggddg}} t        j                         }|j                  | |       t        |j                  d       y )Nr0   r   r   r&   r   )r   r1   r2   r   _gammar   s      r<   test_gamma_scaler    s=    EC5>Aq6qA
'')CGGAqM

A&r>   zSVM, params)rk  rh  rn  epsilon_insensitiverh  rn  squared_epsilon_insensitivec                 t   t        j                  ddgddgddgddgddgddgddgddgddgddgddgddgddgddgddgddggt        j                  d            }t        j                  g dt        j                  d            }t        j                  ||g      }t        j                  |d|z
  g      }t        j
                  t        |      dz  	      }d
|t        |      d  t        |||d
      \  }}} | d      } |j                  di | |j                  dd       t        j                  |      j                  ||      }t        j                  |      j                  |||      }	dD ]?  }
t        ||
      s t        ||
      |      } t        |	|
      |      }t        ||       A y )Nr&   r(   r'   r   float)r   )r&   r&   r&   r&   r'   r'   r'   r'   r&   r&   r&   r&   r'   r'   r'   r'   r   )r   r   r   r)   r   r  )r   r   r   )r9   r   r  )rP   rs   r   r  hstackr   rz   r   r  r   r  r2   rR   getattrr   )r   paramsr3   ro   X2y2r   base_estimatorest_no_weightest_with_weightmethodX_est_no_weightX_est_with_weights                r<   &test_linearsvm_liblinear_sample_weightr    s    	FFFFFFFFFFFFFFFF!	
$ hhw'	A* 	8	A 
Aq6	B	Aq1u:	BGG#a&1*-MM#a&(#BMJBMb)NN''%$7JJ~.221a8Mjj044
Bm 5 O 3>6*<gmV<Q?O @ @ CO->?	 3r>   Klassc                 `   t        j                  dgdgdgdgdgg      }t        j                  |j                  d         } |        }t	        |d      rJ |j                  ||       |j                  d   |j                  j                  d   k(  sJ |j                  j                  dk(  sJ y )Nr   g)\(?g?gq=
ףp?r&   
n_support_)	rP   rs   rA  r   rR   r2   r  r7   r   )r  r3   ro   r#  s       r<   test_n_supportr    s    
 	1#vvvs34A
		!''!*A
'CsL)))GGAqM>>! 4 4 : :1 ====>>!###r>   c                 2   g d}t        j                  ddgddgddgddgddgg      }t        j                  g d      }d } |||      }t        t        j                  ||j                        |        | |      j                  ||      } | d      j                  ||      } | d	      j                  ||      }|j                  ||      |j                  ||      k(  sJ |j                  ||      |j                  ||      k(  sJ t        |d
      rt        |j                  |      |j                  |             t        |j                  |      |j                  |             t        |j                  |      |j                  |             t        |j                  |      |j                  |             yt        |j                  |      |j                  |             t        |j                  |      |j                  |             y)zETest using a custom kernel that is not fed with array-like for floats)zA AABzB BzA Br'   r   r&   )r&   r&   r'   r'   r&   c           	         t        | d   t              sJ t        |       }t        |      }t        j                  ||f      }t        |      D ]  }t        ||      D ]r  }| |   j                  d      ||   j                  d      z  |||f<   |||fxx   | |   j                  d      ||   j                  d      z  z  cc<   |||f   |||f<   t  |S )Nr   r  r  )r  strr#   rP   zerosry   count)X1r  
n_samples1
n_samples2r{   iijjs          r<   string_kernelz9test_custom_kernel_not_array_input.<locals>.string_kernel/  s    "Q%%%%!"%
!"%
HHj*-.
#BB
+rFLL-2S0AA"b&	"b&	RV\\#.Bc1BBB	b"fI"b&	 , $
 r>   r,   r+   rg   r   N)rP   rs   r   rk   rl   r2   r   rR   r   r   r9   )	r!  rN   r3   ro   r  r{   svc1svc2svc3s	            r<   "test_custom_kernel_not_array_inputr  (  s    +D
1a&1a&1a&1a&1a&9:A
!A
 	dD!Arvva~q)M*..tQ7DH%))!Q/DM*..q!4D::dA$**Q"2222::dA$**Q"2222t()..t4d6L6LQ6OP..t4d6L6LQ6OP4<<-t||A?4<<-t||A?T*DLLO<T*DLLO<r>   c                     t        j                  d      j                  t        t              } d| j
                  d<   d}t        j                  t        |      5  | j                  t               ddd       y# 1 sw Y   yxY w)zCheck that SVC raises error when internal representation is altered.

    Non-regression test for #18891 and https://nvd.nist.gov/vuln/detail/CVE-2020-28975
    r+   r,   i@B r   z.The internal representation of SVC was alteredr  N)
r   r1   r2   r3   r4   
_n_supportrt   ru   rv   r9   )r;   r\  s     r<   -test_svc_raises_error_internal_representationr  N  sW    
 ''
"
&
&q!
,CCNN1
:C	z	-A 
.	-	-s   A::Bzestimator, expected_n_iter_typedataset)r  n_informativer   r   c                 ,   |\  }} | d      j                  ||      j                  }t        |      |k(  sJ | t        j                  t        j
                  fv r:t        t        j                  |            }|j                  ||dz
  z  dz  fk(  sJ y y )Nr+   r,   r&   r'   )
r2   r  typer   r1   r   rz   rP   rC  r   )r  expected_n_iter_typer  r3   ro   n_iterr  s          r<   test_n_iter_libsvmr  [  s    0 DAqh'++Aq199F<////SWWcii((		!%	||	Y] ;q @BBBB )r>   c           	          t        d| ddt        j                  t                    }|du sJ t        d| ddt        j                  t              j                        }|du sJ y )Nautorm  r   FTr   rP   asarrayr3   rl   r  s     r<   test_dual_autor"  {  sT     $FD$rzz!}MD5==#FD$rzz!}OD4<<r>   c            	          t        ddddt        j                  t                    } | du sJ t        ddddt        j                  t                    } | du sJ t        ddddt        j                  t              j                        } | d	u sJ y )
Nr  ri  rm  r   Tr  rj  rl  Fr   )rn  s    r<   test_dual_auto_edge_casesr$    s    #FGT5"**Q-PD4<<#%tUBJJqMD 4<<#ubjjmooD 5==r>   zEstimator, make_datasetC_infinfc                      ||      \  }} | |      j                  ||      } | d      j                  ||      }t        |j                  |      |j                  |             y)zCheck that we can pass `C=inf` that is equivalent to a very large C value.

    Non-regression test for
    https://github.com/scikit-learn/scikit-learn/issues/29772
    r   r   g    _BN)r2   r   r9   )r!  make_datasetr%  global_random_seedr3   ro   estimator_C_infestimator_C_larges           r<   test_svm_with_infinite_Cr,    sc     %78DAq%(,,Q2O!D)--a3%--a0/2I2I!2LMr>   )__doc__numpyrP   rt   numpy.testingr   r   r   r   sklearnr   r   r	   r
   r   sklearn.datasetsr   r   r   sklearn.exceptionsr   r   r   sklearn.metricsr   sklearn.metrics.pairwiser   sklearn.model_selectionr   sklearn.multiclassr   sklearn.svmr   r   r   r   r   r   sklearn.svm._classesr   r?  r   r   sklearn.utils._testingr   sklearn.utils.fixesr    r!   r"   sklearn.utils.validationr#   r3   r4   rl   rw   	load_irisrM   rZ  permutationrO   r   permrN   r=   re   r   r   r   r   r   r   r   r   r   r   r   markparametrizer1   r   r   r   r  r  r  r  rz   r$  r)  r1  r6  rG  rT  r]  r_  rd  rg  rq  ru  r}  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  r  ndarrayr   r  r"  r$  r&  r  r,  r  r>   r<   <module>rB     s      ? > M M 
 % / 4 2  : 5 2 I I 1 	"XBx"bAq6Aq6Aq6:"X1v1v x
t{{''(IIdO	kk$*M$`FGRD(+&+RN<9
&EB #)) 45+ 6+4C,0. wsww			&DE F2 wsww			D8I&JK L29 	NO	LM	NO	PQ	VW 	8  
 S3q6\D6CF?#	34  
3
 3  GG	
 
01	 
   45	(  
3&3 	c6]KL	66"266BRST 
   [),>+MN	!78  
>> #''399cii06O   ./	!78  
77 01!
 2!
H .9# :#L .9% :% .9* :* '?!;<T4L1$/ 0 2 =*)>M* CF"
5 8;}} "AJ(*- B
"	 0 0&
""#01)IX cggsyy%9: ; cggsyy%9:"1 ;"1J' 	ouMN	otLM	ouMN	gtDE	2DAB	:DIJ	:DIJ,@,@^ ;U";<
$ =
$ sww&89"= :"=J
 %	"**	BJJ	#	C	#	 aqqIaqqIaqqIC	$C /3P!QR S 	gg"#cgg%?@ 2665<"89
N :	

Nr>   