a
    h                    @   s   d Z ddlZddlZddlmZmZ ddlmZmZ ddl	m
Z
mZmZ ddlmZmZ ddlmZ ddlmZ ddlZdd	lmZmZmZmZmZmZ dd
lmZmZ ddlZG dd dZ dS )z@
Unit tests for the differential global minimization algorithm.
    N)DifferentialEvolutionSolver_ConstraintWrapper)differential_evolutionOptimizeResult)BoundsNonlinearConstraintLinearConstraint)rosenminimize)
csr_matrix)stats)assert_equalassert_allcloseassert_almost_equalassert_string_equalassert_suppress_warnings)raiseswarnsc                   @   s4  e Zd Zdd Zdd Zdd Zdd Zd	d
 Zdd Zdd Z	dd Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Zdd  Zd!d" Zd#d$ Zd%d& Zd'd( Zd)d* Zd+d, Zd-d. Zd/d0 Zd1d2 Zd3d4 Zd5d6 Zd7d8 Zd9d: Zd;d< Z d=d> Z!d?d@ Z"dAdB Z#dCdD Z$dEdF Z%dGdH Z&dIdJ Z'dKdL Z(dMdN Z)dOdP Z*dQdR Z+dSdT Z,dUdV Z-dWdX Z.dYdZ Z/d[d\ Z0d]d^ Z1d_d` Z2dadb Z3dcdd Z4dedf Z5dgdh Z6didj Z7dkdl Z8dmdn Z9dodp Z:dqdr Z;e<j=j>e<j=j?e@A dskdtdudvdw ZBdxdy ZCdzd{ ZDd|d} ZEd~d ZFdd ZGdd ZHdd ZIdS )TestDifferentialEvolutionSolverc                 C   sx   t jdd| _t ddgddgg| _ddg| _t| jdg| _t| jdgdd	d
| _	t 
t dddj}|| j	_d S )Nraiseinvalid               @r   r   r   d   r               ?)popsizemutation皙?皙?)npseterr
old_seterrarraylimitsboundsr   	quadraticdummy_solverdummy_solver2
atleast_2darangeT
population)selfr2    r4   m/var/www/html/assistant/venv/lib/python3.9/site-packages/scipy/optimize/tests/test__differential_evolution.pysetup_method   s    

z,TestDifferentialEvolutionSolver.setup_methodc                 C   s   t jf i | j d S N)r&   r'   r(   r3   r4   r4   r5   teardown_method,   s    z/TestDifferentialEvolutionSolver.teardown_methodc                 C   s   |d d S )Nr      r4   )r3   xr4   r4   r5   r,   /   s    z)TestDifferentialEvolutionSolver.quadraticc                 C   s  t t| jdd}t|jd t|jjd t t| jdd}t|jd t|jjd t t| jdd}t|jd t|jjd t t| jdd}t|jd t|jjd t t| jdd}t|jd t|jjd	 t t| jd
d}t|jd
 t|jjd t t| jdd}t|jd t|jjd	 t t| jdd}t|jd t|jjd	 t t| jdd}t|jd t|jjd t t| jdd}t|jd t|jjd t t| jdd}t|jd t|jjd t t| jdd}t|jd t|jjd d S )Nbest1expstrategy_best1best1binrand1bin_rand1Zrand1expZrand2exp_rand2best2bin_best2Zrand2binZrandtobest1bin_randtobest1Zrandtobest1expZcurrenttobest1bin_currenttobest1Zcurrenttobest1exp)r   r	   r+   r   r>   Zmutation_func__name__r3   solverr4   r4   r5   test__strategy_resolves2   s    z7TestDifferentialEvolutionSolver.test__strategy_resolvesc                 C   sH   t dg}| jd}t|| t dg}| jd}t|| d S )Ng?r:                     ?)r&   r)   r.   r?   r   rB   r3   resulttrialr4   r4   r5   test__mutate1}   s    
z-TestDifferentialEvolutionSolver.test__mutate1c                 C   sH   t dg}| jd}t|| t dg}| jd}t|| d S )NgrL   r$   )r&   r)   r.   rE   r   rC   rR   r4   r4   r5   test__mutate2   s    
z-TestDifferentialEvolutionSolver.test__mutate2c                 C   s&   t dg}| jd}t|| d S )Ng333333?rL   )r&   r)   r.   rF   r   rR   r4   r4   r5   test__randtobest1   s    z1TestDifferentialEvolutionSolver.test__randtobest1c                 C   s(   t dg}| jdd}t|| d S )Nr$   r   rL   )r&   r)   r.   rG   r   rR   r4   r4   r5   test__currenttobest1   s    z4TestDifferentialEvolutionSolver.test__currenttobest1c                 C   s*   d}t | j| j|d}t|jt| d S )Nr!   r   r#   )r   r,   r+   r   ditherlist)r3   r#   rJ   r4   r4   r5   test_can_init_with_dithering   s    z<TestDifferentialEvolutionSolver.test_can_init_with_ditheringc                 C   s   t }d}ttt|| j|d d}ttt|| j|d dtjf}ttt|| j|d d}t|| j|d}td|j td |j	 d S )N)r!   rM   rZ   r   r$   r!   )
r	   assert_raises
ValueErrorr   r+   r&   nanr   scaler[   )r3   funcr#   rJ   r4   r4   r5   +test_invalid_mutation_values_arent_accepted   s:    
zKTestDifferentialEvolutionSolver.test_invalid_mutation_values_arent_acceptedc                 C   sF   dd }t tdd t|ddg W d    n1 s80    Y  d S )Nc                 S   s   t t | d t | gS Nr:   )r&   r)   sumr;   r4   r4   r5   rd      s    zETestDifferentialEvolutionSolver.test_invalid_functional.<locals>.funcz,func\(x, \*args\) must return a scalar valuematchr:   )r`   RuntimeErrorr   )r3   rd   r4   r4   r5   test_invalid_functional   s    z7TestDifferentialEvolutionSolver.test_invalid_functionalc                 C   sJ   t dg}td| j| t dgdgg| j_td| j| d S )N333333?   r   r   )r&   r)   r   r-   Z_scale_parametersr*   r3   rT   r4   r4   r5   test__scale_parameters   s    z6TestDifferentialEvolutionSolver.test__scale_parametersc                 C   sJ   t dg}td| j| t dgdgg| j_td| j| d S )Nrp   ro   r   r   )r&   r)   r   r-   _unscale_parametersr*   rq   r4   r4   r5   test__unscale_parameters   s    z8TestDifferentialEvolutionSolver.test__unscale_parametersc                 C   sz   t jdd: t| jddgd}|ddg}t|d W d    n1 sL0    Y  t| jddg}t|jdd	g d S )
Nr   r   r   r   )      ?      @)r+   r   r!   )rw   rw   rw   )	r&   Zerrstater   r,   rs   r   r   r   r;   )r3   rJ   vresr4   r4   r5   test_equal_bounds   s    (z1TestDifferentialEvolutionSolver.test_equal_boundsc                 C   sH   t g d}| j| t|d d tt |dk|dk  d S )N)皙??r   g     r@gh㈵r:   r}   r   r   )r&   r)   r-   Z_ensure_constraintr   r   logical_andallrq   r4   r4   r5   test__ensure_constraint   s    z7TestDifferentialEvolutionSolver.test__ensure_constraintc                 C   sd   t | jdgddd}| }t|j| |j t | jdgddd}| }t|j| |j d S )Nrk   r   F)maxiterpolishT)r   r,   solver   funr;   r3   rJ   rS   r4   r4   r5   test_differential_evolution   s    z;TestDifferentialEvolutionSolver.test_differential_evolutionc                 C   s(   t | jdg}| }t|j|j d S )Nrk   )r   r,   r   r   r;   r   r4   r4   r5   test_best_solution_retrieval   s    z<TestDifferentialEvolutionSolver.test_best_solution_retrievalc                    sV  dfddd _ tj_ fdd d _d  _ _ddg}t|dd	d
}tf i |d i}tf i |di}|j	|j	  u rd	u sn J  j|j  krksn J |j
dksJ |j
dksJ | D ]0\}}|dv rqt j| | t|| | qd _tj_d|d< tf i |d i}|j|jk sRJ d S )N
   c                    s"   t | }| jk r|  _| _|S r7   )r	   valr;   )r;   r   rd   r4   r5   rd     s
    
zFTestDifferentialEvolutionSolver.test_intermediate_result.<locals>.funcc                    s    j d7  _ |  _| jjdks$J | jjd dks8J | j  j ksHJ t| j jj t| j jj	 t| jt
| j tt| jD ]&}| j| }t
| j| }t|| qt| j| jd  t| j| jd  | jdksJ | jdu sJ t| tsJ  j krtd S )Nr   r:   r   zin progressT)nitintermediate_resultr2   ndimshaper   r;   rd   r   r   r	   rangelenpopulation_energiesmessagesuccess
isinstancer   StopIteration)r   iry   ref)callbackr   r4   r5   r     s.    
zJTestDifferentialEvolutionSolver.test_intermediate_result.<locals>.callbackr   r   r:   ie F)rd   r+   seedr   r   r   &callback function requested stop early/Maximum number of iterations has been exceeded.>   r   r   Tr   )r;   r&   infr   r   r   rd   dictr   r   r   itemsr   r   )r3   r+   kwargsry   r   fieldr   r4   )r   rd   r   r5   test_intermediate_result  s4    z8TestDifferentialEvolutionSolver.test_intermediate_resultc                 C   s   ddg}d}ddd}t t||d}t|j| dd }t t||d}|jrPJ dd	d
}t t||d}t|j| |jr~J ddd}t t||d}|jsJ d S )Nr   r   r   c                 S   s   dS )NTr4   paramconvergencer4   r4   r5   callback_python_trueS  s    zVTestDifferentialEvolutionSolver.test_callback_terminates.<locals>.callback_python_true)r   c                 S   s   t d S r7   )r   )r   r4   r4   r5   callback_stop\  s    zOTestDifferentialEvolutionSolver.test_callback_terminates.<locals>.callback_stopc                 S   s   dgS )Nr   r4   r   r4   r4   r5   callback_evaluates_trueb  s    zYTestDifferentialEvolutionSolver.test_callback_terminates.<locals>.callback_evaluates_truec                 S   s   g S r7   r4   r   r4   r4   r5   callback_evaluates_falsej  s    zZTestDifferentialEvolutionSolver.test_callback_terminates.<locals>.callback_evaluates_false)r   )r   )r   )r   r	   r   r   r   )r3   r+   Zexpected_msgr   rS   r   r   r   r4   r4   r5   test_callback_terminatesO  s&    




z8TestDifferentialEvolutionSolver.test_callback_terminatesc                 C   s2   dg}d}dd }t |||dd}t|jd d S )Nr   )rv   r   rw   c                 W   s8   t |tkrtd|d |d |   |d | d   S )Nzargs should be a tupler   r   r:   r   )typetuplera   )r;   argsr4   r4   r5   r,   v  s    zLTestDifferentialEvolutionSolver.test_args_tuple_is_passed.<locals>.quadraticT)r   r   gUUUUUU?)r   r   r   )r3   r+   r   r,   rS   r4   r4   r5   test_args_tuple_is_passedq  s    z9TestDifferentialEvolutionSolver.test_args_tuple_is_passedc                 C   s    t }dg}ttt||dd d S )NrM   abcr=   )r	   r`   ra   r   )r3   rd   r+   r4   r4   r5   test_init_with_invalid_strategy  s    z?TestDifferentialEvolutionSolver.test_init_with_invalid_strategyc                 C   sV   t }dg}ttt|| ddg}ttt|| tt tddgddg}t|jd d S )Nr   r   )rM   rN   rO   r   r:   )rv   rv   )r	   r`   ra   r   r   r   r;   )r3   rd   r+   rS   r4   r4   r5   test_bounds_checking  s    z4TestDifferentialEvolutionSolver.test_bounds_checkingc           
      C   s   t jddddd}tt|dd d f |dd d f }td |dd}d}||d	\}}}}}	ttt 	t 
||||||	gd d S )
Ng      (@Zfloat64)dtyper:   rP   r   r   r"   rO   )r&   r0   reshaper\   zipr   Z_select_samplesr   r   uniquer)   )
r3   r*   r+   rJ   	candidater1r2Zr3Zr4Zr5r4   r4   r5   test_select_samples  s    & z3TestDifferentialEvolutionSolver.test_select_samplesc                 C   s4   t t| jdd}| }t|jd t|jd d S )Nr   )r   Fr   )r   r	   r+   r   r   r   r   r   r4   r4   r5   test_maxiter_stops_solve  s    z8TestDifferentialEvolutionSolver.test_maxiter_stops_solvec                 C   s   t t| jddd}| }t|jd t|jd t|jd t t| jdddd}| }t|jd	 t|jd t|jd t t| jddd
dd}| }t|jd
 t|jd t|jd d S )Nr   F)maxfunr   r:   z9Maximum number of function evaluations has been exceeded.rO   (   )r"   r   r   )   /   deferred)r"   r   r   updatingz8Maximum number of function evaluations has been reached.)r   r	   r+   r   r   nfevr   r   r   r4   r4   r5   test_maxfun_stops_solve  sD    
	z7TestDifferentialEvolutionSolver.test_maxfun_stops_solvec                 C   s0   t | jdgdd}|  tt|jd d S )Nr|   r   {Gz?tolr   )r   r,   r   r   r&   argminr   rI   r4   r4   r5   test_quadratic  s    z.TestDifferentialEvolutionSolver.test_quadraticc                 C   s   t | jdgdd d S )Nr   r   r   )r   r,   r8   r4   r4   r5   test_quadratic_from_diff_ev  s    z;TestDifferentialEvolutionSolver.test_quadratic_from_diff_evc                 C   sL   t | jdgdddd}t | jdgdddd}t|j|j t|j|j d S )Nr   Fr   r!   )r   r   r   )r   r,   r   r;   r   )r3   rS   Zresult2r4   r4   r5   test_seed_gives_repeatability  s    z=TestDifferentialEvolutionSolver.test_seed_gives_repeatabilityc              	   C   s8   t j }g d}|D ]}t| jdgd|d|d qd S )N)randomZlatinhypercubesobolhaltonr   Fr!   )r   r   r   init)r&   r   default_rngr   r,   )r3   rngZinitsr   r4   r4   r5   test_random_generator  s    
z5TestDifferentialEvolutionSolver.test_random_generatorc                 C   s   t t| jddd}|  d S )Nr<   r   )r>   r   r   r	   r+   r   rI   r4   r4   r5   test_exp_runs
  s    z-TestDifferentialEvolutionSolver.test_exp_runsc                 C   s   ddg}t t|ddd d S )N)rO   1   r   )r"   r   )r   r	   )r3   r+   r4   r4   r5   test_gh_4511_regression  s    	z7TestDifferentialEvolutionSolver.test_gh_4511_regressionc                 C   sF   t t| jdd}||j |  tt|j	d t|j
d d S )NrM   r   r   rP   )r   r	   r+   Z_calculate_population_energiesr2   _promote_lowest_energyr   r&   r   r   _nfevrI   r4   r4   r5   "test_calculate_population_energies#  s
    zBTestDifferentialEvolutionSolver.test_calculate_population_energiesc           
      C   s   t t| jddd}t|\}}tt|dd t|jd tt	t| t t| j}t|\}}t
|D ]2\}}|\}}	||	ksJ ||	 }}|dkrh qqhd S )NrM      )r"   r   r   r:   2   )r   r	   r+   nextr   r&   sizer   r`   r   	enumerate)
r3   rJ   r;   r   _Zfun_prevr   ZsolnZ	x_currentZfun_currentr4   r4   r5   test_iteration-  s    

z.TestDifferentialEvolutionSolver.test_iterationc                 C   s,   t t| jddd}|  t|jdk  d S )N皙?F)r   r   )r   r	   r+   r   r   r   rI   r4   r4   r5   test_convergenceG  s
    
z0TestDifferentialEvolutionSolver.test_convergencec                 C   s   t t| jd d d}|  d S )N)r   r   r   rI   r4   r4   r5   test_maxiter_none_GH5731M  s    
z8TestDifferentialEvolutionSolver.test_maxiter_none_GH5731c              	   C   s(  t ttgt| jfR i ddi tt| j}|  t|jd tt	
t	|j |  t|jd tt	
t	|j |jdd t|jd tt	
t	|j tt| jdd}|jdd t|jd tt	
t	|j t	dd	d
dd}tt| j|ddddd}t|jd tt	
t	|j t|jdk t|jdk t	||dd}t|jd d | tt	|jd d d tt	|jd d d t	dd	ddd	}t ttgt| jfR i d|i t	jjdddd}tt| j|d}t|jd |d  d S )Nr   Zrubbishr   r   )Z
qmc_enginer   )r   r_   rM   r   rO   r:   rD   {Gz?r   )r   r>   atolr   r"   )rO   r:      r   r   )lowhighr   x0)r`   ra   r   r	   r+   Zinit_population_randomr   r   r   r&   r   isinfr   Zinit_population_lhsZinit_population_qmcZlinspacer   Znum_population_membersZpopulation_shapeZcliprs   r   r2   minmaxr   uniformr   )r3   rJ   r2   Zunscaled_populationr   r4   r4   r5   test_population_initiationV  sd    z:TestDifferentialEvolutionSolver.test_population_initiationc                 C   s^   t t| jddgd}|jsJ tt$ t t| jddgd W d    n1 sP0    Y  d S )Nr   r%   r    @)r   r	   r+   r   r`   ra   )r3   ry   r4   r4   r5   test_x0  s    

z'TestDifferentialEvolutionSolver.test_x0c                 C   s"   dd }ddg}t ||dd d S )Nc                 S   s   | d dk rt jS | d S )Nr   r!   r   )r&   r   rh   r4   r4   r5   sometimes_inf  s    zWTestDifferentialEvolutionSolver.test_infinite_objective_function.<locals>.sometimes_infr   F)r+   Zdisp)r   )r3   r   r+   r4   r4   r5    test_infinite_objective_function  s    z@TestDifferentialEvolutionSolver.test_infinite_objective_functionc                 C   s@   ddg}t t|dd}t|jdk t|jjtu  |  d S )Nr   r   )r   )r   r	   r   	_updating_mapwrapperZ_mapfuncmapr   )r3   r+   rJ   r4   r4   r5   test_deferred_updating  s
    z6TestDifferentialEvolutionSolver.test_deferred_updatingc              
   C   s   ddg}t t|}t|jdk td}|dv}tt@ t t||j	d}W d    n1 sf0    Y  W d    n1 s0    Y  |jdksJ W d    n1 s0    Y  d S )Nr   Z	immediatespawnr:   )workersr   )
r   r	   r   r   multiprocessingZget_contextPoolr   UserWarningr   )r3   r+   rJ   ctxpsr4   r4   r5   test_immediate_updating  s    


<z7TestDifferentialEvolutionSolver.test_immediate_updatingc              	   C   s   ddg}t dh}tt|d|jd6}t|jjd u t|jdk |	  W d    n1 sb0    Y  W d    n1 s0    Y  tt|ddd6}t|jjd u t|jdk |	  W d    n1 s0    Y  d S )Nr   r:   r   )r   r   )
r   r   r   r	   r   r   r   poolr   r   )r3   r+   r  rJ   r4   r4   r5   test_parallel  s    
Dz-TestDifferentialEvolutionSolver.test_parallelc                 C   s&   t tddg}|  t|  d S )Nr   )r   r	   r   r   Z	convergedrI   r4   r4   r5   test_converged  s    z.TestDifferentialEvolutionSolver.test_convergedc                    s  dd }dd  t |tj d}ttddg|dtddg}t|d	 t  tj d
}ttddg||fdg d}g d}t||D ](\}}t|}t	|t
| qt	t|t| tfddt|D }	|	jdksJ  fdd}
t |
tj d
}ttddg||fddd_tjtdd  t| W d    n1 st0    Y  d S )Nc                 S   s   | d | d  gS Nr   r   r4   rh   r4   r4   r5   constr_f  s    zNTestDifferentialEvolutionSolver.test_constraint_violation_fn.<locals>.constr_fc                 S   s*   t | d d | d  | d | d  gS Nr   r:   r   r&   r)   rh   r4   r4   r5   	constr_f2  s    zOTestDifferentialEvolutionSolver.test_constraint_violation_fn.<locals>.constr_f2ffffff?r   constraintsrv   r$   ?))333333?r   ru   )r!   r!   ))ro   {Gz?r   )r   @r   )r   r   r   c                    s   g | ]}  |qS r4   )_constraint_violation_fn).0r;   )rJ   r4   r5   
<listcomp>  s   zPTestDifferentialEvolutionSolver.test_constraint_violation_fn.<locals>.<listcomp>)rM   r   rM   c                    s
    | j S r7   )r1   rh   )r  r4   r5   	constr_f3	  s    zOTestDifferentialEvolutionSolver.test_constraint_violation_fn.<locals>.constr_f3F)r  
vectorizedTz#An array returned from a Constraintri   )r   r&   r   r   r	   r  r)   r   r   r   r/   r   r  pytestr   rm   )r3   r
  nlccvnlc2xsvsr;   rx   constraint_violationr  r4   )r  rJ   r5   test_constraint_violation_fn  sF    



z<TestDifferentialEvolutionSolver.test_constraint_violation_fnc           	      C   s  dd }dd }t |tj d}ttddg|d}|tddgd	d	gg\}}t|d
d
g t|tdgdgg |j	dksJ t |tj d}dD ]}ttddg||f|dd}|tddgddgg\}}t|d
d
g t|tg dg dg |tddgd	d	gg\}}t|d
d
g t|tg dg dg |j	dks^J |tddgd	d	gg\}}t|dd
g t|tg dg dg |j	dksJ qd S )Nc                 S   s   | d | d  gS r	  r4   rh   r4   r4   r5   r
    s    zZTestDifferentialEvolutionSolver.test_constraint_population_feasibilities.<locals>.constr_fc                 S   s$   | d d | d  | d | d  gS r  r4   rh   r4   r4   r5   r    s    z[TestDifferentialEvolutionSolver.test_constraint_population_feasibilities.<locals>.constr_f2r  r   r  r!   rv   Fr$   r   )r:   r   r  )FTr   )r  r  r   g333333?)r$   r   r   )ro   r  r   )r   r  r   )r:   rM   rQ   T)r   r   r   )
r   r&   r   r   r	   Z#_calculate_population_feasibilitiesr)   r   r   r   )	r3   r
  r  r  rJ   Zfeasr  r  Z	vectorizer4   r4   r5   (test_constraint_population_feasibilities  sH    


zHTestDifferentialEvolutionSolver.test_constraint_population_feasibilitiesc                 C   sz   dd }t |tj d}ttddg|d}tt | }W d    n1 sP0    Y  ||jdkslJ |j	svJ d S )Nc                 S   s   t | d | d  gS r	  r  rh   r4   r4   r5   r
  E  s    zGTestDifferentialEvolutionSolver.test_constraint_solve.<locals>.constr_fr  r   r  )
r   r&   r   r   r	   r   r  r   r;   r   )r3   r
  r  rJ   ry   r4   r4   r5   test_constraint_solveD  s    

&z5TestDifferentialEvolutionSolver.test_constraint_solvec                 C   sF  dd }t |tj d}ttddg|ddd}tt | }W d    n1 sT0    Y  |jdkslJ |j	rvJ ttddg|d	d
}t
| |j rJ t|j rJ d}|jd }|j|dg |jd|g< |j|dgd d f |jd|gd d f< |j|dgd d f |jd|gd d f< |  t|jd | d S )Nc                 S   s   t | d | d  gS r	  r  rh   r4   r4   r5   r
  U  s    zLTestDifferentialEvolutionSolver.test_impossible_constraint.<locals>.constr_fr_   r   rM   r   )r  r"   r   r   F)r  r      )r   r&   r   r   r	   r   r  r   Zmaxcvr   r   Zfeasibler   isfiniter   r   r2   r   r   )r3   r
  r  rJ   ry   lr  r4   r4   r5   test_impossible_constraintT  s0    

&


(z:TestDifferentialEvolutionSolver.test_impossible_constraintc              
   C   sR  dd }t |tj d}ttddg|d}|j}|ddtdgd	dtdgsVJ |d	dtdgddtdgd
u sJ |ddtdgddtdgsJ |ddtdgd	d
td	gsJ |dd
tddgd	d
td	d	gsJ |dd
tddgd	d
td	dgs"J |d	d
tddgd	d
td	dgrNJ d S )Nc                 S   s   | d | d  gS r	  r4   rh   r4   r4   r5   r
  ~  s    zCTestDifferentialEvolutionSolver.test_accept_trial.<locals>.constr_fr  r   r  r$   Tr   rv   Fg#@r!   g?)r   r&   r   r   r	   Z_accept_trialr)   )r3   r
  r  rJ   fnr4   r4   r5   test_accept_trial{  s&    
&*&&
z1TestDifferentialEvolutionSolver.test_accept_trialc           
         s4  t g d}t dt jdg}t g d}tt|||}||dk sTJ |g ddk snJ t dd	d	d
}g }|D ]}|
|| qt j||jt |j t g d}t g dg dg dg tt t j d|}||dk sJ |g ddk s2J t dd	dd}g }|D ]}|
|| qNt j||jt |j ttt t j d|}||dk sJ |g ddk sJ  fdd}t|t j d}	t|	g d}||dk sJ |g ddk s0J d S )N)r   r$  rp   r!   F   )r   r:   rM   r   )rQ         r      rO   rM   )r   r:   rM   rN   )rO   r   r   rP   )r    r      r   )r   r:   r   rN      r    rN   c                    s
     | S r7   )dotrh   Ar4   r5   r     s    zDTestDifferentialEvolutionSolver.test_constraint_wrapper.<locals>.fun)r&   r)   r   r   r   	violationanyr   r0   r   appendZtestingr   r1   r   r   r   )
r3   ZlbZubr   pcr  Z
violationsr;   r   Z	nonlinearr4   r1  r5   test_constraint_wrapper  s>    z7TestDifferentialEvolutionSolver.test_constraint_wrapperc                 C   s   dd }t |ddgddg}t|ddg}t|jd dksBJ g d	}g d
}t||D ]\}}t||| q\t|t|j	t|j	 |
t|j	jdt|fksJ |t|j	jdt|fksJ |jdksJ |jdksJ d S )Nc                 S   s.   t | d d | d  | d d | d  gS r  r  rh   r4   r4   r5   cons_f  s    zQTestDifferentialEvolutionSolver.test_constraint_wrapper_violation.<locals>.cons_fr_   g333333r:   r!   r   r   )rY   )r!   r  )r  r  )r$   333333)r$   r   ))r   r   )r   r$   )r  r   )gRQ?r   )r   g=
ףp=?)r   r   r&   r   r+   r   r   r3  r)   r1   r   r   r   Z
num_constrparameter_count)r3   r8  r  r6  r  r  r;   rx   r4   r4   r5   !test_constraint_wrapper_violation  s    	
$$zATestDifferentialEvolutionSolver.test_constraint_wrapper_violationc                 C   s   t  0}|t tg dg dg}W d    n1 s<0    Y  t|dd}td}t||}||j	dkszJ t
ddd}||j	d	ksJ d S )
N)r   r   r   rv   )r:   r:   r:   r   r   r   rN   )r:   r$  rO   )r:   rO   )r   filterPendingDeprecationWarningr&   matrixr   Zonesr   r3  r   r0   r   )r3   supr>  lcr   ZcwZxtrialr4   r4   r5   test_matrix_linear_constraint  s    

$

z=TestDifferentialEvolutionSolver.test_matrix_linear_constraintc              	   C   s  dd }t d}d|dg df< d|ddd	gf< d
|dg df< d|dg df< d|dddgf< d
|dg df< d|dg df< d|dddgf< d
|dg df< |dd dd f }t g d}t|t j |}dgd dgd  dg }t||dd|dd}d}d }t|||d!d" |js(J t|j|d!d" t|j	|d#d" t
t ||j |k t
t |jt |d d d$f k t
t |jt |d d df k tt|t j |}t||dd|dd}t||| |jsJ t|j|d%d" t|j	|d#d" t
t ||j |k t
t |jt |d d d$f k t
t |jt |d d df k d&d' }	d(d) }
t|d dd d f t j |d d }t|ddd d f t j |dd }t|	t j |dd }t|
t j |dd }||||f}t .}|t t||d*d|dd}W d    n1 sJ0    Y  t|j|d!d" t|j	|d#d" t
t ||j |k t
t |jt |d d d$f k t
t |jt |d d df k d S )+Nc                 S   sX   t dg| f} t d| dd  d| dd  | dd   t | dd   }|S )Nr   rO   r   )r&   hstackrg   r;   r   r4   r4   r5   f  s    Dz2TestDifferentialEvolutionSolver.test_L1.<locals>.f)r      )r:   r:   r   r   r   )r   r:   r      )r   r:   r   )rl   r_   r   rM   )rN   rO   r   rN   )r   rM   r   rF  rO   rF  rP   )rP   r    rF  r    )r:   rM   rF  r   r.  r   	   )r.  rH  r   )	r   r   r   r   r   r   r   r   r   r   r   r@     r>   r   r  r"   )r   r   r   r   r   r   r   r   r   rM   rM   rM   r   iga2U0*C?r   g{Gzt?r   gMb@?c                 S   sL   t dg| f} d| d  d| d   | d  | d  d| d  | d  gS )Nr   r:   rM   rF  r   rG  r&   rB  rh   r4   r4   r5   c1/  s    &z3TestDifferentialEvolutionSolver.test_L1.<locals>.c1c                 S   s,   t dg| f} d| d  | d  | d  S )Nr   rl   r.  rH  r   rL  rh   r4   r4   r5   c24  s    z3TestDifferentialEvolutionSolver.test_L1.<locals>.c2rA   )r&   zerosr)   r   r   r   r   r   r;   r   r   r   r   r   r   r<  r  )r3   rD  r2  bLr+   ry   x_optf_optrM  rN  ZL2NZN2r  r?  r4   r4   r5   test_L1  sp    

&&
&&((
&&z'TestDifferentialEvolutionSolver.test_L1c           
      C   s  dd }dd }t |dtj}dgd }|}t ,}|t t||dd	|d
}W d    n1 sd0    Y  d}d}	t||	| t|j| t|j	|	dd |j
sJ ttt||j	dk tt|j	t|d d df k tt|j	t|d d df k d S )Nc                 S   s   t dg| f} | d d d d| d d d   | d d  d| d d	 d   d| d d
   d| d
 d   | d d  d| d
  | d   d| d
   d| d   }|S )Nr   r   r   r:   rO   r   rM   rN   rF  rP   r    r.  rL  rC  r4   r4   r5   rD  M  s    B


z2TestDifferentialEvolutionSolver.test_L2.<locals>.fc                 S   s   t dg| f} dd| d d   d| d d   | d  d| d d   d| d   dd	| d   | d d  d
| d
 d   d| d   dd| d   d| d   d| d d   | d  | d  d| d d  | d d  d| d  | d   d| d d   d| d
   d| d   gS )Nr      r:   r   rM   rN   rO         rP   r.  r    i  r   rF  rL  rh   r4   r4   r5   rM  T  s    F6:>

z3TestDifferentialEvolutionSolver.test_L2.<locals>.c1r   r   r    rA   rI  r>   r   r  gy\
E@)gܤ@g$H8?g	޿g0ev@gn8)gk_@/?g0g+?h㈵>rK  r   )r   r&   r   r   r<  r  r   r   r   r;   r   r   r   r)   )
r3   rD  rM  rT  r+   r  r?  ry   rS  rR  r4   r4   r5   test_L2J  s&    

$
&z'TestDifferentialEvolutionSolver.test_L2c                 C   s  dd }t d}d|dg df< d|dg df< d	|d
g df< |dd dd f }t g d}dd }t||t j}t|dt j}dgd }||f}t ,}	|	t t	||d|d
d}
W d    n1 s0    Y  d}d}t
|||dd t
|
j|dd t
|
j|dd |
js"J tt ||
j |k tt t ||
jdk tt |
jt |d d df k tt |
jt |d d df k d S )Nc                 S   s   t dg| f} | d d | d d  | d | d   d| d   d| d   | d d d  d| d d	 d   | d	 d d  d| d
 d d   d	| d d   d| d d d   d| d d d   | d d d  d }|S )Nr   r   r:   rE  r-  rM   r   rN   rO   rP   r    r.  rF  rH  -   rL  rC  r4   r4   r5   rD  t  s*    >z2TestDifferentialEvolutionSolver.test_L3.<locals>.f)rN   rF  )rY  r   rM   ir   )r   r:   r    r.  )r   r.     rl   r:   )r.  rl   r   r:   rM   )r   r:   rH  r   )ir   ic                 S   sX  t dg| f} d| d  d| d   d| d d d   d	| d
   d| d d d  d| d d d   d| d d   d	| d   d | d d  d| d d d   d| d  | d   d| d   d| d   d| d d  d| d   | d d d  d| d   d d| d d d  d| d d d   d| d d   | d  d gS )Nr   rM   r   rP   r:   r   rH  r.  r    r   r   rN   x   rE  rO   r   r         rp   rL  rh   r4   r4   r5   rM    s    6FL:Bz3TestDifferentialEvolutionSolver.test_L3.<locals>.c1r   r   r   rI  )r   r  r"   )
gWXp?`@g@gVW@!@g3Ib@grq?g` ?g$F-t%?g6N#@g7h @g]y @g<6cN8@r[  rK  ư>)r&   rO  r)   r   r   r   r   r<  r  r   r   r;   r   r   r   r   r3   rD  r2  rP  rM  rQ  rT  r+   r  r?  ry   rR  rS  r4   r4   r5   test_L3q  s6    	


$&z'TestDifferentialEvolutionSolver.test_L3c              	   C   s  dd }t d}d|dddgf< d|d	g d
f< d|dddgf< |dd dd f }t g d}dd }t|t j d}t|dt j}dgdgd	  dgd  }||f}t .}	|	t t	||dd|dd}
W d    n1 s0    Y  d}g d}t
|||dd t
|
j|dd t dkrTt t jjdk rTt
|
j|ddd  nt
|
j|d!d"d  |
jsrJ tt ||
j |k tt t ||
jdk tt |
jt |d d df k tt |
jt |d d df k d S )#Nc                 S   s   t | d d S )NrM   r&   rg   rh   r4   r4   r5   rD    s    z2TestDifferentialEvolutionSolver.test_L4.<locals>.f)rN   rH  ){Gzd?re  r   rN   rP   )re  re  g{Gzdr:   )rO   r    rN   )r   g{GzrM   r.  rO   )r   r   r   c                 S   s   t dg| f} | d | d  d| d   d| d   d | d | d	  d
| d   | d | d   d
| d   | d | d  d | d | d   d| d   gS )Nr   r   rP   g!> 
@rN   r   gSUX@r:   r    i  rO   rM   r.  i i	  rL  rh   r4   r4   r5   rM    s
    *6.z3TestDifferentialEvolutionSolver.test_L4.<locals>.c1r   )r   '  )  rf  )r   rg  rA   rI  rJ  gh|?@)got@g?@g:@gt$f@gVfyr@gh o?k@gCq@gVfx@MbP?rK  Windowsgv!>gy&1l?)rtolr   gh㈵>ga2U0*c?)r&   rO  r)   r   r   r   r   r<  r  r   r   r   platformsystemr   Zintpitemsizer;   r   r   r   )r3   rD  r2  rP  rM  rQ  rT  r+   r  r?  ry   rS  rR  r4   r4   r5   test_L4  s<    

$"&z'TestDifferentialEvolutionSolver.test_L4c           	      C   s   dd }dd }t |tj d}dgd }|}t||dd	|d
}d}d}t|||dd t|j|dd |jstJ ttt	||j
dk tt|j
t	|d d df k tt|j
t	|d d df k d S )Nc                 S   sf   t dg| f} t dt j | d  d t dt j | d   | d d | d | d    }| S )Nr   r:   r   rM   )r&   rB  sinpirC  r4   r4   r5   rD    s
    2z2TestDifferentialEvolutionSolver.test_L5.<locals>.fc                 S   sD   t dg| f} | d d | d  d d| d  | d d d  gS )Nr   r   r:   rN   rL  rh   r4   r4   r5   rM    s    z3TestDifferentialEvolutionSolver.test_L5.<locals>.c1r   r   r   r:   rA   rI  rZ  )gJIť?gU(C@g#gh㈵>rK  -C6?r   )r   r&   r   r   r   r   r   r   r   r)   r;   	r3   rD  rM  rT  r+   r  ry   rR  rS  r4   r4   r5   test_L5  s     


&z'TestDifferentialEvolutionSolver.test_L5c           	      C   s   dd }dd }t |dtj}ddg}|}t||dd	|d
d}d}d}t|||dd t|j|dd t|j|dd |jsJ tt	t
||jdk tt	|jt
|d d df k tt	|jt
|d d df k d S )Nc                 S   s4   t dg| f} | d d d | d d d  }|S )Nr   r   r   rM   r:   r$  rL  rC  r4   r4   r5   rD    s     z2TestDifferentialEvolutionSolver.test_L6.<locals>.fc                 S   sZ   t dg| f} | d d d | d d d  d | d d d  | d d d  d gS )Nr   r   rO   r:   r   rP   gp=
׳T@rL  rh   r4   r4   r5   rM    s    "$z3TestDifferentialEvolutionSolver.test_L6.<locals>.c1r   )   r   r   rA   rI  gHz>)r>   r   r  r   )gq=
ף0,@g??g1ra  rK  rh  rr  r   )r   r&   r   r   r   r   r;   r   r   r   r)   rs  r4   r4   r5   test_L6  s"    

&z'TestDifferentialEvolutionSolver.test_L6c           	      C   s0  dd }dd }t |g dg d}ddgd	gd
  }|}t||dd|d}g d}d}t||| t|j|dd t|j|dd |jsJ ttt	||jt	g dk ttt	||jt	g dk tt|jt	|d d df k tt|jt	|d d df k d S )Nc                 S   sH   t dg| f} d| d d  d| d  | d   d| d   d	 }|S )
Nr   g+dvqn@rM   r:   g"C?r   rO   gtۈB@gn@rL  rC  r4   r4   r5   rD    s    "
z2TestDifferentialEvolutionSolver.test_L7.<locals>.fc                 S   s   t dg| f} dd| d  | d   d| d  | d   d	| d
  | d   dd| d  | d   d| d  | d   d| d
 d   dd| d
  | d   d| d  | d
   d| d
  | d   gS )Nr   gl#fUU@g+WPIw?r:   rO   g=BD?r   rN   gOlb?rM   gaۢ T@g+<$!6}?g h?g^5a?g/h"@gxLCs?gݗT?g^gED_?rL  rh   r4   r4   r5   rM    s    ***z3TestDifferentialEvolutionSolver.test_L7.<locals>.c1)r   Z   r$  )\   n      )N   f   )!   r]  )   r]  rM   rA   rI  rZ  )gq S@g] @@g˻f=@g:F@g%ShMcB@gCgbrh  rK  r   r   )
r   r   r   r;   r   r   r   r&   r   r)   rs  r4   r4   r5   test_L7  s$    

((&z'TestDifferentialEvolutionSolver.test_L7ppc64lezfails on ppc64le)reasonc              	   C   s   dd }t d}d|dddgf< d|dddgf< |dd dd f }t d	d	g}d
d }t||t j}t|t ddt dd}dgd dgd  }||f}t .}	|	t	 t
||dd|dd}
W d    n1 s0    Y  d}d}t|||dd t|
jd d |d d dd t|
jdd  |dd  dd t|
j|dd |
js\J tt ||
j |k tt t ||
jdk tt t ||
jdk tt |
jt |d d df k tt |
jt |d d df k d S )Nc                 S   sL   t dg| f} d| d  d| d d   d| d   d| d d   }|S )Nr   rM   r   ra  r:   g^>rL  rC  r4   r4   r5   rD  B  s    8z2TestDifferentialEvolutionSolver.test_L8.<locals>.f)rM   rO   )r   r_   r   rN   rM   r:   皙c              	   S   s   t dg| f} dt | d  d  dt | d  d   d | d  dt | d d  dt | d | d  d   d | d  dt | d d  dt | d | d  d   d	 gS )
Nr   rg  rM   rQ   rN   gfffff@r   r:   g33333;@)r&   rB  ro  rh   r4   r4   r5   rM  M  s    .22z3TestDifferentialEvolutionSolver.test_L8.<locals>.c1MbPrh  )r   i  )r  g?r@   rI  i  )r>   r   r  r   )gEGr?@gT㥛D@g&D
n?gd,[ٿg#J{@rK  gMb`?r   r   )r&   rO  r)   r   r   r   fullr   r<  r  r   r   r;   r   r   r   r   rb  r4   r4   r5   test_L8>  s:    


$  &z'TestDifferentialEvolutionSolver.test_L8c           	      C   s   dd }dd }t |dgdg}dgd }|}t||d	d
|d}tdd dg}d}t||| tt|j|dd t|j|dd |jsJ t	t
t||jdk t	t
t||jdk t	t
|jt|d d df k t	t
|jt|d d df k d S )Nc                 S   s,   t dg| f} | d d | d d d  S )Nr   r   r:   rL  rh   r4   r4   r5   rD  w  s    z2TestDifferentialEvolutionSolver.test_L9.<locals>.fc                 S   s&   t dg| f} | d | d d  gS r  rL  rh   r4   r4   r5   rM  {  s    z3TestDifferentialEvolutionSolver.test_L9.<locals>.c1r  rh  r^   r:   rA   rI  rZ  r!   g      ?rK  r   r   )r   r   r&   sqrtr   absr;   r   r   r   r   r)   rs  r4   r4   r5   test_L9t  s$    


&z'TestDifferentialEvolutionSolver.test_L9c                    s   t jd}tj}d}|j|d|d}dd  ddg}d	d
g}t |||f|d|d}|jd dksjJ t|j|dd t |||f|d|d} fdd}	t	|	|jd d||fd
gd}
t|jd |
j |j
|j
ksJ d S )Nl   b	)rO   r!   rf  )r   Zrandom_statec                 W   s>   |\}}t |j|g| R  jdd }t |r:t j}|S )Nr_   Zaxis)r&   logZpmfrg   isnanr   )r  r   distr;   Zllr4   r4   r5   rd     s
    "
z>TestDifferentialEvolutionSolver.test_integrality.<locals>.funcTF)r      )r   gffffff?)r   integralityr   r   r   rO   g?)rj  c                    s$   |\}}} t || d g||S )Nr   r  )r  r   nr  r;   r   r4   r5   func2  s    
z?TestDifferentialEvolutionSolver.test_integrality.<locals>.func2r   )r   r+   )r&   r   r   r   ZnbinomZrvsr   r;   r   r
   r   )r3   r   r  Zshapesr;   r  r+   ry   res2r  ZLBFGSBr4   r   r5   test_integrality  s.    z0TestDifferentialEvolutionSolver.test_integralityc                 C   s  dd }g d}g d}t ||ddd}t|jd g d t|jd	 g d
 t ||d|d}t|jd g d t|jd	 g d t|jg d |jdu sJ g d}t ||d|d}t|jd g d t|jd	 g d tt|jd g d tt|jd	 g d g d}t ||d|d}t|jd g d t|jd	 g d g d}tj	t
dd  t ||d|d W d    n1 s0    Y  d S )Nc                 S   s   | S r7   r4   rh   r4   r4   r5   rD    s    zBTestDifferentialEvolutionSolver.test_integrality_limits.<locals>.f)TFT))r   r{   r}   皙@)ffffff
@皙@F)r+   r   r  r   )r   r}   r  r   )r{   r  r  )r!   r}   g      @)g      ?r        @))r9  gr  )g$gffffff@)g      r}         %)r`  r  r  )      rv   g      $)r  r   g      @))ffffff$g333333 r  g%gr#)r  r}   r  )g      !r  g      #))r  g333333$r  r  zOne of the integralityri   )r   r   r*   r   r  r   r&   roundr  r   ra   )r3   rD  r  r+   rJ   r4   r4   r5   test_integrality_limits  sD    z7TestDifferentialEvolutionSolver.test_integrality_limitsc                    s@  dd }dd }t jtdd" t|| jddd	 W d    n1 sF0    Y  ttd
d  t|| jdd W d    n1 s0    Y  ttdd$ t|| jdtdd W d    n1 s0    Y  dg  fdd}ddg}tt|ddd}t||dddd}t	|j
|j
  d |jks*J |j|jks<J d S )Nc                 S   s   t | d S rf   rd  rh   r4   r4   r5   r,     s    zBTestDifferentialEvolutionSolver.test_vectorized.<locals>.quadraticc                 S   s   t j| d ddS )Nr:   r   r  rd  rh   r4   r4   r5   quadratic_vec  s    zFTestDifferentialEvolutionSolver.test_vectorized.<locals>.quadratic_veczThe vectorized functionri   Tr   )r  r   z#differential_evolution: the 'vector)r  z$differential_evolution: the 'workers)r  r   r   r   c                    s    d  d7  < t | S r	  )r	   rh   Zncallsr4   r5   	rosen_vec  s    zBTestDifferentialEvolutionSolver.test_vectorized.<locals>.rosen_vecrq  r   )r   r   )r  r   r   )r  r   rm   r   r+   r   r  r   r	   r   r;   r   r   )r3   r,   r  r  r+   res1r  r4   r  r5   test_vectorized  s6    $$$z/TestDifferentialEvolutionSolver.test_vectorizedc           	   	   C   s   dd }dd }t |tj d}t |dd}dd	 }d
d
g}tt|dd||gdd}t||ddd||gdd}t|j|j d S )Nc                 S   s   t | d | d  gS r	  r  rh   r4   r4   r5   r
    s    zMTestDifferentialEvolutionSolver.test_vectorized_constraints.<locals>.constr_fc                 S   s*   t | d d | d  | d | d  gS r  r  rh   r4   r4   r5   r    s    zNTestDifferentialEvolutionSolver.test_vectorized_constraints.<locals>.constr_f2r  )r}   r!   ru   c                 S   sF   d| dd  | d d d  d  }|d| d d  d 7 }t |S )Nr   r   r_   r   )r&   Zsqueeze)r;   rx   r4   r4   r5   r    s    $zNTestDifferentialEvolutionSolver.test_vectorized_constraints.<locals>.rosen_vecrq  r   r   F)r   r   r  r   T)r  r   r   r  r   )r   r&   r   r   r	   r   r;   )	r3   r
  r  Znlc1r  r  r+   r  r  r4   r4   r5   test_vectorized_constraints  s     z;TestDifferentialEvolutionSolver.test_vectorized_constraintsc                 C   sj   dd }t dd dtj}t dd tj d}t|ddg||gd	d
dd}|jd
u sXJ d|jv sfJ d S )Nc                 S   s   t | d t | d  S r	  )r&   cosro  rh   r4   r4   r5   rd   1  s    zUTestDifferentialEvolutionSolver.test_constraint_violation_error_message.<locals>.funcc                 S   s   | d | d d d  S Nr   r   r:   r4   rh   r4   r4   r5   <lambda>5      zYTestDifferentialEvolutionSolver.test_constraint_violation_error_message.<locals>.<lambda>r   c                 S   s   | d | d d  S r  r4   rh   r4   r4   r5   r  6  r  )r_   r:   r^   r   Fi3)r+   r  r   r   r   zMAXCV = 0.414)r   r&   r   r   r   r   )r3   rd   Zc0rM  rS   r4   r4   r5   'test_constraint_violation_error_message/  s    zGTestDifferentialEvolutionSolver.test_constraint_violation_error_messagec                    s   dd}dg }| d dd fdd	}t t|| d|dd	d
	}|j|u s^J | }tt| |ddd	dd	}t|j|j t|j|j ddd}tj	t
dd tt||d W d    n1 s0    Y  d S )NrN   r   )r   g      $@r%   gffffff?c                    s   t ||  }|}t }|| g }t|dk rpt|dkrp|d }|dd  }|| kr0|| q0|d d \}}	|d  || ||	    }
|jd}|k }d||< t ||
|}|S )Nr:   r   r   )r   T)	r&   copychoicer0   shuffler   r5  r   where)r   r2   r   rT   Z
fill_pointr  ZidxsidxZr0r   ZbprimeZ
crossoversr#   r:  recombinationZtotal_popsizer4   r5   custom_strategy_fnP  s&    


zLTestDifferentialEvolutionSolver.test_strategy_fn.<locals>.custom_strategy_fnr:   F)r"   r  r#   r   r>   r   r   r@   )r#   r"   r  r   r>   r   r   c                 S   s   t ddgS )Nrv   r   r  )r   r2   r   r4   r4   r5   r    s    z	strategy*ri   r=   )N)N)r   r	   r>   r   r   r   r2   r;   r  r   rm   )r3   r"   r+   r  rJ   ry   r  r4   r  r5   test_strategy_fnF  sP    

z0TestDifferentialEvolutionSolver.test_strategy_fnN)JrH   
__module____qualname__r6   r9   r,   rK   rU   rV   rW   rX   r]   re   rn   rr   rt   rz   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r  r  r  r!  r"  r#  r'  r)  r7  r;  rA  rU  r\  rc  rn  rt  rv  r  r  markZslowZxfailrk  machiner  r  r  r  r  r  r  r  r4   r4   r4   r5   r      s   K
	I"

	0	
	F	
9-',Y'23.3,-(r   )!__doc__r   rk  Z%scipy.optimize._differentialevolutionr   r   Zscipy.optimizer   r   Zscipy.optimize._constraintsr   r   r   r	   r
   Zscipy.sparser   Zscipyr   numpyr&   Znumpy.testingr   r   r   r   r   r   r  r   r`   r   r   r4   r4   r4   r5   <module>   s    