
    (HJjL                         d dl mZ d dlmZ d dlmZ  eej                  d      d        Z eej                  d      d        Z	 G d dej                        Zy)	    )partialNT)	shapelessc                 2    t        j                  |       |z  S N)nnsilu)gatexs     c/Users/ahmed/devFolder/claude-voice/.venv/lib/python3.12/site-packages/mlx_lm/models/activations.pyswiglur   	   s    774=1    c           
      .   t        j                  |      }|t        j                  |      z   }t        j                  | dkD  |t        j                  |       z  || z  z   t        j
                  t        j                  | |            | z
  |z  || z  z         S )Nr   )r   softplusmxwheresquareexpm1minimum)r
   alpha_palpha_nbetaepss        r   xielur      s~    kk'"GR[[))G88	A"))A,)	"**Q$	%	)W4tax? r   c                   `     e Zd Z	 	 	 	 d fd	Zdej
                  dej
                  fdZ xZS )XieLUc                    t         |           t        j                  |      }t        j                  ||z
        }t        j                  t        j
                  |      dz
        | _        t        j                  t        j
                  |      dz
        | _        t        j                  |      | _        t        j                  |      | _	        y )N   )
super__init__r   arraylogexpr   r   r   r   )selfalpha_p_initalpha_n_initr   r   alpha_p_tensoralpha_n_tensor	__class__s          r   r   zXieLU.__init__   s     	,/,"56vvbff^4q89vvbff^4q89HHTN	88C=r   r
   returnc                 p    t        || j                  | j                  | j                  | j                        S r   )r   r   r   r   r   )r#   r
   s     r   __call__zXieLU.__call__*   s%    QdllDIItxxHHr   )皙?r,   g      ?gư)__name__
__module____qualname__r   r   r    r+   __classcell__)r(   s   @r   r   r      s4     ! I"(( Irxx Ir   r   )	functoolsr   mlx.corecorer   mlx.nnr   compiler   r   Moduler    r   r   <module>r8      s`       	t$ % 	t$ %IBII Ir   