
    o9i		                     R    d dl mZ  G d de      Z G d de      Z G d de      Zy)	    )Optimizer2Statec                   :     e Zd Z	 	 	 	 	 	 	 	 	 	 	 	 	 d fd	Z xZS )LAMBc                 <    t         |   d||||||	|
|||d       y )Nlamb      ?	max_unormsuper__init__)selfparamslrbias_correctionbetasepsweight_decayamsgradadam_w_mode
optim_bitsargsmin_8bit_sizepercentile_clipping
block_wiser
   	__class__s                  a/var/www/html/backtest/airagagent/rag_env/lib/python3.12/site-packages/bitsandbytes/optim/lamb.pyr   zLAMB.__init__	   s;    " 	 	 	
    )MbP?Tg?g+?:0yE>r   FT    N   d   Fr   __name__
__module____qualname__r   __classcell__r   s   @r   r   r      s6     
 
r   r   c                   8     e Zd Z	 	 	 	 	 	 	 	 	 	 	 	 d fd	Z xZS )LAMB8bitc                 <    t         |   d|||||d|	|
||d       y )Nr      r   r	   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r
   r   s                 r   r   zLAMB8bit.__init__+   s;      	 	 	
r   r   Tr    r!   r   FTNr#   r$   Fr   r%   r*   s   @r   r,   r,   *   3     
 
r   r,   c                   8     e Zd Z	 	 	 	 	 	 	 	 	 	 	 	 d fd	Z xZS )	LAMB32bitc                 <    t         |   d|||||d|	|
||d       y )Nr   r"   r   r	   r   r/   s                 r   r   zLAMB32bit.__init__L   s;      	 	 	
r   r0   r%   r*   s   @r   r3   r3   K   r1   r   r3   N)bitsandbytes.optim.optimizerr   r   r,   r3    r   r   <module>r7      s0   
 9
? 
D
 
B
 
r   