o9iKddlZddlZddlZddlmZdZGddeZddZdgddfd Z d e d ee e ffd Z dgddfd Z y)N)Tuplec rt|tjjsJtj }|j |j}||jvrt|j}|jj||jj|t|jdkDrv|jdjdkDr9|jdj|jj dksJ|jd|j|<y|dj#d|dj d}t|dd}tj$|ddkDj't)t+t|dj dz }tj,|dkDd}tj.||gj1}||j|<y|j2D]}|j5y)Nr) reduction_dimzscore)dim) isinstancetorchnnLinear OutlierTracer get_instance get_hvalueweighthvalue2outlier_idxfind_outlier_dimsoutliersappendhvalueslennumelmaxshapeviewabssumlistrangewherecatuniquehooksremove) moduleinputtracerhvalue outlier_idxmergeddims outlier_idx2hooks \/var/www/html/backtest/airagagent/rag_env/lib/python3.12/site-packages/bitsandbytes/utils.py outlier_hookr1s fehhoo .. .  ' ' )F   v}} -F V...' 6 {+f% v ! #r"((*Q.r*..06==3F3Fq3IIII060CF % %f -1X]]2uQx~~b'9:F+F!ANKIIeAh'*//Ds58>>?RST?T9U4V/WD ;;tax03L))[,$?@GGIK0;F % %f -LL D KKM c>eZdZdZdZdZdZdZdZe dZ y)rNctd)NzCall get_instance() instead) RuntimeErrorselfs r0__init__zOutlierTracer.__init__*s899r2c<d|_d|_g|_g|_i|_d|_g|_|jD]X\}}t|tjjs+|j j|jtZy)NT)last_wcurrent_outlier_dimsrrr initializedr% named_modulesr r rrrregister_forward_pre_hookr1)r7modelnms r0 initializezOutlierTracer.initialize-s $(!  "$ '') MDAq!UXX__- !!!"="=l"KL Mr2ct|ddS)Nr<F)getattrr6s r0is_initializedzOutlierTracer.is_initialized:st]E22r2cR|jjjSN)datastoragedata_ptr)r7rs r0rzOutlierTracer.get_hvalue=s{{""$--//r2c|js tdy|j|}||jvr|j|Sy)Nz$Outlier tracer is not initialized...)rEprintrr)r7rr*s r0 get_outlierszOutlierTracer.get_outliers@sJ""$ 8 9( T,, ,**62 2r2c^|j|j||_|jSrG) _instance__new__)clss r0rzOutlierTracer.get_instanceJs& == KK,CM}}r2) __name__ __module__ __qualname__rOr8rBrErrM classmethodrr2r0rr's5I: M30r2rFc|r?tjd|jd|f|jj S|j |}|j }|j }||z |z }|j |} | j } | j } | | z | z } |+tj| j|d\} }|Stj| |kDd}|S)Nrr)sizedevice)kr ) r randintrrYlongmeanstdtopkrr")rrr r_rdmrAmmmstdzmr^stdmstdstdzstdvalidxs r0rrPs }}Q QtgfmmTYY[[ M"A B 557D B$B **] #C 88:D WWYF Hf D ::cggi4Q7S Jkk$-(+ Jr2lm_headc4|jD]\}}tt|jdkDrt |||||t |t jjs`||vse|j|}||j|j|jdu|j|<|r<|j|j|_ |j|j|_ |t||d}||||S)a Replace linear modules with a new Linear module. Parameters: model (`torch.nn.Module`): Input model or `torch.nn.Module` as the function is run recursively. linear_replacement (`torch.nn.Module`): The linear module that replaces the old one. Only expects standard arguments. If other arguments need to be passed, use a lambda. skip_modules (`List[str]`, *optional*, defaults to `lm_head`): List of modules names not to convert. Defaults to `lm_head`. copy_weights (`bool`): Copy the weights from the old linear module to the new one post_processing_fun_name (`str`): A function name of the replacement linear class that is called after processing. rNnamed_childrenrr childrenreplace_linearr r rr_modules in_features out_featuresbiasrrD r?linear_replacement skip_modules copy_weightspost_processing_functionnamer' old_modulefuncs r0rnrnfs$,,.1 f tFOO%& '! + 6#5|\Sk l fehhoo .4|3K-J#5""## 4'$ENN4 .8.?.?t$+,6OOt$)'3f&>Et"DL#1$ Lr2command_stringreturnc2dfd}||\}}||fS)Nc&td|DS)Nc3ZK|]#}|jdj%yw)zUTF-8N)decodestrip).0 to_decodes r0 z6execute_and_return.._decode..s,    W % + + - s)+)tuple)subprocess_err_out_tuples r0_decodez#execute_and_return.._decodes 5   r2ctjtj|tjtjj S)N)stdoutstderr) subprocessPopenshlexsplitPIPE communicate)r{rs r0&execute_and_return_decoded_std_streamszBexecute_and_return..execute_and_return_decoded_std_streamssA    N+!! km   r2rV)r{rstd_outstd_errrs @r0execute_and_returnrs)  >nMGW G r2c4|jD]\}}tt|jdkDrt |||||t |t jjs`||vse|j|}||j|j|jdu|j|<|r<|j|j|_ |j|j|_ |t||d}||||S)a Replace linear modules with a new Linear module. Parameters: model (`torch.nn.Module`): Input model or `torch.nn.Module` as the function is run recursively. linear_replacement (`torch.nn.Module`): The linear module that replaces the old one. Only expects standard arguments. If other arguments need to be passed, use a lambda. skip_modules (`List[str]`, *optional*, defaults to `lm_head`): List of modules names not to convert. Defaults to `lm_head`. copy_weights (`bool`): Copy the weights from the old linear module to the new one post_processing_fun_name (`str`): A function name of the replacement linear class that is called after processing. rNrkrss r0rnrns",,.1 f tFOO%& '! + 6#5|\Sk l fehhoo .4|3K-J#5""## 4'$ENN4 .8.?.?t$+,6OOt$)'3f&>Et"DL#1$ Lr2)rg@NF) rrr typingrr1objectrrrnstrrrVr2r0rsk  B'F'R,=F;UZuy$PsuS#X*=F;UZuy#r2