
    ;iC                        S SK r S SKr S SKrS SKrS SKrS SKJrJr  S SKrS SK	J
r
  S SKJr  SSKJrJrJr  SSKJrJr  \" SS	S
9rSr\(       a   S SKJs  Jr  S SKrS	r\r\R<                  R?                  5       r SKS jr!S\"4S jr#S r$S r%S r&S r'S r(S r)S r*S r+S r,S r-S r.S r/\SLS j5       r0S r1S r2S r3SMS jr4S  r5S! r6S" r7S# r8SKS$ jr9S% r:S& r;S' r<S( r=S) r>S* r?S+ r@S, rAS- rBS. rCS/ rDS0 rES1 rFS2 rGS3 rHS4 rIS5 rJS6 rKS7 rLS8 rMS9 rNS: rOSNS; jrPS< rQ\SMS= j5       rR\SMS> j5       rS\SMS? j5       rT\SMS@ j5       rU\SMSA j5       rVSB rW\SMSC j5       rXSD rYSE rZSF r[SG r\SH r]SI r^SOSJ jr_g! \ a     GNf = f)P    N)	lru_cachewraps)version)parse   )parse_flag_from_envpatch_environmentstr_to_bool)compare_versionsis_torch_versionUSE_TORCH_XLAT)defaultFc                     [         R                  R                  U 5      S LnU(       a&   [         R                  R                  Uc  U OU5      ngg ! [         R                  R                   a     gf = f)NTF)	importlibutil	find_specmetadataPackageNotFoundError)pkg_namemetadata_namepackage_exists_s       h/home/dmtnaga/Documents/work/airagagent/rag_env/lib/python3.13/site-packages/accelerate/utils/imports.py_is_package_availabler   2   si    ^^--h7tCN	""++8MHS`aA	 
 !!66 		s   $A A10A1returnc                      [         $ N)_torch_distributed_available     r   is_torch_distributed_availabler!   >   s    ''r    c                      [        SS5      (       a(  [        R                  R                  R	                  5       $ [        5       (       a  gg)N>=z2.7.0F)r   torchdistributeddistributed_c10dis_xccl_availableis_ipex_availabler   r    r   r'   r'   B   s9    g&&  11CCEEr    c                  ~      [        R                  R	                  S5      S L$ ! [          a    [        S5         N8f = f)NzIntel(R) oneCCL Bindings for PyTorch* is required to run DDP on Intel(R) XPUs, but it is not detected. If you see "ValueError: Invalid backend: 'ccl'" error, please install Intel(R) oneCCL Bindings for PyTorch*.oneccl_bindings_for_pytorch)ImportErrorprintr   r   r   r   r    r   is_ccl_availabler-   J   sE    
 >>##$AB$NN  
&	

s   <<c                  @    [         R                  R                  S5      $ )Noneccl_bind_pt)r   r   r   r   r    r   get_ccl_versionr0   V   s    %%&677r    c                      [        S5      $ )Nimport_timerr   r   r    r   is_import_timer_availabler4   Z        00r    c                  >    [        S5      =(       d    [        SS5      $ )Npynvmlznvidia-ml-pyr3   r   r    r   is_pynvml_availabler8   ^   s     *].CHn.]]r    c                      [        S5      $ )Npytestr3   r   r    r   is_pytest_availabler;   b        **r    c                      [        SS5      $ )Nmsampzms-ampr3   r   r    r   is_msamp_availabler?   f   s     (33r    c                      [        S5      $ )Nschedulefreer3   r   r    r   is_schedulefree_availablerB   j   r5   r    c                  P    [        5       (       a  [        SS5      $ [        SS5      $ )Nintel_transformer_enginezintel-transformer-enginetransformer_enginetransformer-engine)is_hpu_availabler   r   r    r   is_transformer_engine_availablerH   n   s)    $%?A[\\$%9;OPPr    c                  l    [        SS5      (       a#  SS KJn   U R                  R	                  5       S   $ g)NrE   rF   r   F)r   transformer_engine.pytorchpytorchfp8check_mxfp8_support)tes    r   %is_transformer_engine_mxfp8_availablerO   u   s/    13GHH/vv))+A..r    c                      [        S5      $ )N
lomo_optimr3   r   r    r   is_lomo_availablerR   }        ..r    c                      [        SS9   [        R                  R                  5       n SSS5        U $ ! , (       d  f       W $ = f)zw
Checks if `cuda` is available via an `nvml-based` check which won't trigger the drivers and leave cuda
uninitialized.
1)PYTORCH_NVML_BASED_CUDA_CHECKN)r	   r$   cudais_available)	availables    r   is_cuda_availablerZ      s<    
 
	=JJ++-	 
>  
>	= s	   3
Ac                     U (       a  U(       a   S5       e[         (       d  gU(       a!  [        R                  R                  5       S;   $ U (       a!  [        R                  R                  5       S:H  $ g)z
Check if `torch_xla` is available. To train a native pytorch job in an environment with torch xla installed, set
the USE_TORCH_XLA to false.
z6The check_is_tpu and check_is_gpu cannot both be true.F)GPUCUDATPUT)_torch_xla_available	torch_xlaruntimedevice_type)check_is_tpucheck_is_gpus     r   is_torch_xla_availablere      s[     h0hh.	  ,,./AA	  ,,.%77r    c                      [        S5      n U (       a@  [        R                  " [        R                  R                  S5      5      n[        USS5      $ g)Ntorchaor#   z0.6.1Fr   r   r   r   r   r   )r   torchao_versions     r   is_torchao_availablerj      s@    *95N!--	(:(:(B(B9(MNw??r    c                      [        S5      $ )N	deepspeedr3   r   r    r   is_deepspeed_availablerm           --r    c                      [        SS5      $ Nr#   z2.4.0r   r   r    r   is_pippy_availablerr      s    D'**r    c                    [        SS9(       a  U (       + $ [        5       (       a  [        R                  R	                  5       $ [        5       (       a  [        R                  R	                  5       $ [        5       (       a  [        R                  R	                  5       $ [        5       (       a*  [        R                  R                  R                  SS5      $ g)z8Checks if bf16 is supported, optionally ignoring the TPUT)rc      r   )re   rZ   r$   rW   is_bf16_supportedis_mlu_availablemluis_xpu_availablexpuis_mps_availablebackendsmpsis_macos_or_newer)
ignore_tpus    r   is_bf16_availabler      s    40~zz++--yy**,,yy**,,~~!!33B::r    c                  $    [        5       (       a  gg)zChecks if fp16 is supportedFT)is_habana_gaudi1r   r    r   is_fp16_availabler      s    r    c                  Z    [        5       =(       d    [        5       =(       d
    [        5       $ )zChecks if fp8 is supported)r?   rH   rj   r   r    r   is_fp8_availabler      s    ^#B#D^H\H^^r    c                      [        S5      n U (       a@  [        R                  " [        R                  R                  S5      5      n[        USS5      $ g)Nbitsandbytesr#   z0.39.0Frh   r   bnb_versions     r   is_4bit_bnb_availabler      @    *>:NmmI$6$6$>$>~$NOT8<<r    c                      [        S5      n U (       a@  [        R                  " [        R                  R                  S5      5      n[        USS5      $ g)Nr   r#   z0.37.2Frh   r   s     r   is_8bit_bnb_availabler      r   r    c                     [        S5      nU(       aC  U b@  [        R                  " [        R                  R                  S5      5      n[        USU 5      $ U$ )Nr   r#   rh   )min_versionr   r   s      r   is_bnb_availabler      sH    *>:N+1mmI$6$6$>$>~$NOT;??r    c                  Z    [        5       (       d  gSS Kn S[        U S[        5       5      ;   $ )NFr   multi_backendfeatures)r   r   getattrset)bnbs    r   'is_bitsandbytes_multi_backend_availabler      s'    gc:su===r    c                      [        S5      $ )Ntorchvisionr3   r   r    r   is_torchvision_availabler      s     //r    c                     [        [        R                  R                  SS5      5      S:X  a}  [        R
                  R                  S5      b\   [        [        R                  R                  S5      5      n [        U SS5      (       a   [        R
                  R                  SS5      $ g g g ! [         a#  n[        R                  " S	U 35         S nAg
S nAff = f)NACCELERATE_USE_MEGATRON_LMFalser   megatronzmegatron-corer#   0.8.0z	.trainingz)Parse Megatron version failed. Exception:F)r
   osenvirongetr   r   r   r   r   r   r   	Exceptionwarningswarn)megatron_versiones     r   is_megatron_lm_availabler      s    2::>>">HIQN>>##J/;#(););)C)CO)T#U #$4dGDD$>>33KLL E < O   I!MNs   AB, ,
C6CCc                      [        S5      $ )Ntransformersr3   r   r    r   is_transformers_availabler      r5   r    c                      [        S5      $ )Ndatasetsr3   r   r    r   is_datasets_availabler           ,,r    c                      [        S5      $ )Npeftr3   r   r    r   is_peft_availabler          ((r    c                      [        S5      $ )Ntimmr3   r   r    r   is_timm_availabler     r   r    c                  N    [        5       (       a  [        SS5      $ [        S5      $ )Ntritonzpytorch-triton-xpu)rx   r   r   r    r   is_triton_availabler     s$    $X/CDD **r    c                      [        S5      n U (       a@  [        R                  " [        R                  R                  S5      5      n[        USS5      $ g)Naim<z4.0.0Frh   )r   aim_versions     r   is_aim_availabler     s@    *51NmmI$6$6$>$>u$EFS'::r    c                  <    [        S5      =(       d    [        S5      $ )NtensorboardtensorboardXr3   r   r    r   is_tensorboard_availabler     s     /X3H3XXr    c                      [        S5      $ )Nwandbr3   r   r    r   is_wandb_availabler          ))r    c                      [        S5      $ )Ncomet_mlr3   r   r    r   is_comet_ml_availabler   !  r   r    c                      [        S5      $ )Nswanlabr3   r   r    r   is_swanlab_availabler   %       ++r    c                  L    [         R                  S:  =(       a    [        S5      $ )N)   
   trackio)sysversion_infor   r   r    r   is_trackio_availabler   )  s    w&K+@+KKr    c                      [        S5      $ )Nboto3r3   r   r    r   is_boto3_availabler   -  r   r    c                  <    [        S5      (       a  [        SS5      $ g)NrichACCELERATE_ENABLE_RICHF)r   r   r   r    r   is_rich_availabler   1  s    V$$"#;UCCr    c                      [        S5      $ )N	sagemakerr3   r   r    r   is_sagemaker_availabler   7  rn   r    c                      [        S5      $ )Ntqdmr3   r   r    r   is_tqdm_availabler   ;  r   r    c                      [        S5      $ )Nclearmlr3   r   r    r   is_clearml_availabler   ?  r   r    c                      [        S5      $ )Npandasr3   r   r    r   is_pandas_availabler   C  r<   r    c                      [        S5      $ )N
matplotlibr3   r   r    r   is_matplotlib_availabler   G  rS   r    c                      [        S5      (       a  g[        R                  R                  S5      b!   [        R                  R	                  S5      n gg! [        R                  R
                   a     gf = f)NmlflowTzmlflow-skinnyF)r   r   r   r   r   r   )r   s    r   is_mlflow_availabler   K  sh    X&&~~)5	""++O<A  !!66 		s   A A54A5c                     [        SU 5      =(       aW    [        R                  R                  R	                  5       =(       a(    [        R                  R                  R                  5       $ )zHChecks if MPS device is available. The minimum version required is 1.12.r#   )r   r$   r{   r|   rX   is_built)r   s    r   rz   rz   X  sD     D+.v5>>3E3E3R3R3TvY^YgYgYkYkYtYtYvvr    c            	         S n [         R                  R                  S5      n[         R                  R	                  S5      c  gSn [         R                  R                  S5      nU " U5      nU " U5      nX4:w  a!  [        R                  " SU SU SU S	35        gg
! [         R                  R
                   a     gf = f)zChecks if ipex is installed.c                     [        [        R                  " U 5      R                  5      S-   [        [        R                  " U 5      R                  5      -   $ )N.)strr   r   majorminor)full_versions    r    get_major_and_minor_from_version;is_ipex_available.<locals>.get_major_and_minor_from_versionb  s;    7==.445;c'--P\B]BcBc>dddr    r$   intel_extension_for_pytorchFzN/AzIntel Extension for PyTorch z needs to work with PyTorch z.*, but PyTorch z? is found. Please switch to the matching version and run again.T)r   r   r   r   r   r   r   r   )r   _torch_version_ipex_versiontorch_major_and_minoripex_major_and_minors        r   r(   r(   _  s    e ''//8N~~ =>FM!**223PQ =^L;MJ4*+?*@@\]q\r s*++jl	
  22 s   B B>=B>c                     [         R                  R                  S5      c  gSSKn[	        SS9   [
        R                  R                  5       nSSS5        U$ ! , (       d  f       W$ = f)zv
Checks if `mlu` is available via an `cndev-based` check which won't trigger the drivers and leave mlu
uninitialized.
	torch_mluNFr   rU   )PYTORCH_CNDEV_BASED_MLU_CHECK)r   r   r   r   r	   r$   rw   rX   )check_devicer   rY   s      r   rv   rv   x  sW     ~~,4		=II**,	 
>  
>	= s   A
A'c                 ^   [         R                  R                  S5      c  gSSKnU (       a=   [        R
                  R                  5       n[        R
                  R                  5       $ [        [        S5      =(       a    [        R
                  R                  5       $ ! [         a     gf = f)zSChecks if `torch_musa` is installed and potentially if a MUSA is in the environment
torch_musaNFr   musa)
r   r   r   r  r$   r  device_countrX   RuntimeErrorhasattr)r   r  r   s      r   is_musa_availabler         ~~-5	

'')A::**,, 5&!?ejj&=&=&??  		   ;B 
B,+B,c                    [         R                  R                  S5      c  g SSKnU (       a=   [
        R                  R                  5       n[
        R                  R                  5       $ [        [
        S5      =(       a    [
        R                  R                  5       $ ! [         a     gf = f! [         a     gf = f)zQChecks if `torch_npu` is installed and potentially if a NPU is in the environment	torch_npuNFr   npu)r   r   r   r  r   r$   r  r  rX   r  r  )r   r  r   s      r   is_npu_availabler    s     ~~,4 			&&(A99))++ 5% =UYY%;%;%==    		s"   B  ;B0  
B-,B-0
B=<B=c                 ^   [         R                  R                  S5      c  gSSKnU (       a=   [        R
                  R                  5       n[        R
                  R                  5       $ [        [        S5      =(       a    [        R
                  R                  5       $ ! [         a     gf = f)zSChecks if `torch_sdaa` is installed and potentially if a SDAA is in the environment
torch_sdaaNFr   sdaa)
r   r   r   r  r$   r  r  rX   r  r  )r   r  r   s      r   is_sdaa_availabler    r  r	  c                    [         R                  R                  S5      b   [         R                  R                  S5      c  gSSKnU (       a  SSKJs  Js  Jn  [        [
        S5      =(       a    [
        R                  R                  5       $ )zQChecks if `torch.hpu` is installed and potentially if a HPU is in the environmenthabana_frameworksNzhabana_frameworks.torchFr   hpu)r   r   r   habana_frameworks.torch(habana_frameworks.torch.distributed.hcclr$   r%   hcclr  r  rX   )	init_hcclr  r  s      r   rG   rG     s^     	  !45=>>##$=>F"??5% =UYY%;%;%==r    c                      [        5       (       a5  SS KJs  Js  Jn   U R                  5       U R                  R                  :X  a  gg)Nr   TF)rG   *habana_frameworks.torch.utils.experimentalr$   utilsexperimental_get_device_typesynDeviceTypesynDeviceGaudi)htexps    r   r   r     s4    BB!!#u':':'I'IIr    c                 `   [        5       (       a  SSKnO[        SS5      (       a  gU (       a=   [        R                  R                  5       n[        R                  R                  5       $ [        [        S5      =(       a    [        R                  R                  5       $ ! [         a     gf = f)z
Checks if XPU acceleration is available either via `intel_extension_for_pytorch` or via stock PyTorch (>=2.4) and
potentially if a XPU is in the environment
r   Nz<=z2.3Fry   )	r(   r   r   r$   ry   r  rX   r  r  )r   r   r   s      r   rx   rx     s     *D%((			&&(A99))++ 5% =UYY%;%;%==  		s   ;B   
B-,B-c                      [        S5      $ )Ndvcliver3   r   r    r   is_dvclive_availabler$    r   r    c                      [        S5      $ )N	torchdatar3   r   r    r   is_torchdata_availabler'    rn   r    c                      [        S5      n U (       a@  [        R                  " [        R                  R                  S5      5      n[        USS5      $ g)Nr&  r#   r   Frh   )r   torchdata_versions     r   *is_torchdata_stateful_dataloader_availabler*    sB    *;7N#MM)*<*<*D*D[*QR 14AAr    c                 0   ^  [        T 5      U 4S j5       nU$ )z[
A decorator that ensures the decorated function is only called when torchao is available.
c                  H   > [        5       (       d  [        S5      eT" U 0 UD6$ )Nze`torchao` is not available, please install it before calling this function via `pip install torchao`.)rj   r+   )argskwargsfuncs     r   wrapper!torchao_required.<locals>.wrapper  s.    #%%w  T$V$$r    r   r/  r0  s   ` r   torchao_requiredr4    s"    
 4[% % Nr    c                 0   ^  [        T 5      U 4S j5       nU$ )z[
A decorator that ensures the decorated function is only called when deepspeed is enabled.
c                     > SSK Jn  SSKJn  UR                  0 :w  a*  U" 5       R
                  UR                  :w  a  [        S5      eT" U 0 UD6$ )Nr   )AcceleratorState)DistributedTypez|DeepSpeed is not enabled, please make sure that an `Accelerator` is configured for `deepspeed` before calling this function.)accelerate.stater7  accelerate.utils.dataclassesr8  _shared_statedistributed_type	DEEPSPEED
ValueError)r-  r.  r7  r8  r/  s       r   r0  #deepspeed_required.<locals>.wrapper  sS    5@))R/4D4F4W4W[j[t[t4t0  T$V$$r    r2  r3  s   ` r   deepspeed_requiredr@    s"    
 4[	% 	% Nr    c                      [        SS5      $ rp   rq   r   r    r   is_weights_only_availablerB  ,  s     D'**r    c                 l    [        [        R                  R                  S5      5      n[	        USU 5      $ )Nnumpyr#   )r   r   r   r   r   )r   numpy_versions     r   is_numpy_availablerF  2  s,    ),,44W=>MM4==r    r   )FF)F)z1.12)z1.25.0)`r   importlib.metadatar   r   r   	functoolsr   r   r$   	packagingr   packaging.versionr   environmentr   r	   r
   versionsr   r   r   r_   torch_xla.core.xla_modelcore	xla_modelxmtorch_xla.runtimer`   r+   _tpu_availabler%   rX   r   r   boolr!   r'   r-   r0   r4   r8   r;   r?   rB   rH   rO   rR   rZ   re   rj   rm   rr   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   rz   r(   rv   r  r  r  rG   r   rx   r$  r'  r*  r4  r@  rB  rF  r   r    r   <module>rT     s:     	 
  &   # L L 8 $OTB -- #
 &  %00==? 	( (	O81^+41Q/  ".+_
>0	1-))+Y*-,L*.),+/
w2    @ @" > >, @ @" > >  > >,,.
"(+>U  s   E5 5E?>E?