o
    "Õjò  ã                   @   sÌ  d dl Z ddlmZ ddlmZ ddlmZ ddlmZmZm	Z	m
Z
mZ ddlmZmZmZ d dlmZmZ d d	lmZ dd
lmZmZmZ ddlmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3 ddl4m5Z5 d dl6m7Z7m8Z8 ddl9m:Z:m;Z;m<Z< ddl=m>Z> ddl?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZG ddlHmIZI ddlJmKZKmLZLmMZM ddlmNZN ddlOmPZPmQZQ ddlmRZR ddlSmTZT ddlUmVZV g d¢ZWdS )é    Né   )Úio)Úspawn)Úlaunch)Úinit_parallel_envÚget_rankÚget_world_sizeÚParallelEnvÚDataParallel)Úgloo_init_parallel_envÚgloo_barrierÚgloo_release)ÚInMemoryDatasetÚQueueDataset)ÚParallelMode)ÚsplitÚ	new_groupÚis_available)ÚstreamÚReduceOpÚ
all_gatherÚall_gather_objectÚ
all_reduceÚalltoallÚalltoall_singleÚ	broadcastÚbroadcast_object_listÚreduceÚsendÚscatterÚgatherÚscatter_object_listÚisendÚrecvÚirecvÚbatch_isend_irecvÚP2POpÚreduce_scatterÚis_initializedÚdestroy_process_groupÚ	get_groupÚwaitÚbarrierÚget_backend)ÚProcessMesh)Ú
ReduceTypeÚ	Placement)ÚShardÚ	ReplicateÚPartial)Úshard_op)ÚDistAttrÚshard_tensorÚdtensor_from_fnÚreshardÚshard_layerÚshard_optimizerÚ	to_staticÚStrategy)ÚBoxPSDataset)ÚProbabilityEntryÚCountFilterEntryÚShowClickEntry)Úcloud_utils)Úgroup_sharded_parallelÚsave_group_sharded_model)Úrpc)Úsave_state_dict)Úload_state_dict):r   r   r   r   r    r!   r   r   r	   r   r   r   r   r   r   r   r?   r@   r   r*   r   r   r   r,   r   r   r   r   r   r#   r   r+   r   r>   r   r(   r)   r"   r$   r'   r   r-   r.   r5   r6   r7   r8   r9   r/   r0   r1   r2   r3   rE   rF   r:   r;   r<   )XÚatexitÚ r   r   Zlaunch.mainr   Zparallelr   r   r   r	   r
   Zparallel_with_gloor   r   r   Z paddle.distributed.fleet.datasetr   r   Z&paddle.distributed.fleet.base.topologyr   Z
collectiver   r   r   Zcommunicationr   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   Zauto_parallel.process_meshr.   Zpaddle.base.corer/   r0   Zauto_parallel.placement_typer1   r2   r3   Zauto_parallelr4   Zauto_parallel.apir5   r6   r7   r8   r9   r:   r;   r<   Zfleetr=   Z
entry_attrr>   r?   r@   rA   ZshardingrB   rC   rD   Zcheckpoint.save_state_dictrE   Zcheckpoint.load_state_dictrF   Ú__all__© rJ   rJ   ú\/var/www/html/Deteccion_Ine/venv/lib/python3.10/site-packages/paddle/distributed/__init__.pyÚ<module>   s.   p(