VhQddlZddlZddlmZmZddlmZmZmZddl m Z m Z m Z m Z ddlmZddgZej"eZdZGd de Zd e d e fd Zy) N)castOptional) PrefixStoreStoreTCPStore)RendezvousHandlerRendezvousInfoRendezvousParametersRendezvousStoreInfo)parse_rendezvous_endpointStaticTCPRendezvouscreate_rdzv_handleriXc eZdZdZdedededededef dZd efd Zed e fd Z d e fd Z d Z dZdZd efdZd e fdZy)r z Static rendezvous that is a wrapper around the TCPStore. Creates TCPStore based on the input parameters with the listener on the agent with group_rank=0 master_addr master_portrank world_sizerun_idtimeoutc||_||_||_||_||_t j ||_d|_y)N)seconds) rrrrrdatetime timedeltar_store)selfrrrrrrs j/home/dcms/DCMS/lib/python3.12/site-packages/torch/distributed/elastic/rendezvous/static_tcp_rendezvous.py__init__zStaticTCPRendezvous.__init__'sB'& $ ))': '+ returncy)Nstaticrs r get_backendzStaticTCPRendezvous.get_backend8srcyNTr"r#s ruse_agent_storez#StaticTCPRendezvous.use_agent_store;srctjd|jdk(}|js>t |j |j |j||jd|_t|j|j}t|j |j }t||j|j|S)Nz3Creating TCPStore as the c10d::Store implementationrT) multi_tenant) loggerinforrrrrrrrrr r )r is_masterstorebootstrap_store_infos rnext_rendezvousz#StaticTCPRendezvous.next_rendezvous?s IJIIN {{"     ! DKDKK5243C3CTEUEUV  II OO   rcy)NFr"r#s r is_closedzStaticTCPRendezvous.is_closedUsrcyNr"r#s r set_closedzStaticTCPRendezvous.set_closedXs rcy)Nrr"r#s rnum_nodes_waitingz%StaticTCPRendezvous.num_nodes_waiting[src|jSr3)rr#s r get_run_idzStaticTCPRendezvous.get_run_id^s {{rcyr&r"r#s rshutdownzStaticTCPRendezvous.shutdownasrN)__name__ __module__ __qualname____doc__strintrr$propertyboolr'r r/r1r4r6r8r:r"rrr r s,,, ,  ,  ,,"S  , C$rparamsrcd|jvr td|jj}|s tdt |d\}}|dk(rtd|d|j }t t|jjd}|j}d|jvrt|jd}nt}t||||||S)NrzMrank is absent in RendezvousParameters.Try add --node-rank to the cmd requestzdendpoint is absent in RendezvousParametersTry add --master-port and --master-addr to the cmd requestzPort is absent in endpoint: z". Try launching with --master-portr) config ValueErrorendpointstripr max_nodesrr@getr_default_timeout_secondsr )rCrHrrrrrrs rrres V]]" 5  $$&H  I   92FKb*8*4V W  !!J V]]&&v. /D ]]FFMM!fmmI./* [$ FG r)rloggingtypingrrtorch.distributedrrr$torch.distributed.elastic.rendezvousrr r r *torch.distributed.elastic.rendezvous.utilsr __all__ getLoggerr;r*rLr rr"rrrTsp!:: Q !"7 8   8 $C+CL 49Jr