VhddlmZddlmZddlmZmZddlmZ ddl mcm Z Gdde jZdZe j j#ded Zed d Zd d Zy))contextmanager) timedelta)partialwrapsNc$eZdZfdZdZxZS)MockProcessGroupc&t|||yN)super__init__)selfrankworld __class__s e/home/dcms/DCMS/lib/python3.12/site-packages/torch/testing/_internal/distributed/distributed_utils.pyr zMockProcessGroup.__init__s u%cy)Nmock_process_group)r s rgetBackendNamezMockProcessGroup.getBackendNames#r)__name__ __module__ __qualname__r r __classcell__)rs@rrr s &$rrct||Sr )r) prefix_storer world_sizetimeouts rcreate_mock_pgrs D* --rrc tjrJtj}|jtj d|dz tj d|||dtdy)Nz:0rfake)seconds)backendrrstore group_namer)distis_initialized HashStoreaddc10dSTORE_BASED_BARRIER_PREFIXinit_process_groupr)rrr%s rmock_init_distr.si""$$ $ NN E II0014j1nE$ !$ &rc#Kt|| dtjy#tjwxYww)zJ Context manager that initializer c10d with a fake process group. rrN)r.r'destroy_process_groupr0s r with_distr2+s2 4%  ""$""$sA*AAAc^ttStfd}|S)z Function wrapper that inits a fake process group designed for testing. Right now only querying for world size is available r0c`t5|g|i|dddy#1swYyxYwr )r2)r argskwargsfuncrrs rwrapperz with_fake_comms..wrapper>s4 tZ ( (  ' ' ' ( ( (s $-)rwith_fake_commsr)r7rrr8s``` rr9r96s6  |TjII 4[(( Nr)r)Nrr:) contextlibrdatetimer functoolsrrtorch.distributed distributedr'"torch.distributed.distributed_c10ddistributed_c10dr+ ProcessGrouprrBackendregister_backendr.r2r9rrrrEsi& !11$t(($. 2NC&"%% r