VhLUddlmZddlZddlmcmZddlmZddlm Z gZ e e e d<ejjGddZy))OptionalN)Tensor)2_scripted_functional_optimizer_deprecation_warning__all__cneZdZ ddeedededededededed ed efd Zd eeefd Z y)_FunctionalRMSpropparamslralphaeps weight_decaymomentumcenteredforeachmaximize_allow_empty_param_listc Vtd|||||d|_||_||_| |_t |dk(r | s t dd|i|_tjjttjtttjffi|_y)N) stacklevel)r r r r rrz%optimizer got an empty parameter listr )rdefaultsrrrlen ValueError param_grouptorchjitannotatedictrstrstate) selfr r r r r rrrrrs Z/home/dcms/DCMS/lib/python3.12/site-packages/torch/distributed/optim/functional_rmsprop.py__init__z_FunctionalRMSprop.__init__s ;aH(   !    v;! $;DE E%f-YY''U\\4U\\@Q;R-R(SUWX gradientscL|jd}g}g}g}g}g}g}|jd} |jd} |jd} |jd} |jd} t|t|k7r*tddt|d zd t|zd }t ||D]\}}| |t j |z}|j||j|||jvri|j|<|j|}t jd |d <t j|t j|d<| dkDr(t j|t j|d<|jr(t j|t j|d<|j|}|j|d| dkDr|j|d|jr|j|d|j|d t j5tj||||||| | | | | |j|j |j"|dddy#1swYyxYw)Nr r r r rr zEthe gradients passed in does not equal to the size of the parameters!zParams length: z. zGradients length: Fstep) memory_format square_avgrmomentum_buffergrad_avg) r r r r rrrr has_complex)rrrrzipr is_complexappendrtensor zeros_likepreserve_formatrno_gradFrmsproprr)r r$r params_with_gradgrads square_avgs grad_avgsmomentum_buffer_list state_stepsr r r rr r,paramgradientrs r!r'z_FunctionalRMSprop.step<s!!(+  ! ]]4  g&mmE"==,}}^4 v;#i. (W#CK=34&s9~&678   "695 2OE8#u//66  ''. X& *(*DJJu% JJu-E$)LL$5E&M*/*:*:U-B-B+E,' !|383C3C!1F1F4/0}},1,<,<!1F1F-j) 5)""5#67a<(//6G0HI==$$U:%67""5=1; 2>]]_  II $)! '    s AJJ#N) g{Gz?gGz?g:0yE>r&r&FFFF) __name__ __module__ __qualname__listrfloatboolr"rr'r#r!rrs !(- YV  Y  Y Y  Y  Y Y Y Y Y"& YDFd8F#34Fr#r)typingrrtorch.optim._functionaloptim _functionalr4r,torch.distributed.optim._deprecation_warningrrrAr__annotations__rscriptrrDr#r!rLsO ## ciiir#