Vh-UddlZddlmZmZddlZddlZddlmZddlmZejjZ iZ e ejjefed<ejj Zej"j$ZdZiZ dZd(dZeej,j.d ed efd Zeej0j.d ed eeeffd Zd ededeedefdZeej<ded edeedededeedeedeed eeeeeeeffdZdeefdZeej@ded edeedeedeedeedeeded e!deed eeeeeeffd!Z eejDded ededeedeedeed"eed#ed e!deed$ed eeeeeeffd%Z"eej"j$j,j.d&'eej"j$jFj.eej"j$jHj.eej"j$jJj.eej"j$jLj.eej"j$j0j.eej"j$j<j.eej"j$j@j.eej"j$jNj.eej"j$jDj.eej"j$jPj.y))N)CallableOptional)Tensor)_maybe_remove_out_wrapperdecomposition_table_for_jvpcfd}|S)NcJ t|S#t$r|cYSwxYwN)register_decomposition Exception)fops T/home/dcms/DCMS/lib/python3.12/site-packages/torch/_decomp/decompositions_for_jvp.py decoratorz/maybe_register_decomposition..decorator*s/ -)"-a0 0 H s  "")rrs` rmaybe_register_decompositionr)s c$t|tS)N)registry)r r)fns rregister_decomposition_for_jvpr9s !"/J KKrc|tvrt}n|tvrt}ntd|||}t|}|rstj j |}tj|}d}||}tj j|jj}n)tj j|j}tj j||y)Nz!could not find decomposition for c|jjDcgc]}|}}|jjDcgc]}|}}ddj|ddj|dScc}wcc}w)Nzdef wrapped_decomp(z, z): return decomp_fn(z) ) parametersvalueskeysjoin)sig param_str param_def param_uses rget_function_defz=_register_jit_decomposition_for_jvp..get_function_defTs9<9N9N9PQII;QIQ9<9L9L9NOII;OIO(9)=(>>UVZV_V_`iVjUkkno oROs A8 A=)rdecomposition_table RuntimeErrorrtorchjitignoreinspect signatureCompilationUnitwrapped_decompgraphscript_register_decomposition)decomp use_pythondecomposition_table_used decomp_fnrr"f_strr,s r#_register_jit_decomposition_for_jvpr4=s ,,#> &  >vhGHH(0I *)4III$$Y/  * p !% ))%0??EE   +11 II%%fe4rselfreturncRtjtj|Sr )r%sumdiag)r5s rtracer:es 99UZZ% &&rc*tj|jd|}tjtj| }|j s |j r|jd}n|}|tj|z |fS)Nr)r)r%minimum new_zerosexpabsis_cudais_xpulog1p)r5minzbuffers rlog_sigmoid_forwardrFjsl --r*D 1C 599T?"#A ||t{{% Q  ''rinputrstdinner_dim_indiceskeepdimctj|||}tj||d|}tjd|z d|z }|j }dtj ||zz }||fS)N)dimrJF)rLunbiasedrJ)r%meanvarpowdetachsqrt)rGrHrIrJrPrQepss rrecompute_mean_varrVusq ::e!2G DD ))E05' RC ))AHa 3 &C **,C uzz#)$ $D :rgrad_outnormalized_shaperPweightbias output_maskc||j}|j} | t|z } || d} |d| } tt | | } tt d| }d}| D]}||z} d}| D]}||z} |dks|dkr8|j ||j || d|j || dfSt ||| d\}}||z |z}|||z}n|}||z}tj|| d}tj||}tj|| d}tj||}||z |z }|dr ||z |z}ntj|}|dr1|/t|dkDrtj||z|d}n3||z}n-|tj|}ntjd}|dr9|7t|dkDrtj||d}n>|j}n-|tj|}ntjd}|||fS)NrrNTrJFrrO) shaperLlenlistranger=rVr%r8mul zeros_likezerosclone)rWrGrXrPrHrYrZr[ input_shape input_ndimaxis inner_dims outer_dimsrIouter_dim_indicesNiMmean_rstd_x_hat grad_x_hatabc1c2c3innerd_inputd_weightd_biass rnative_layer_norm_backwardr|sn++KJ ,- -DTU#JUd#JU445U1d^, A  Q A  QAva OOK ( OOK. / OOK. /  &eT3DdSLE5 U]e #E &  QA */6A :u %B 2($ /B 5" B EBJE1~%*QY%$7""5)1~&,  !A %).5 "3U*H %'H  ##F+;;r?1~$*  !A %',yy;Le'TF^^%F !!$'R Xv &&rxc"d}|D]}||z} |S)NrNr)r}rrms rprodrs$ A  Q Hr running_mean running_var save_mean save_invstdtrainrUc P|j} |j} | dk\sJdd} t| | | z } |}|}|rI||Jddgtt d|jz}|Jt |||d\}}n ||J|}t j||z}||Jdg| z}| | || <g}t | D]}|| k7s |j|t j||}d| z }t j||}t j|||z z|}t j||z|}t jt j||z||z|}|t j||dz}nt j||z|}|r||z |z}||z |z |z}n||z}| dr||z}n-|t j|}nt jd }| dr|}nt j|}|||fS) NrOz$rank of the input must be at least 2rNz7when train=True, save_mean and save_invstd are requiredrFr]g?r)r^rLrr`rarVr%rsqrtappendreshaper8rbrcrd)rWrGrYrrrrrrUr[rf input_rankrh num_featuresrPinvstdreduciton_dimsbroadcast_maskreduction_axesrmnormgrad_output_sumdot_p grad_mean proj_scale grad_scaleproj grad_input grad_weight grad_biass rnative_batch_norm_backwardrsn++KJ ?BBB? D ${4'88L D F $)@ E @tE!UYY[$9::!!!)%QVW f'K,CCC[3./  $"22 2S:%N&t,N4 "N : % 9  ! !! $% ==~ .D  Dii.9O IIh%$,/ @E o4nEIuyyvGXJ ~]]6>:S@ ]]6F?NC   *$)3zA  * 1~fn  &&  kk"o 1~# $$    Y //rsave_varupdatereservec *t|||||||||| Sr )r) rWrGrYrrrrrrUr[rs rbatch_norm_backwardr)s/ &    rT)r0)F))r(typingrrr% torch._decomprtorch._prims_common.wrappersr_decompr#rdict_ops OperatorBase__annotations__r opsatenrrr4r:defaultrFtupler`intboolrVr|rrfloatrnll_loss_backwardnll_loss2d_backward_log_softmax_backward_data_softmax_backward_datacudnn_batch_norm_backwardmiopen_batch_norm_backwardrrrrs% Bmm77GIT%**"9"98"CDI== yy~~4!L!5Pdjj001''6'2'd66>>?(f(vv~)>(@(    48I HL   ? ?@I'I' I'3iI'  I'  I' V  I' 6 I'dI' 8F Xf-x/? ?@I'AI'X DI   ? ?@N0N0 N0 V N06" N0 &! N0  N0&!N0 N0 N0dN0 68F#Xf%5 56N0AN0b  8 89  6"  &!   v  d 68F#Xf%5 56:6$EIINN$8$8$@$@TR#EIINN$D$D$L$LM#EIINN$F$F$N$NO#EIINN$M$M$U$UV#EIINN$I$I$Q$QR#EIINN$F$F$N$NO#EIINN$M$M$U$UV#EIINN$M$M$U$UV#EIINN$L$L$T$TU#EIINN$F$F$N$NO#EIINN$M$M$U$UVr