Vh06bddlZddlZddlZddlmZddlmZmZddlm Z ddl m Z ddl m Z mZddlmZmZmZddlmZdd lmZmZd Zd Zd Zd ZdZgdZej<j?ddej@jBej<jEdddZ#ej<jEdddZ$ej<jKddZ&dZ'dZ(dZ)edZ*dZ+dZ,dZ-dZ.d Z/d!Z0d"Z1d#Z2eZ3d$Z4d%Z5ed&d'e2e1e ejlejnd(d(d(d(d(d(d() ed*d'e+e)e ejlejnd(d(d(d(d(d+d() ed,d'eee ejlejnd(d(d(d(d(- ed,d.eee ejlejnd(d(d(d(d(- ed,d/eee ejlejnd(d(d(d(d(- ed0d'e(e'e ejlejnd(d(d(d(d(d+d() ed1d'e4e)e ejlejnd(d(d(d(d(d+eejpd2d3eejpd2d4eejpd2d5eejpd2d6fd(7 ed8d'e5e)e ejlejnd(d(d(d(d(d+d() ed9d'e0e/e ejlejnd(d(d(d(d(d(: ed;d'e-e,e ejlejnd(d(d(d(d(d(: edd'ee.eejrejtd(d(d(d(d(eejpd2d3eejpd2d4eejpd2d5eejpd2d6fe g= g Z;y)?Nmap)_create_empty_block_maskflex_attention) make_tensor)onlyCUDA) all_types_and custom_types) DecorateInfoOpInfo SampleInput)mark_compile_region) InvokeQuantinvoke_quant_packedc +Ktjt|||}t|ddddd|dddddg|ddd|dddfyw)Ndevicedtype requires_grad皙?lowhigh)args functoolspartialrr opinforrrkwargsmake_args N/home/dcms/DCMS/lib/python3.12/site-packages/torch/testing/_internal/hop_db.pysample_inputs_mapr%sj  F%}H  !Qs +XaA3Q-OPqc*HQCa,H I sAAc|djjd|z|d|jzjj |dj gS)Nrg?r)cosadd_sincos_viewsizexy0y1s r$inner_fr1sQ aDHHJOOC 2 %!rvvx'='='?'D'DQqTYY['Q RRc$d}t||||S)Nct|||SNr1r-s r$fzsimple_map..f sq"b!!r2r)xsr/r0r7s r$ simple_mapr9s" q"b" r2c$d}t||||S)Nc$d}t||||S)Nct|||Sr5r6r-s r$f2z"nested_map..f1..f2(s1b"% %r2rxxr/r0r=s r$f1znested_map..f1's &2r2r""r2rr8r/r0r@s r$ nested_maprB&s# r2r2 r2c$d}t||||S)Nc$d}t||||S)Nc$d}t||||S)Nct|||Sr5r6r-s r$r=z5triple_nested_map..f0..f1..f23sq"b))r2rr>s r$r@z)triple_nested_map..f0..f12s *r2r2& &r2rrAs r$f0ztriple_nested_map..f01s ' 2r2r""r2r)r8r/r0rGs r$triple_nested_maprH0s# r2r2 r2)custom_function_callautograd_function_applyrun_and_save_rng_staterun_with_rng_stategraphsafe_run_with_rng_state out_dtype trace_wrappedtag_activation_checkpointexecutorch_call_delegatewrapwrap_with_set_grad_enabledauto_functionalized_v2associative_scan flat_applywrap_with_autocastwrap_activation_checkpointrun_const_graphauto_functionalizedrmap_impl with_effects strict_mode_export_tracepointcall_torchbindtriton_kernel_wrapper_mutation triton_kernel_wrapper_functional hints_wrapper foreach_mapaoti_call_delegateztestlib::mutating_custom_opz8(Tensor(a!) x, Tensor(b!) z) -> (Tensor, Tensor, Tensor))tagscpucV|jd|jd||||zfSNr(r.zs r$ foo_impl_cpurmr(FF1IFF1I aQ;r2cudacV|jd|jd||||zfSrhrjrks r$ foo_impl_cudarqyrnr2c||||zfSr5rks r$foo_impl_abstractrts aQ;r2c +vKtjt|||}t|dddddywNrrrrrr s r$sample_inputs_condrw9  F%}H hq!QCa8 9979cZtj|jdkDdd|gS)Nrc$|jfSr5r'r.s r$zsimple_cond..saeegZr2c$|jfSr5)r)r}s r$r~zsimple_cond..sAEEG:r2)torchcondsumr}s r$ simple_condrs& ::aeegk#79MPQs SSr2c +vKtjt|||}t|dddddywrvrr s r$sample_inputs_invoke_subgraphrrxryc,tj|Sr5rr)r}s r$fn_for_invoke_subgraphrs 99Q<r2ct|Sr5)rr}s r$simple_invoke_subgraphrs !! $$r2c +Ktjt||d}t|ddddd|dddddyw)NFrrrrrr s r$ sample_inputs_auto_functionalizersM  F%uH Aqc*HQ1#A,N sAAcVtjjj||Sr5)ropstestlibmutating_custom_oprks r$simple_auto_functionalizers 99   / /1 55r2c+ Ktjt||| d} fdtdD\}}}t ||} t ||||| yw)Nrc ||zSr5rs)scorebhmns r$ score_modz/sample_inputs_flex_attention..score_mods qyr2c 3:K|]}ddddddyw)rrrNrs).0_r#s r$ z/sample_inputs_flex_attention..s#I1x1c1#A66Is)rrrrangerr ) r!rrrr"rqkv block_maskr#s @r$sample_inputs_flex_attentionrs[  F%}HJaIGAq!)!Q/J aAy* 55sAAc +Ktjt||d}tt j d|dddddyw)NFrrrrr)rrrr rtensorr s r$sample_inputs_while_looprsI  F%uH  QAqc* sA A cTd}d}tjj||||fS)Nc |dkDS)Nrrsiter_tr.s r$cond_fnz"simple_while_loop..cond_fns zr2c,|dz |jfS)Nrr|rs r$body_fnz"simple_while_loop..body_fnsz1557""r2)r_higher_order_ops while_loop)rr.rrs r$simple_while_looprs-#  " " - -gw LLr2c +Ktjt|||}t|dddd|dddddywrvrr s r$sample_inputs_scanrsL  F%}H A3Q'Aqc* sAAcJd}tjj|||S)Nc6||z|z}||jfSr5)clone)carryr.results r$ combine_fnzsimple_scan..combine_fns Qu{{}$$r2)rrscan)initr8rs r$ simple_scanrs$%  " " ' ' D" ==r2c.d}t|||ddzS)Nc4tj||zfSr5r)r.ys r$fnzsimple_invoke_quant..fns ! q ""r2r@) quant_tracerr.rs r$simple_invoke_quantrs"# Aq !! $r ))r2c,d}t||ddzS)Nc.tj|fSr5rr}s r$rz&simple_invoke_quant_packed..fns ! r2rr)rrs r$simple_invoke_quant_packedrs  r1 %a (2 --r2rsimpleF) namevariant_test_nameopsample_inputs_funcdtypes supports_outcheck_batched_gradcheck_batched_gradgradcheck_batched_forward_grad"check_inplace_batched_forward_gradsupports_autogradsupports_gradgradinvoke_subgraphTr) rrrrrrrrrrnested triple_nestedr invoke_quantTestHOPtest_aot_exporttest_pre_dispatch_exporttest_serialize_exporttest_retrace_export) rrrrrrrrrrrskipsrrr) rrrrrrrrrrrauto_functionalizer) rrrrrrrrrrr decoratorsflex_attention_backward)rs 3V%?LQQGDS 640@ !>  $ $159: 16:; :;<:T:%6 6M>} *. " -UZZ4 $#(+0 " !8UZZ4 $#(+0 " ,UZZ4 $#(+0  " ,UZZ4 $#(+0  ) ,UZZ4 $#(+0  " -UZZ4 $#(+0 " 8UZZ4 $#(+0 119>O P (()5O  119>U V 119>S T   -0 "" %8UZZ4 $#(+0 " 3UZZ4 $#(+0  !" $;UZZ4 $#(+0  " 7EMM5==9 $#(+0 119>O P (()5O  119>U V 119>S T  :'* &" 7EMM5==9 $#(+0 119>O P (()5O  119>U V 119>S T  :'Q} r2