VhddlZddlZddlmZddlmZmZmZmZm Z m Z dZ dZ dZ dZ ddZdd Zdd Zd Zd Zd ZdZdZedZ ddZdZdZdZddZdZdZdZddZ ddZ!y)N) make_tensor)BinaryUfuncInfo ErrorInput#generate_elementwise_binary_tensorsReductionOpInfosample_inputs_reduction SampleInputc\fd}fd}t|tr ||y||y)Nc |jjg|jji|jjt j d|jd|j d|jd#|j $rYyt$r\}t j d|jd|j d|jdt|jd| d}~wwxYw)Nz on sample.sample_input=z expected exception : z , got none.z, got ) sample_inputinputargskwargsAssertionErrorname error_type error_regex Exceptiontype__name__samplemsgop_infos a/home/dcms/DCMS/lib/python3.12/site-packages/torch/testing/_internal/opinfo/definitions/sparse.py _check_failz$_check_validate.._check_fails  ##)) $$)) %%,, !<<. 9V%8%8$::N$$%R(:(:';;H       <<. 9V%8%8$::N$$%R(:(:';6$s)BTBTAUUWX[W\^  sAB C?C?#AC::C?c  |jg|ji|jy#t$r8}t j d|dt |jd|d}~wwxYw)Nz on sample=z expected to succeed , got r )rrrrrrrrrs r_check_successz'_check_validate.._check_success&sr  FLL @6;; @&-- @  <<. VI.c++,Bse5  s*. A/3A**A/) isinstancer)rrrrs` r_check_validater!s)(&*%Fvc/Ktjjdddk(}||g|i|D]"}||||}t|ts|$||g|i|D]"}||||}t|ts|$ywN*PYTORCH_TEST_CHECK_VALIDATE_SPARSE_SAMPLES01check_validate)osenvirongetr r ) sample_inputsmaybe_failing_sample_inputsvalidate_sample_inputrrrr)rs r_sample_inputs_sparser05s CSISP 9$9&9&w~V fk *L .gGGG&w~V fk *LsAB 0B B c/Ktjjdddk(}||g|i|D]"}||||}t|ts|$ywr$)r*r+r,r r)r.r/rrrr)rs r_error_inputs_sparser2Lsb CSISP.gGGG&w~V fj )Ls AAAcfd}|S)zDecorator to _maybe_failing_sample_inputs_... generator functions that clones and sets requires_grad argument to tensors in sample input arguments. This is needed when the generated samples share tensor instances. c;Kfd}r&||||fi|D]}|j|y||||fi|Ed{y7w)Nct|tjr.|js"r |j s|j s|S|j jjSN) r torchTensor requires_gradis_floating_point is_complexdetachclonerequires_grad_)xr9s rapply_requires_gradzM_apply_requires_grad_to_samples..wrapper..apply_requires_gradasTq%,,/??$++-88:##%44]C Cr") transform) rdevicedtyper9layoutrr@r r-s ` rwrapperz0_apply_requires_grad_to_samples..wrapper`sv D  - v!AG! B #,,-@AA B % vAG  s>A AA )r-rEs` r_apply_requires_grad_to_samplesrGYs* Nr"c +NKt|jdddjddd}t|d|z}|syt ||||fi|D]} | j j dk(r|tjtjtjtjhvrQ| j j dkrx| j j dkDr| j dk(jr|tjtjhvr|d }t| j jj|| j!|| j"| j$ |tj&ur|j(s |j*r| j jj| } tj,| j/j1dd| j3j1d| j4| j6| j8 } | j;rJt| j!|| j"| j$ | j j dkDsXt| j jj||| j j dz j!|| j"| j$ yw)z9Sample inputs for reduction operations on sparse tensors.._coor supports_NrJrJrD blocksizerrrDrCrBrDrQ dense_dim)strsplitrsplitgetattrrrndimr7 sparse_csr sparse_csc sparse_bsr sparse_bscanyr r< to_sparser>rr sparse_coor:r;sparse_coo_tensorindicesrepeatvaluesshaperCrB is_coalesced) rrBrCr9rDrQr layout_nameop_supports_layoutr inps rsample_inputs_sparse_reductionrlxsf+##C+B/66vqA!DK + *CD / 17@     " "a '                 !!&&*!!&&* 0B0Ba0G/L/L/N  e&&(8(89 9i>OI    % % ' Yf Y : ^M *""&&    U%% %5+B+BeFVFV$$++-77v7FC)) $$Q* ##A& iizz C'') ))""=1!&&#**     " "Q &""))+!'*00559   .!&&#**  m@s J)L%-A8L%ct}|jdk(r t|}|jdvr|jj d|}|d|hvrL|j dkDr=|j tjur!|dk(jrt|d}nq|jj d st|ttfd }n=||urt|td }n&|jj dkDr t|d }|jdvrR|j}|jj d}|M|j dkDr>|j tjur"|dk(jrt|d}n|t|td }n|j |jj ur2|j dkDr#|jdk(rt|td }nr|jj d st|ttfd }n=|jj dkDr|jj ddvr|j dkDrx|j tjur\|jj ddk(rt|d}n|jdk(rt|d}nt|td }n|jj dkDrt|d }nY|j |j urA|j!|j!k7r |j#dkDr t|d}|r t%|||S)Return the specified sample when it is valid and supported by the operation. Otherwise, return the sample as ErrorInput instance. When check_validate is True, the result is validated against calling the op on the sample. sum> masked.summaskNrNrz7Expect the same number of specified elements per batch.rkeepdimzKreduction operations on (CSR|CSC) tensors with keepdim=False is unsupported)rrz=masked (.*) expects explicit mask for sparse_csr tensor inputzFcrow_indices is supposed to be a vector, but got 3 dimensional tensor.> masked.amax masked.amin masked.mean masked.prodrvz]where[(][)] received an invalid combination of arguments - got [(]Tensor, Tensor, NoneType[)]dim>rrJ)rrKzLtensor dimensionality must be sum of batch, base, and dense dimensionalitiesrwz(input_dim == 2 INTERNAL ASSERT FAILED atzFSparse CSR tensors are 2D and only support reduction along dim 0 or 1.zBIndex tensor must have the same number of dimensions as src tensor)objectr+_validate_sample_input_sparse_reduction_sumrr,r[rDr7stridedr`rr RuntimeError ValueErrorr TypeError_nnzrVr!)rrr) UNSPECIFIEDrqt_inps r'_validate_sample_input_sparse_reductionrs (K||uN>NOO!z %**E,<,<==g!_ yy{a!!A)));;%**,%%U;;%//1%T Mr"c+K|tjtjfvrttjddgddgg|j |j |tdd ttjddggddggg|j |d j |td  ttjddgddgg|j |j |td  ttjddgddgg|j |j |td d ttjddggddggg|j |d j |td  ttjddgddgg|j |j |td  |tjtjfvrttjddgddgg|j |d j |tdd ttjddggddggg|j |ddj |td  ttjddgddgg|j |dj |td  ttjddgddgg|j |dj |td d ttjddggddggg|j |ddj |td  ttjddgddgg|j |dj |td  yyw)IGenerator of samples that are known to fail or that were failing in past.rrJrNrCrST)rxrsr)rDrV)rx)r)rNrNrPrOrDrVrQrUN) r7r\r]r tensorrar>dictr^r_rrBrCr9rDrs r1_maybe_failing_sample_inputs_sparse_reduction_sumrqs     LL1a&1a&) 7 YfY % ^M *At,    LLAq6(aVH-U ; YfY 2 ^M *A;    LL1a&1a&) 7 YfY % ^M *D>    LL1a&1a&) 7 YfY % ^M *D$/    LLAq6(aVH-U ; YfY 2 ^M *D>    LL1a&1a&) 7 YfY % ^M *A;       LL1a&1a&) 7 YfY 7 ^M *At,    LLAq6(aVH-U ; YfVY D ^M *A;    LL1a&1a&) 7 YfY 7 ^M *D>    LL1a&1a&) 7 YfY 7 ^M *D$/    LLAq6(aVH-U ; Yf!Y D ^M *D>    LL1a&1a&) 7 YfY 7 ^M *A;   KsQQc +^Ktttt|||||fi|Ed{y7w)z(Sample inputs for sum on sparse tensors.N)r0rlrrrs r"sample_inputs_sparse_reduction_sumrs<%&9/       #-+-c +xKtj}d}ttt|||||fi|Ed{y7w)z'Error inputs for sum on sparse tensors.FN)r7float64r2rrrrBrDrrCr9s r!error_inputs_sparse_reduction_sumrsE MMEM#9/       0:8:c +Kfd}t|f||dd|D]}|j|jd} }d} |jdz } |tj tj tjtjhvr|jdkr|jdz } t| | dzD]} |tjtjhvrddg} |jdkDrQ| j|j|jdz | z |j|jdz | z fndg} | D]}t|| | }||fi|}|| fi|}t||g|jdd|j t|t!d || g|jdd|j yw) zSample inputs for elementwise binary operations on sparse tensors. The samples include regular, zero-sized, batched, and hybrid sparse tensors as well as rhs scalars. All tensors are full tensors. cb|jjdi|jS)NrF)r<rar>)rrr9s r _to_sparsezEsample_inputs_sparse_elementwise_binary_operation.._to_sparses*(v}}((262AA-PPr"T)rBrCr9 exclude_zerorrJrNrONrrRrF)rCrBr9)rrrr[r7r\r]r^r_rangenumelappendrgrr rr)rrBrCr9rDrrr lhsrhs min_dense_dim max_dense_dimrV blocksizesrQto_sparse_kwargs lhs_sparse rhs_sparses ` r1sample_inputs_sparse_elementwise_binary_operationrsQ<#   8  %%|'8'8';S 1                xx!|HHqLM}ma.?@" I%**E,<,<==$X 99;?%%IIchhlY&>?IIchhlY&>?#V '  #'!Y)$ (@/?@ '@/?@ !$=|'8'8'<='.. "#eF-&**12.  (..   " -8sGGc |j|j}}|j|jz |j z }|j }|j }|tjur$|dkDr|djdkDr t|dS|tjur|djdkDr t|dS|tjur|djdkDr t|dS|tjur|djdkDr t|dS|tjurc|tjurQ|djdkDr?|j r3|j#dkDr |jdkDr t|dS|tjtjhvrc|tjurQ|j%dkDr>|djdkDr,|j r |j#dkDr t|dS|tjurZ|dj tj&ur;d|djkr)|dj|jkr t|d S|tjurk|dj tj&urd|djks-|dj |ur)|j(|dj(k7r t|d S|tjurc|jdkDrP|j%dkDr=|j r1|tj*ur|djdkDr t|d S|S) Nrzrcoo_to_sparse_csr: conversion from Sparse to SparseCsr for input tensors with sparse_dim[(][)]!=2 is not supportedrrz*Expected result Tensor to be of format CSRzbempty_sparse_compressed expected sparse compressed [(]non-block[)] tensor layout but got SparseBsrzbempty_sparse_compressed expected sparse compressed [(]non-block[)] tensor layout but got SparseBscz,"addcmul_cpu_out" not implemented for 'Bool'z+"mul_out_sparse" not implemented for 'Bool'z,sparse_mask_sparse_csr expects self to be 2Dzlexpects sparse inputs with equal dimensionality, number of sparse dimensions, and shape of sparse dimensionsz,"addcmul_cpu_out" not implemented for 'Half')rrrxrV sparse_dimrDrCr7r\r[rr]r^r_rbris_cpurrr{rgfloat16)rrt_args batch_dimrDrCs r4_validate_sample_input_elementwise_binary_sparse_mulr8s!LL&++6E eoo//%2B2B2DDI \\F KKE !!!i!mq 8J E   5## #q (:  L   5## #q (: |   5## #q (: |  %""" UZZ  1INNQ  LL KKMA  OO  !  P   5##U%5%566 UZZ  JJL1  1INNQ  LL KKMA   O   %""" 1I   - q   1INNUZZ '  N   5## #   U]] *q6!9>>/A 1I   &5;;&)//+I 2   %""" OO  ! JJL1  LL U]] " 1INNQ   P   Mr"c+.K|tjtjhvrdnd}tjddgddgg||j |d| }tjddgddggdd gd d ggg||j |d| }tjdgdggdgdggg||j |d| } |tj urt ||f t tj| j|tj| j|f |tjurt ||f |tjur|jrt ||f |tjurt ||f |tjurt ||f |tjurt ||f |tjur|tjurt ||f |tjur|jrt ||f |tjtjhvr|jrt | | f yyyyw)rrONrJrNr)rBrCrr)r)r7r^r_rrar\r zeros_liker>rrrr]rbr) rrBrCr9rDrrQregularbatchhybrids r:_maybe_failing_sample_inputs_sparse_elementwise_binary_mulrs`!U%5%5u7G7G$HHdIllQFQF+F%HRRiSG LL a&1a& QFQF+,V5 ivii@ \\ #sqcA3Z uivii@ !!!%uh//   V $ 3 3M B""6*99-HJ   EOO #gWJ7 7 EJJ 7>>gWJ7 7 !!!' 33 !!!' 33 !!!' 33 !!! EOO #gWJ7 7 EJJ 7>>gWJ7 7 UZZ/ /GNNfF95 55C /"sJJcV|jdk(r t|}|r t|||S)Nmul)rrr!rrr)s r:_validate_sample_input_sparse_elementwise_binary_operationrs,||uEfM( Mr"c +^Ktttt|||||fi|Ed{y7w)z2Sample inputs for mul operation on sparse tensors.N)r0rrrrs rsample_inputs_sparse_mulrs:$9BB      rc +xKtj}d}ttt|||||fi|Ed{y7w)z1Error inputs for mul operation on sparse tensors.FN)r7rr2rrrs rerror_inputs_sparse_mulrsE MMEM#BB      rc +Kddlm}|j|||dddddD]}t|dit|dt ||||t j ur(t|dt t j t jjr7|jjd k(rd nd }t|dt | |t jurt j} ny|t jurt j} nV|t jurt j} n3|t jurt j} nt j} t|dt | |t j ust|dt t j yw)Nr)TestCaseTF)rBrC enable_batch enable_hybridenable_zero_sizedenable_non_contiguous_indicesenable_non_contiguous_valuesrFrR)rBrCrDrcpucudarBrS)$torch.testing._internal.common_utilsrgenerate_simple_inputsr rr7rr is_availablerBrr\r]r^r_r{rb) rrBrCr9rDrrr other_device other_layouts r_sample_inputs_sparse_like_fnsrs>*33&+%*4 #U&r"55 DeF$S    %f2d6OP P :: " " $%+]]%7%75%@6eLf2d,6OP P U%% % ++L u'' ' ++L u'' ' ++L u'' ' ++L ==L&r$l2KLL )) )f2d%BRBR6ST TG#Us F,G0,Gc|jjtjtjtj tj hvrb|jdvrT|jjd|jj|jjk7r t|dS|jjtjur t|dS|r t|||S)N>rrDzempty_like with different sparse layout is not supported \(self is Sparse(Csc|Csr|Bsc|Bsr) but you requested Sparse(Csr|Csc|Bsr|Bsc)\)rrzQCould not run 'aten::normal_' with arguments from the 'Sparse(CPU|CUDA)' backend.) rrDr7r\r]r^r_rrr,rrbr!rs r&_validate_sample_input_sparse_like_fnsrs ||      ,,n , ==  Xv||':': ;v||?R?R Rg ||e... c  ( Mr"c+\Ktjjr|tjurutj|j dk(rdnd}|tj urtj}ny|tjurtj }nV|tjurtj}n3|tjurtj}ntj}|tjtjhvrdnd}ttjddgddgg||j|| t|  ttjddgddgg||j|| t|  yyyw) NrrrOrrJrNrrTrPrrrS)r7rrrbrBrr\r]r^r_r{r rrar) rrBrCr9rDrrrrQs r,_maybe_failing_sample_inputs_sparse_like_fnsr5sn zz V53C3C%C!&f!5!:!:e!Cv U%% % ++L u'' ' ++L u'' ' ++L u'' ' ++L ==L$)9)95;K;K(LLFRV  LL1a&1a&)v F P P Q |,    LL1a&1a&)v F P P Q |,   -&D sF*F,c +^Ktttt|||||fi|Ed{y7w)z3Sample inputs for like-functions on sparse tensors.N)r0rrrrs rsample_inputs_sparse_like_fnsrVs<%&4.      rc +xKtj}d}ttt|||||fi|Ed{y7w)z2Error inputs for like-functions on sparse tensors.FN)r7rr2rrrs rerror_inputs_sparse_like_fnsrgsE MMEM#4.      rc|jdk(r|jjtjtj tj tjhvrTt|jdk(r3/ A!#[F ( Mr"ct|trt|||St|trt |||St |||S)rnr()r rrrrrrs rvalidate_sample_input_sparsersX'?+6 VN   G_ -I VN  5 VN  r"r6)F)"r*r7 torch.testingr#torch.testing._internal.opinfo.corerrrrrr r!r0r2rGrlrrzrrrrrrrrrrrrrrrrrFr"rrs %!H. @>BIXyx.b\ ~"  DNRj!46!46p%*   (UV6 B"  & r"