
    Vh+                        d dl mZmZ d dlZd dlmc mc mZ d dl	mc mc mc m
Z d dlmc mc mc mZ d dlmc mc m
Z d dlmc mc mZ d dlmc mc mc mZ d dlmZ d dlmc mZ d dlmZ d dlmZ ddlmZm Z  ddl!m"Z"m#Z#m$Z$ ejJ                  j                  Z&dejN                  d	ejP                  fd
Z)dejN                  d	ejP                  fdZ*dejN                  d	ejP                  fdZ+dejN                  d	e,ejP                     fdZ-dejN                  d	e,ejP                     fdZ.dejN                  d	ejP                  fdZ/dejN                  d	ejP                  fdZ0dejN                  d	e,ejP                     fdZ1deded	ejP                  fdZ2deded	ejP                  fdZ3deded	ejP                  fdZ4deded	ejP                  fdZ5d	e6e7e6eef   f   fdZ8	 ddededee6e7e6eef   f      d	ee   fdZ9y)    )CallableOptionalN)GraphModule)Node   )NSSingleResultTypeNSSingleResultValuesType)get_target_type_strgetattr_from_fqnreturn_first_non_observer_nodemodreturnc                 6    | j                   j                         S Nweightdetachr   s    K/home/dcms/DCMS/lib/python3.12/site-packages/torch/ao/ns/fx/weight_utils.pymod_weight_detachr      s    ::    c                 <    | d   j                   j                         S Nr   r   r   s    r   mod_0_weight_detachr      s    q6==!!r   c                 (    | j                         d   S r   )_weight_biasr   s    r   mod_weight_bias_0r      s    a  r   c                     g }t        | j                        D ]<  \  }}d|v sd|v s| j                  |   j                         }|j	                  |       > |S )Nweight_ih_lweight_hh_l)	enumerate_flat_weights_names_flat_weightsr   append)r   residx
param_nameparam_values        r   get_lstm_weightr)   "   s`    
C$S%<%<= $ZJ&-:*E++C0779KJJ{#$ Jr   c                 D   g }| j                   D ]  }|j                  |j                  j                         d   d   d   j                         d   d          |j                  |j                  j                         d   d   d   j                         d   d           |S )Nr      r   )_all_weight_valuesr$   param__getstate__)r   r%   weight_values      r   get_qlstm_weightr0   +   s    
C.. T

<%%224Q7:1=JJLQOPQRS

<%%224Q7:1=JJLQOPQRST Jr   c                 z   t        | t        j                  t        j                  t        j                  f      r| j
                  j                         S t        | t        j                  t        j                  t        j                  f      r| d   j
                  j                         S | j                         d   S r   )
isinstancennConv1dConv2dConv3dr   r   nni
ConvReLU1d
ConvReLU2d
ConvReLU3dr   r   s    r   get_conv_mod_weightr;   3   sz    #		299bii89zz  ""	C#..#..#..I	J1v}}##%%!!$$r   c                     t        | t        j                        r| j                  j	                         S t        | t
        j                        r| d   j                  j	                         S | j                         d   S r   )r2   r3   Linearr   r   r7   
LinearReLUr   r   s    r   get_linear_mod_weightr?   <   s\    #ryy!zz  ""	C	(1v}}##%%!!$$r   c                    t        | t        j                        rXg }t        | j                        D ]<  \  }}d|v sd|v s| j
                  |   j                         }|j                  |       > |S t        | t        j                        sJ dt        |        d       g }| j                  D ]  }|j                  |j                  j                         d   d   d   j                         d   d          |j                  |j                  j                         d   d   d   j                         d   d           |S )Nr   r    ztype z not handled yetr   r+   r   )r2   r3   LSTMr!   r"   r#   r   r$   nnqdtyper,   r-   r.   )r   r%   r&   r'   r(   r/   s         r   get_lstm_mod_weightsrD   E   s6   #rww()@)@A 	(OC
*mz.I!//4;;=

;'	( 
#tyy)NU49+=M+NN)22 	XLJJ|))668;A>qANNPQRSTUVWJJ|))668;A>qANNPQRSTUVW	X 
r   nodegmc                     | j                   d   }t        |t              sJ t        ||      }t        |t              sJ |j                  dk(  sJ t        ||j                        }|j                         S Nr   get_attr)argsr2   r   r   opr   targetr   )rE   rF   weight_arg_nodeweight_noder   s        r   get_conv_fun_weightrO   W   sk    iilOot,,,0"EKk4(((>>Z'''b+"4"45F==?r   c                     | j                   d   }t        |t              sJ |j                  dk(  sJ t	        ||j
                        }|j                         S rH   )rJ   r2   r   rK   r   rL   r   )rE   rF   qconv_state_nodeqconv_state_objs       r   get_qconv_fun_weightrS   b   sW    yy|&---*,,,&r+;+B+BCO!!##r   c                 r   | j                   d   }t        |t              sJ |j                  dk(  ry| j                   d   }t        |t              sJ |j                   d   }t        |t              sJ |j                  dk(  sJ t	        ||j
                        }|j                         S |j                  dk(  r|j                  dk(  sJ | j                   d   }t        |t              sJ |j                   d   }t        |t              sJ |j                   d   }|j                   d   }t        |t              sJ |j                  dk(  sJ t	        ||j
                        }|j                         j                  |      S |j                  dk(  sJ t	        ||j
                        }|j                         S )Nr   call_moduler   rI   call_method)rJ   r2   r   rK   r   rL   r   to)	rE   rF   linear_second_argrM   rN   r   dequant_nodeto_fp16_nodetarget_dtypes	            r   get_linear_fun_weightr\   k   s   
 		!'...},))A,/4000%**1-+t,,,~~+++!"k&8&89}}				. ##}444yy|,---#((+,---#((+"''*+t,,,~~+++!"k&8&89}}!!,// ##z111!"&7&>&>?}}r   c                     | j                   d   }t        |t              sJ |j                  dk(  sJ t	        ||j
                        }|j                         \  \  }}}|S rH   )rJ   r2   r   rK   r   rL   r.   )rE   rF   packed_weight_nodepacked_weightr   _bias_names          r   get_qlinear_fun_weightrb      sd    1($///  J...$R);)B)BCM*779OVUUMr   c                     i t         j                  t        t        j                  t
        t        j                  t        t        j                  t        t        j                  t        t        j                  t        t        j                  t        t        j                  t        t         j                  t        t        j                  t
        t        j                  t        t        j                  t        t        j                  t        t        j                   t        t        j                  t        t        j                  t        t         j"                  t        i t        j$                  t
        t        j"                  t        t        j"                  t        t        j&                  t        t        j(                  t        t        j$                  t        t        j$                  t        t         j*                  t        t        j*                  t        t        j,                  t
        t        j,                  t        t        j*                  t        t.        j*                  t        t        j,                  t        t        j0                  t        t         j2                  j4                  j6                  t        t         j8                  t:        t.        j8                  t<        it>        j@                  tB        t>        jD                  tB        t>        jF                  tB        tH        j@                  tJ        tH        jD                  tJ        tH        jF                  tJ        tH        jL                  tJ        tH        jN                  tJ        tH        jP                  tJ        t>        j4                  tR        tH        j4                  tT        tH        jV                  tT        id} | S )N)rU   call_function),r3   r4   r   r7   r8   r   nnqr   nnqatnniqatConvBn1dConvBnReLU1dnniqr5   r9   ConvBn2dConvBnReLU2dr6   r:   ConvBn3dConvBnReLU3dr=   r>   rB   
LinearBn1dmoduleslinearNonDynamicallyQuantizableLinearrA   r)   r0   Fconv1drO   conv2dconv3dtoqrS   conv1d_reluconv2d_reluconv3d_relur\   rb   linear_relu)"op_to_type_to_weight_extraction_fns    r   &get_op_to_type_to_weight_extraction_fnr}      s   )
II()
 NN/)
 JJ)	)

 LL+)
 OO.)
 !2)
 0)
 OO.)
 II()
 NN/)
 JJ))
 LL+)
 OO.)
  !2!)
" 0#)
$ OO.%)
( II())
* NN/+)
, JJ)-)
. LL+/)
0 OO.1)
2 !23)
4 05)
6 OO.7)
: II(;)
< JJ)=)
> NN/?)
@ OO.A)
B LL+C)
D KK*E)
F 0G)
H 0I)
J JJ==?PK)
N GG_O)
P II'Q)
X HH)HH)HH)JJ,JJ,JJ,OO1OO1OO1HH+JJ.OO3
W;O&z .-r   r|   c                    t         j                  j                  }d }t        |d      r|j                  | j
                     d   }|
t               }t        | |      }|}| j                  dk(  rY|d   }|j                         D ]@  \  }}	| j                  |k(  s |	| |      }
||
g| j
                  || j
                  |dd|d	c S  y | j                  dk(  rt        | j                  t              sJ t        || j                        }|d   }|j                         D ]>  \  }}	t        |      |k(  s |	|      }
||
g| j
                  || j
                  |dd|d	c S  y )N_node_name_to_scoper   rd   )	rC   valuesprev_node_nameprev_node_target_typeref_node_nameref_node_target_typeindex_within_argindex_of_argfqnrU   )r	   WEIGHTvaluehasattrr   namer}   r
   rK   itemsrL   r2   strr   rC   )rE   rF   r|   res_typer   ref_node_typeprev_node_typefunction_mappingtarget_fn_typeweight_extraction_fnr   r   module_mappingtarget_mod_types                 r   extract_weight_from_noder      s    (..44H Cr()$$TYY/2)1-S-U*'b1M"Nww/!=oN4D4J4J4L 	0N0{{n,-dB7$%h&*ii-;%)YY,9()$%
 
	F ) 
M	!$++s+++r4;;/;MJ5C5I5I5K 	1O1CyO+-c2$%h&*ii-;%)YY,9()$%
 
	 r   r   ):typingr   r   torchtorch.ao.nn.intrinsicaor3   	intrinsicr7   torch.ao.nn.intrinsic.qatqatrg   torch.ao.nn.intrinsic.quantized	quantizedrj   torch.ao.nn.qatrf   torch.ao.nn.quantizedre   torch.ao.nn.quantized.dynamicdynamicrB   torch.nntorch.nn.functional
functionalrs   torch.fxr   torch.fx.graphr   ns_typesr   r	   utilsr
   r   r   opsrw   ModuleTensorr   r   r   listr)   r0   r;   r?   rD   rO   rS   r\   rb   dictr   r}   r    r   r   <module>r      s)   %  # # * * . .   # # , ,       B X X ii299  "RYY "5<< "!299 ! ! tELL'9 ")) U\\(: %RYY %5<< %%ryy %U\\ %bii D,> $d   $t $ $ $# #+ #%,, #L ; 5<< >.S$x?Q:R5R0S >.L 	;
;; )1S$x)**+);  !;r   