%Vji5`UddlZddlmZmZmZmZddlZddlmcm Z ddl mcm cm Z ddlmcm cm cmZddlmcm cm cmZddlmcm cm cmcmZddlmcm cmZddlmcm cmcmZddlmcm cmZddlmcm cmcmZddlmcm cmcm Z!ddl"Zddl#m cm$Z%ddlm Z ddl&m'Z'm(Z(ddl)m*Z*m+Z+ddl,m-Z-ddl.m/Z/gdZ0e+ej1e*ej2e j3e!j3e j4e!j4e j5e!j5e j6e!j6e j7e!j7e j8e!j8e j9e!j9e j:e!j:e j;e!j;e j<e!j<e j=e!j=e j>e!j>e j?e!j?iZ@eAeefeBd <ie+ej1e*ej2e jCejCe jDejDe jEejEe j4ej4e j5ej5e j6ej6e j7ej7e j8ej8e j9ej9e jFejFe j:ej:e j;ej;e jGejGe jHejHe jIejIie jJejJe jKejKe jLejLe jMejMe jNjOjPej3e j3ej3e jQejQe jRejRejSejTe jUejUe jVejVe jWejWe jXejXe jYejYe jZejZe j[ej[e j\ej\e j]ej]e j^ej^ej_ej4ej`ej5ejaej6ejbejWejcejXejdejYejXejXejYejYej\ej\ejeej3ej3ej3ej5ej5ej6ej6iZfeAeefeBd <e j5ej5e j6ej6e j3ej3e jNjOjPej3e j_ej_e j`ej`e jaejae jbejbe jcejce jdejde jXejXe jYejYe j\ej\e jeejeiZgeAeefeBd <e j<ej<e j3ej3ej3ej3e jNjOjPej3e j?ej?e jhejhe j=ej=e j>ej>e j\ej\e j;ej;e j:ej:i ZieAeefeBd <e jjhZkeleeBd <e%jmejnjjme%joejnjjoe%jpejnjjpe%jqejnjjqe%jrejnjjre%jsejnjjsiZteAeeeufefeBd<e jve'e jwe'e jxe'e jye(iZzeAeefeBd<e j3e j{jj3iZ|eAeefeBd<e j3e j{jjj3iZ}eAeefeBd<delefdZ~deAeeffdZdeAeeffdZdeAeeffdZdeAeeffdZ d+dedeeAeefdedefdZ d,dedeeAeefdefdZdeAeeffdZdeAeeffd ZdeAeeffd!ZdeAeeffd"Zdelefd#Zdelefd$ZdeAeeeufeffd%Zd&eeeufdefd'Zd(ej jdeefd)Zd(ej jdefd*ZdS)-N)AnyCallableOptionalUnion)nn)+default_fixed_qparams_range_0to1_fake_quant.default_fixed_qparams_range_neg1to1_fake_quant) DeQuantStub QuantStub)get_combined_dict)type_before_parametrizations).DEFAULT_REFERENCE_STATIC_QUANT_MODULE_MAPPINGS$DEFAULT_STATIC_QUANT_MODULE_MAPPINGSDEFAULT_QAT_MODULE_MAPPINGS%DEFAULT_DYNAMIC_QUANT_MODULE_MAPPINGS,DEFAULT_FLOAT_TO_QUANTIZED_OPERATOR_MAPPINGS"DEFAULT_MODULE_TO_ACT_POST_PROCESS+DEFAULT_STATIC_SPARSE_QUANT_MODULE_MAPPINGS,DEFAULT_DYNAMIC_SPARSE_QUANT_MODULE_MAPPINGSno_observer_set(get_default_static_quant_module_mappings2get_default_static_quant_reference_module_mappings*get_embedding_static_quant_module_mappings/get_default_static_sparse_quant_module_mappingsget_static_quant_module_classget_dynamic_quant_module_classget_default_qat_module_mappings!get_embedding_qat_module_mappings)get_default_dynamic_quant_module_mappings0get_default_dynamic_sparse_quant_module_mappings$get_default_qconfig_propagation_list&get_default_compare_output_module_list0get_default_float_to_quantized_operator_mappingsget_quantized_operatorrrrr_INCLUDE_QCONFIG_PROPAGATE_LISTrrrrreturncJtjjtjjh}|S)z8These modules cannot have observers inserted by default.)r quantizableLSTMMultiheadAttention) no_observerss e/root/voice-cloning/.venv/lib/python3.11/site-packages/torch/ao/quantization/quantization_mappings.pyrrsN')JKL c4tjtS)z8Get module mapping for post training static quantization)copydeepcopyrr-r,rrs == > >>r-c4tjtS)zBGet reference module mapping for post training static quantization)r/r0rr1r-r,rrs =G H HHr-ctjt}tj|t j<tj|t j<|S)z7Get module mapping, including mapping for embedding QAT)r/r0rnnq EmbeddingBagnnqat Embeddingmappings r,rrs5m@AAG"%"2GE "}GEO Nr-c4tjtS)z?Get module mapping for post training static sparse quantization)r/r0rr1r-r,rrs =D E EEr-Ffloat_module_classadditional_static_quant_mapping is_referencec|i}t|rtnt|}||d}|Jdt |dzt j|S)zen Get the statically quantized module class corresponding to the floating point module class NFloating point module class 5 does not have a corresponding quantized module class)r rrgetstrr/r0)r;r<r= all_mappingsstatic_quant_module_classs r,rrs'.*,'$  266 1' L !- 0 01CT J J $ 0 0@s+='>'>@@ A B 1 0 0 =2 3 33r- additional_dynamic_quant_mappingc|i}tt|}||d}|Jdt|dzt j|S)zfn Get the dynamically quantized module class corresponding to the floating point module class Nr?r@)r rrArBr/r0)r;rErCdynamic_quant_module_classs r,rrs(/+-($-/OL".!1!12Dd!K!K % 1 1@s+='>'>@@ A B 2 1 1 =3 4 44r-c4tjtS)z:Get default module mapping for quantization aware training)r/r0rr1r-r,rrs =4 5 55r-ctjt}tj|t j<tj|t j<|S)zGet module mapping for quantization aware training This is includes default values in addition to enabling qat for embeddings. )r/r0rr6r5rr7r8s r,rrs6 m788G$1GBO!OGBL Nr-ctS)z9Get module mapping for post training dynamic quantization)rr1r-r,rr)s 00r-ctS)z@Get module mapping for post training dynamic sparse quantization)rr1r-r,r r .s 77r-c"ttttzttzt z}t j|S)z_Get the default list of module types that we'll attach qconfig attribute to in prepare )setrkeysrrr%r/r0)#QCONFIG_PROPAGATE_MODULE_CLASS_LISTs r,r!r!3sx 0 5 5 7 788 )..00 1 1 2 388:: ; ; < * *( =< = ==r-c ttttzttzttzttzttzt z}tj|S)zSGet list of module class types that we will record output in numeric suite ) rMrvaluesrrrNr%r/r0).NUMERIC_SUITE_COMPARE_MODEL_OUTPUT_MODULE_LISTs r,r"r"@s 0 7 7 9 9:: )0022 3 3 4 3::<< = = > 27799 : : ; )..00 1 1  2 388:: ; ;  < *  *3 =G H HHr-c4tjtSN)r/r0rr1r-r,r#r#Ps =E F FFr-float_opcvt|d}|Jdt|d|S)z>Get the quantized operator corresponding to the float operatorNz Operator z) does not have corresponding quantized op)rrArB)rU quantized_ops r,r$r$WsG?CCHdSSL  # #LCMMLLL $ # # r-modulecRtt|dS)zGet the special activation post process for `module`, this has higher priority than the activation post process in `qconfig` e.g. input: torch.nn.Sigmoid output: default_affine_fixed_qparam_fake_quant N)rrAr rXs r,_get_special_act_post_processr[`s) . 1 1$V,,d  r-c<|jot|tvSrT)trainingtyperrZs r,_has_special_act_post_processr_ls ? QtF||/QQQr-)NFrT)r/typingrrrrtorch torch.ao.nnaorao_nntorch.ao.nn.intrinsic intrinsicnnitorch.ao.nn.intrinsic.qatqatnniqattorch.ao.nn.intrinsic.quantized quantizednniq'torch.ao.nn.intrinsic.quantized.dynamicdynamicnniqdtorch.ao.nn.qatr6torch.ao.nn.qat.dynamicnnqatdtorch.ao.nn.quantizedr4torch.ao.nn.quantized.dynamicnnqdtorch.ao.nn.quantized.reference referencennqrtorch.ao.nn.sparsetorch.nn.functional functionalF#torch.ao.quantization.fake_quantizerr torch.ao.quantization.stubsr r torch.ao.quantization.utilsr torch.nn.utils.parametrizer __all__Quantize DeQuantizeLinearConv1dConv2dConv3dConvTranspose1dConvTranspose2dConvTranspose3dr7r5GRUCellLSTMCellRNNCellr)rdict__annotations__ BatchNorm2d BatchNorm3dDropoutELU GroupNorm HardswishInstanceNorm1dInstanceNorm2dInstanceNorm3d LayerNorm LeakyReLUmoduleslinearNonDynamicallyQuantizableLinearReLU6PReLUFloatFunctional QFunctionalBNReLU2dBNReLU3d ConvReLU1d ConvReLU2d ConvReLU3d ConvAdd2d ConvAddReLU2d LinearReLULinearLeakyReLU LinearTanhConvBn1dConvBn2dConvBn3d ConvBnReLU1d ConvBnReLU2d ConvBnReLU3d LinearBn1drrGRUr Sequentialr%rMeluops hardswish instance_norm layer_norm leaky_reludropoutrrB HardsigmoidSigmoidSoftmaxTanhrsparserrrrrrrboolrrrrrr r!r"r#r$Moduler[r_r1r-r,rs  111111111111 ############***************...............777777777777777777(((((((((((((((############,,,,,,,,,,,,,,,...............?>>>>>>>999999CCCCCC   8s|It{It{It{It{,,,L$.OT&J KJ GTYG.Xs]0C&5= s|5=5=NCO5=NCO 5= J 5= Isz 5=Isz5=Isz5=+5=+5=+5=FCG5=L#-5=OS%5=L#-5= L#-!5="s)#5=5=$s)%5=&s)'5=(L#-)5=*L#-+5=,J5sz-5=.Isz/5=0Hci15=2Hci35=675=:L$-;5=<L$-=5=>NDO?5=@NDOA5=BNDOC5=DM4>E5=Ft)G5=HNDOI5=5=J-NDO OSZ OSZ OSZ    t t t sz L#* L#* L#*i5=5=$d8S=&9555rIu|Iu|Iu|J5u|L&/L&/L&/f)f)f)NF%NF%NF%NF%4T(C-0(J It{ M4;J5t{GTYFDHKJ NE$OS%L#->%tHcM':0M2XE59  "K$.OUY(6L%)%0L%)%0Iuy"* V,d533G3Q.RN?J;J;G ; @"D8);$<Iu|%,D+T(C--@ Iu|%-4E,d8S=.A S ?$x}2E???? ID314# 3F1111 8$x}:M8888 >c(m > > > > IH I I I I G$ (C-(";GGGGU8S=%9h %(/ hx>P    R%(/RdRRRRRRr-