%Vji fUddlZddlZddlmZddlmZddlmZmZm Z m Z ddl Z ddl m Z ddlmZddlmZmZmZgdZe jje jjjhe jje jjjhe jje jjjhe jje jjje jjjhe jj e jjj!he jj"e jjj#e jjj$he j%ej%ej&d d he j'ej'ej(d d hga)e*e+e,d <dZ-e-a.de*e+fdZ/d#dZ0deefdZ1dZ2de*efdZ3 d$de j4j5de*ede eege6ffdZ7de j4j5de j4jde8de9e:e jj;e j4jffdZdS)%N) OrderedDict)Sequence)AnyCallableOptionalUnion)ExportedProgram)Node)check_subgraphs_connectedget_source_partitionsSourcePartition)find_sequential_partitionsget_equivalent_typesupdate_equivalent_types_dictbfs_trace_with_node_processaddadd_mulmul__EQUIVALENT_TYPEScLi}tD]}|D]}t|||<|SN)rlist)_DICTvaluesvs `/root/voice-cloning/.venv/lib/python3.11/site-packages/torch/ao/quantization/pt2e/graph_utils.py_create_equivalent_types_dictr%s@ E#$$ $ $AF||E!HH $ LreturnctSr)rrrrr0s rcH|td|atadS)zHelp function for user who wants to customize the _EQUIVALENT_TYPES and _EQUIVALENT_TYPES_DICT. When customized_equivalent_types passes in, re-generate _EQUIVALENT_TYPES and _EQUIVALENT_TYPES_DICT. Nz.customized_equivalent_types should not be None) ValueErrorrr_EQUIVALENT_TYPES_DICT)customized_equivalent_typess rrr4s3 #*IJJJ4:<<r partitionscBd}|D]}|t||sdS|}dS)NFT)r )r'prev_partition partitions r_partitions_sequentialr+AsFN##  %.G I/ / %55" 4rc^|g}|tvr |t||Sr)r%extend)partition_typematching_typess r_get_matching_typesr0Ls6$%N///4^DEEE rpartition_typesct}|D]>}t|}t|}t||zdkrdS||z}?dS)NrFT)setr0len)r1partition_types_setr.r/matching_types_sets r_valid_type_sequencer7Ssk%%)22,^<< 00 "%77 8 81 < <5511 4rTgm filter_fnct|std|dt}|D]h}t|}t |j||}t tj | ||<it | }tj |} d| D} | S)NzInvalid partition types: z*. Each type in the sequence must be uniquec0g|]}t||Sr")r+).0 candidates r z.find_sequential_partitions..ss6  !) , ,r) r7r$rr0r graphr itertoolschain from_iterablerproduct) r8r1include_functional_equivalentr9typed_partitionsr.types_to_matchr'typed_partitions_listfusion_candidatesfused_partitionss rrr^s  0 0  c c c c   AL )  ,^<<*28^YOO +/ O ) )**;*;*=*= > >, , ((!!1!8!8!:!:;;!)+@A* r graph_modulenode arg_indexc|j|}t|tjjsJ|jdksJt|jtsJ||j}|j||fS)Nget_attr) args isinstancetorchfxr optargetstr get_submodule)rJrKrL submod_node submodules r_get_submodulerY{s|)I&K k58= 1 111 1 >Z ' ' ' ' k(# . ... .**;+=>>I  y$ ..rcg}|jjD]}|jdkr|jtjjjurH|t||d|t||d|jtjjj ur$|t||d|S)a{ Returns a list of submodules used for control flow operations (torch.ops.higher_order.cond/map) that are in the given toplevel graph (does not look into submodules). Specifically, the returned value is a list containing a tuple of (name of the submodule that's stored in the graph module, the submodule itself, and the fx node that uses this submodule). call_functionr) r?nodesrSrTrQops higher_ordercondappendrYmap_impl)rJcontrol_flow_submodulesrKs r_get_control_flow_submodulesres!"(RR 7o % %  ;%)05 5 5 # * *>,a+P+P Q Q Q # * *>,a+P+P Q Q Q ;%)09 9 9 # * *>,a+P+P Q Q Q ""rmodelnode_opct|ttjjfsJdt |t|tr|jn|}|g}|rk|d}|jj D]}|j dvr ||dt|D}| ||idSdS)z9Traverse the graph module and apply node_op to each node.z-Expected GraphModule or ExportedProgram, got r)output placeholdercg|]\}}}| Sr"r")r<_rXs rr>z/bfs_trace_with_node_process..s.# # # 9a # # # rN) rPr rQrR GraphModuletyperJpopr?r^rSrer-)rfrgr8queuecurrent_graph_modulerKrds rrrs eoux/CD E EEU EE E *%AA L  uB DE  .$yy||(.4  Dw333 GDMMMM# # #?@T#U#U# # #   ,---  . . . . .rr)TN)?r@operator collectionsrcollections.abcrtypingrrrrrQ torch.exportr torch.fxr *torch.fx.passes.utils.source_matcher_utilsr r r __all__nnConv1d functionalconv1dConv2dconv2dAdaptiveAvgPool2dadaptive_avg_pool2dReLUrelurelu_ BatchNorm2d batch_normHardtanhhardtanh hardtanh_riaddrimulrrr3__annotations__rr%rrr+r0r7rRrmboolrinttuplerUModulerYrerr"rrrsx######$$$$$$111111111111 ((((((    X_eh)01 X_eh)01 X!4!HI X]EH',eh.A.GH X58.9: X+4eh6I6ST Y hmUF; Y hmUF; 49   7688d3i = = = =x'@$s)#'26  #Y$./ : /(& /.3hm /HK / 3 ./ / / / /#(&# %UX_ehm3 45####0. %("66 7.BJ. ......r