Ng8fddlmZmZmZmZmZmZddlmZm Z m Z m Z m Z m Z  d.dededeeeeefdeeeeeffdZ d/dededeeeefd eeed eeed eed eed eedeedefdZ d0de de deeeefd eeed eeed eed eed eedeedeedeedeedeede fdZ d1dededeed eed!eed"eed#eed$eed%eed&eeeefdefd'Z d2d(e dedeed eed!eed"eed#eed$eed)eed%eede fd*Z d3ded+ed%eedefd,Z d3d(e d+ed%eede fd-ZdS)4)DictListMutableMappingOptionalSetTuple) GraphProto ModelProto TensorProtocheckerhelperutilsNg1g2io_mapreturnct|turtdt|turtddttdttdttfd}ddtd t t tdttfd }g}|sg}d |D}|||||| }|r|d |f|d|jDd|jD}|r|d|f|d|j Dd|j D}|r|d|f|d|j Dd|j D|d|j Dd|j Dz}|r|d|f|S)aChecks whether there are name collisions between two graphs Returns a list of tuples where the first element represents the member containing overlapping names (One of: "node", "edge", "value_info", "initializer", "sparse_initializer"), and the second element contains a list of names that appear in both graphs on that category. Optionally, it takes an io_map, representing the output/inputs to be connected. It provided, overlapping present in the io_map argument will be ignored. g1 argument is not an ONNX graph g2 argument is not an ONNX graphc1c2rcZtt|t|zSN)listset)rrs H/var/www/html/ai-engine/env/lib/python3.11/site-packages/onnx/compose.py _overlappingz-check_overlapping_names.._overlappings!CGGc"gg%&&&Ngraphexcludec|t}g}|jD]T}|jD]!}|dkr||vr||"|jD]!}|dkr||vr||"U|S)N)rnodeinputappendoutput)rr edgesnios r _edge_namesz,check_overlapping_names.._edge_namess ?eeG $ $AW $ $77q//LLOOOX $ $77q//LLOOO $ rch|] }|d S).0elems r z*check_overlapping_names..0s000T!W000r)r edgecg|] }|j Sr/namer0es r z+check_overlapping_names..8s'''A'''rcg|] }|j Sr/r5r7s rr9z+check_overlapping_names..8s)H)H)HQ!&)H)H)Hr value_infocg|] }|j Sr/r5r7s rr9z+check_overlapping_names..>s(((A(((rcg|] }|j Sr/r5r7s rr9z+check_overlapping_names..>s*J*J*Ja16*J*J*Jr initializerc&g|]}|jjSr/valuesr6r7s rr9z+check_overlapping_names..D6661666rc&g|]}|jjSr/r@r7s rr9z+check_overlapping_names..ErBrc&g|]}|jjSr/indicesr6r7s rr9z+check_overlapping_names..G777A777rc&g|]}|jjSr/rEr7s rr9z+check_overlapping_names..HrGrsparse_initializerr) typer ValueErrorrstrrrr%r;r>rI)rrrrr+result io_map_inputsoverlaps rcheck_overlapping_namesrP ss Bxxz!!;<<< Bxxz!!;<<<'c'S 'd3i''''  : S0B dSVi    F 00000Ml;;r??KKM,R,R,RSSG) vw'(((l''''')H)H"-)H)H)HG/ |W-...l(((((*J*J2>*J*J*JG0 }g.///l66 566666 5666  77!677777!6777  G7 +W5666 Mrinputsoutputsprefix1prefix2r6 doc_stringc   !"#t|turtdt|turtdsrr6t} | || }t |}r6t} | || }t |}fd|D}d|D!d|D"d|D} d|jD} d |jD} |s|r|s#d |jD}d |jD}n6t| fd |jD} "fd |jD}|s#d|jD}d|jD}n6t|#!#fd|jD}#fd|jD}t|t|jks%t|t|jkrAtj tj |}| ||j}t|t|jks%t|t|jkrAtj tj |}| ||j}|D]3\}}|| vrtd|d|| vrtd|d4t|||}t|dkr:|d\}}td|dd|zdzdzt}|j|jt|j}|j|jt|j}t'||D]=}|j|}t)|jD]\}}|| vr| ||j|<>|rft| |j fd|jD|j fd|jDnJ|j|j|j"fd|jD|rft|#|j#fd|jD|j#fd |jDnJ|j!fd!|jD|j|j|j|j|j"fd"|jD|j|j|j"fd#|jD|j|j|j"fd$|jD||n d&|j|jg|_|.]   $+5"Q%1#*5"Q%1    rch|] }|d S)rr/r0r\s rr2zmerge_graphs..s---be---rch|] }|d Sr-r/r_s rr2zmerge_graphs..s,,,rRU,,,rci|]\}}|| Sr/r/)r0out_namein_names r z merge_graphs..sIII->XwwIIIrch|] }|j Sr/r5r0r*s rr2zmerge_graphs..s)))!qv)))rch|] }|j Sr/r5r0r)s rr2zmerge_graphs..s ' ' 'af ' ' 'rcg|] }|j Sr/r5rhs rr9z merge_graphs..222A222rcg|] }|j Sr/r5rhs rr9z merge_graphs..rjrc0g|]}|jv |jSr/r5r0r) input_sets rr9z merge_graphs..s'IIIAQVy5H5H5H5H5HrcBg|]}|jvs |jv|jSr/r5)r0r)rn io_map_g2_inss rr9z merge_graphs..s>6Y&&!&M*A*A*A*A*Arcg|] }|j Sr/r5rfs rr9z merge_graphs..444Q!&444rcg|] }|j Sr/r5rfs rr9z merge_graphs..rrrcBg|]}|jvs |jv|jSr/r5)r0r*io_map_g1_outs output_sets rr9z merge_graphs..s>6Z''16^+C+C+C+C+Crc0g|]}|jv |jSr/r5r0r*rvs rr9z merge_graphs..s'LLLQqv7K7K!&7K7K7KrzOutput z is not present in g1zInput z is not present in g2rz=Cant merge two graphs with overlapping names. Found repeated z names: ,  zYConsider using ``onnx.compose.add_prefix`` to add a prefix to names in one of the graphs.c&g|] }|jv |Sr/r5rms rr9z merge_graphs..%CCCaqv/B/B/B/B/Brc&g|] }|jv |Sr/r5rms rr9z merge_graphs..r|rc&g|] }|jv |Sr/r5)r0r)rps rr9z merge_graphs..s%KKKaqv]/J/J/J/J/Jrc&g|] }|jv |Sr/r5rxs rr9z merge_graphs..%FFFq:1E1E1E1E1Erc&g|] }|jv |Sr/r5rxs rr9z merge_graphs..rrc&g|] }|jv |Sr/r5)r0r*rus rr9z merge_graphs..s%NNNq~1M1M1M1M1Mrc&g|] }|jv |Sr/r5r0initrps rr9z merge_graphs..s%KKK$DI],J,J,J,J,Jrc0g|]}|jjv|Sr/r@rs rr9z merge_graphs..s3   {}44 444rc&g|] }|jv |Sr/r5)r0virps rr9z merge_graphs..s%TTTrwm7S7S7S7S7SrN_zGraph combining  and z )rJr rKCopyFromadd_prefix_graphr&r$rlenr Extractorr make_model extract_modelrrPjoinr#extendrange enumerater>rIr;r6rU)$rrrrQrRrSrTr6rUg1_copyg2_copyreversed_io_mapg1_outsg2_ins g1_inputs g2_inputs g1_outputs g2_outputse1e2 g1_out_name g2_in_nameoverlapping_namescategorynamesgg2_nodes_begin g2_nodes_endnode_idxr#indexname_rnrurprvs$ `` @@@@r merge_graphsrPsL Bxxz!!;<<< Bxxz!!;<<< '  6 llG   R B!"W555B  6 llG   R B!"W555B         .-f---N,,V,,,MII&IIIO))ry)))G ' 'bh ' ' 'F?? 22222I22222IIF IIIIIIIIII  M44")444J44")444JJWJJ MLLL")LLLJ y>>CMM ) )S__s29~~-M-M!22!6!677B!!)Z88>B y>>CMM ) )S__s29~~-M-M!22!6!677B!!)Z88>B$*II Z g % %I{IIIJJ J V # #GjGGGHH H $0B?? !!+A.% 1& 1 1 1ii  j  j     AFMM"'[[NFMM"'qv;;L.,77;;vh%dj11 ; ;LE5''$3E$: 5! ;MKK  CCCC28CCCDDD CCCC28CCCDDDD rx    KKKK28KKKLLL#\\  FFFFBIFFFGGG FFFFBIFFFGGGG NNNNBINNNOOO  """M(((MKKKK".KKK 5666    -   L &&&LTTTTbmTTTUUU%TT388RWbg4F+G+GAF 8rw 8 8RW 8 8 8g  m    g     m  AL Hronnx.compose.merge_models1.0r"r.m1m2 producer_nameproducer_versiondomain model_versionc t|turtdt|turtd|j|jkr td|jd|jd|j} i}t |jt |jz}|D]R}|j|vr8||j}|j|krtd|jd|jC|j||j<Ssrr6t}|||}t|}r6t}|||}t|}fd |D}t|j |j ||||| }tj || | | | || }i}|jD]}|j||j<|jD]V}|j|vr<||j}||jkr#td |jd |d|jdG|j||j<Wtj||t d|jDd|jDz}|r%tdd|z|j|j|j|jt+j||S)a=Combines two ONNX models into a single one. The combined model is defined by connecting the specified set of outputs/inputs. Those inputs/outputs not specified in the io_map argument will remain as inputs/outputs of the combined model. Both models should have the same IR version, and same operator sets imported. Arguments: m1 (ModelProto): First model m2 (ModelProto): Second model io_map (list of pairs of string): The pairs of names [(out0, in0), (out1, in1), ...] representing outputs of the first graph and inputs of the second to be connected inputs (list of string): Optional list of inputs to be included in the combined graph By default, all inputs not present in the ``io_map`` argument will be included in the combined model outputs (list of string): Optional list of outputs to be included in the combined graph By default, all outputs not present in the ``io_map`` argument will be included in the combined model prefix1 (string): Optional prefix to be added to all names in m1 prefix2 (string): Optional prefix to be added to all names in m2 name (string): Optional name for the combined graph By default, the name is g1.name and g2.name concatenated with an undescore delimiter doc_string (string): Optional docstring for the combined graph If not provided, a default docstring with the concatenation of g1 and g2 docstrings is used producer_name (string): Optional producer name for the combined model. Default: 'onnx.compose' producer_version (string): Optional producer version for the combined model. Default: "1.0" domain (string): Optional domain of the combined model. Default: "" model_version (int): Optional version of the graph encoded. Default: 1 Returns: ModelProto z m1 argument is not an ONNX modelz m2 argument is not an ONNX modelzIR version mismatch z != z-. Both models should have the same IR versionzPCan't merge two models with different operator set ids for a given domain. Got: rrWcdg|],}r |dzn|dr |dzn|df-SrZr/r[s rr9z merge_models..br]r)rQrRr6rU)rrrr opset_imports ir_versionzaCan't merge models with different values for the same model metadata property. Found: property = z, with values .ch|] }|j Sr/r5r0fs rr2zmerge_models..s&&&A&&&rch|] }|j Sr/r5rs rr2zmerge_models..s)G)G)GQ!&)G)G)GrzPCan't merge models with overlapping local function names. Found in both graphs: ry)rJr rKrr opset_importrversionr add_prefixrrr rmetadata_propsvaluekeyset_model_props functionsr MergeFromr check_model)rrrrQrRrSrTr6rUrrrrropset_import_maprentry found_versionm1_copym2_copyrmodel model_props meta_entryrfunction_overlaps `` r merge_modelsr sb Bxxz!!;<<< Bxxz!!;<<< } %% ;2= ; ;bm ; ; ;   J13))D,A,AAM ; ; <+ + +,U\:M} -- DODD24/DD. .3] U\ * * '  0 llG   R BBw///B  0 llG   R BBw///B                E   #)##   EK'77 &0&6 JN##' ; ; >[ ( ( /E ((( h*4.hhHMhhT^Tdhhh) +5*:K  ' ' 5+...&&&&&)G)G",)G)G)GG  &(, 2B(C(C D    Obl+++ Obl+++  LrTFrrX rename_nodes rename_edges rename_inputsrename_outputsrename_initializersrename_value_infosinplacename_mapc t|turtd|s$t} | |n|} dtdtdtfd} | i} |r<| jD]4} | jD]} | || | | <| jD]} | || | | <5|r#| jD]}| ||j| |j<|r#| jD]}| ||j| |j<|rI| jD]A} | || j| _| j D]!}|j rt|j |d| "B|rs| j D]}| ||j| |j<| j D]H}| ||jj| |jj<| ||jj| |jj<I|r#| jD]}| ||j| |j<| jD]t} t#| jD]$\}}| j|| vr| || j|<%t#| jD]$\}}| j|| vr| || j|<%u| jD]}|j| vr| |j|_| jD]}|j| vr| |j|_| j D]}|j| vr| |j|_| j D]V}|jj| vr| |jj|j_|jj| vr| |jj|j_W| jD]}|j| vr| |j|_| S) aAdds a prefix to names of elements in a graph: nodes, edges, inputs, outputs, initializers, sparse initializer, value infos. It can be used as a utility before merging graphs that have overlapping names. Empty names are not prefixed. Arguments: graph (GraphProto): Graph prefix (str): Prefix to be added to each name in the graph rename_nodes (bool): Whether to prefix node names rename_edges (bool): Whether to prefix node edge names rename_inputs (bool): Whether to prefix input names rename_outputs (bool): Whether to prefix output names rename_initializers (bool): Whether to prefix initializer and sparse initializer names rename_value_infos (bool): Whether to prefix value info names inplace (bool): If True, mutates the graph directly. Otherwise, a copy will be created name_map: (Dict): shared name_map in subgraph Returns: GraphProto #graph argument is not an ONNX graphrXr6rc6t|dkr||zn|S)Nr)r)rXr6s r _prefixedz#add_prefix_graph.._prefixeds #D A v}}47rNT)rr)rJr rKrrLr#r$r&r6 attributerrr>rIrArFr;r)rrXrrrrrrrrrrr(r8rrr sparse_initr)r&input_in_descout_descr>rIr;s rrrskD E{{*$$>???  LL 5 8#8S8S88883 3 3AW 3 3'i22 X 3 3'i22  3AW A AE#,9VUZ#@#@HUZ AX A AE#,9VUZ#@#@HUZ   AYvqv..AF[   ;$! VTH   M ? ?D"+)FDI">">HTY  /  K09  */11H[', -2; +022H[(- . .A\ A AE#,9VUZ#@#@HUZ V.."18,, / /IAvx{h&&&v. "17++ . .IAvwqzX%%%f-  .722 <8 # ##GL1GLH44 =H $ $$X]3HM}::  x ' '' (89K 2XX  $ )X 5 5-56H6O6T-U  % *  % *h 6 6.67I7Q7V.W  & +l88 ?h & &&z7JO Hrrrename_functionsc t|turtd| s%t} | || }t |j|||||||d |ri} |jD]} || jz} | | | j<| | _|jD]'} | jD]}|j | vr| |j |_ (|jjD]}|j | vr| |j |_ |S)aAdds a prefix to names of elements in a graph: nodes, edges, inputs, outputs, initializers, sparse initializer, value infos, and local functions. It can be used as a utility before merging graphs that have overlapping names. Empty names are not _prefixed. Arguments: model (ModelProto): Model prefix (str): Prefix to be added to each name in the graph rename_nodes (bool): Whether to prefix node names rename_edges (bool): Whether to prefix node edge names rename_inputs (bool): Whether to prefix input names rename_outputs (bool): Whether to prefix output names rename_initializers (bool): Whether to prefix initializer and sparse initializer names rename_value_infos (bool): Whether to prefix value info nanes rename_functions (bool): Whether to prefix local function names inplace (bool): If True, mutates the model directly. Otherwise, a copy will be created Returns: ModelProto #model argument is not an ONNX modelT)rrrrrrr) rJr rKrrrrr6r#op_type)rrXrrrrrrrrm f_name_mapr new_f_namer(s rrrs=D E{{*$$>???  LL 5 !!#%/-    2   A!&J!+Jqv AFF 6 6AV 6 69 ** *19 5AI 6! 2 2AyJ&&&qy1 Lrdim_idxc\t|turtd|s$t}||n|}d|jD}|jD]^}t |jD]\}}||vr|d|z|j|<t |jD]\}}||vr|d|z|j|<_|jdz} |j tj dg| g| dtj | dtjdg|g  tt!|jD]} |jd } | jd|z} |j tj d | | g| jgd | jd| jjjjD} | |d|j tj| j| jjj| |S)aEInserts an extra dimension with extent 1 to each output in the graph. Inserts an Unsqueeze node for each output. It can be used as a utility before merging graphs, for example when the second one expects a batch dimension. Arguments: graph (GraphProto): Graph dim_idx (int): Index of the dimension to be inserted. A negative value means counting dimensions from the back. inplace (bool): If True, mutates the model directly. Otherwise, a copy will be created Returns: GraphProto rcg|] }|j Sr/r5)r0r&s rr9z(expand_out_dim_graph..ys999ffk999r_collapsed_dim__expand_out_dim_idxConstantz -constantz-valuer.)r6 data_typedimsvals)rQrRr6rr Unsqueezez unsqueeze-)rQrRr6cg|] }|j Sr/) dim_value)r0ds rr9z(expand_out_dim_graph..sGGGQQ[GGGr)rJr rKrr&r#rr$r6r%r make_node make_tensorr INT64rrpop tensor_typeshapediminsertmake_tensor_value_info elem_type)rrrrorig_out_namesr(r)outinp expand_dim_krr* prev_output new_shapes rexpand_out_dim_graphr\s( E{{*$$>???  LL 5 99999N V??)) @ @FAsn$$!$?g$?$?? (( ? ?FAsn$$ #>W#>#>>  ?611LFMM !N +++$$,,,%+       &3qx== ! !   HLLOOf::::    #\2*!&**       HG!&*<*B*FGGG !$$$   )*4i      Hrct|turtd|s%t}|||}t |j|d|S)aEInserts an extra dimension with extent 1 to each output in the graph. Inserts an Unsqueeze node for each output. It can be used as a utility before merging graphs, for example when the second one expects a batch dimension. Arguments: model (ModelProto): Model dim_idx (int): Index of the dimension to be inserted. A negative value means counting dimensions from the back. inplace (bool): If True, mutates the model directly. Otherwise, a copy will be created Returns: ModelProto rT)r)rJr rKrrr)rrrrs rexpand_out_dimrsu( E{{*$$>???  LL 5  Lrr)NNNNNN) NNNNNNrrr"r.)TTTTTTFN)TTTTTTTF)F)typingrrrrrronnxr r r r r rrLrPrintrboolrrrrr/rrr s DCCCCCCCCCCCCCCCLLLLLLLLLLLLLLLLOSBBB"B,4T%S/5J,KB %T#Y  BBBBR#'#'!! $x x x x  sCx !x  T#Y  x d3i x c] x c]x  3-x  x x x x x ~#'#'!! $#>&+#$OOOO sCx !O T#Y  O d3i O c] Oc]O 3-O OC=OsmO SMOC=OOOOOj$(#'$(%)*.)-#)-r r r r 4.r 4. r D> r TN r "$r !r d^r tCH~&r r r r r p$(#'$(%)*.)-'+#GG G G4.G4. G D> G TN G"$G!GtnGd^GGGGGZ$M M M M d^M  M M M M f$!! ! !d^! !!!!!!r