NgQddlmZddlZddlmZddlmZddlmZddl Z ddl m Z eGdd Z Gd d eZ dS) ) annotationsN)MutableMapping) dataclass)Any) QuantTypecxeZdZUdZded<dZded<dZded<dZded <dd Ze dddZ ddZ dS) QuantTypeInfozB The quantization type information for a tensor override. r quant_typeN bool | None symmetric reduce_rangez int | Noneaxisotherobjectct|trd|j|jkoS|jdup|jdup|j|jko1|jdup|jdup|j|jko|j|jkSt SN) isinstancer r r rrNotImplemented)selfrs k/var/www/html/ai-engine/env/lib/python3.11/site-packages/onnxruntime/quantization/tensor_quant_overrides.py__eq__zQuantTypeInfo.__eq__s e] + + 5#33.^t+ku$/Fk$.\a\kJk.&$.w%2D2LwPTPaejewPw.Y%*,   raw_dictdict[str, Any] default_qtypeQuantType | Nonedefault_symmetricdefault_reduce_rangereturnct|d||d||d||dSNr r rr)r get)rrrrs rload_from_dictzQuantTypeInfo.load_from_dict'sZ LL} 5 5 LL&7 8 8 LL)= > > LL    rc|j|d<|j |j|d<|j |j|d<|j |j|d<dSdSr")r r rr)rrs r save_to_dictzQuantTypeInfo.save_to_dict5sZ!% > %$(NH[ !   ('+'8H^ $ 9 #yHV    ! r)rr)NNN) rrrrrr rr r r )rr) __name__ __module__ __qualname____doc____annotations__r rrr staticmethodr$r&rrr r s!I!!!! $L$$$$D+/)-,0     \  ))))))rr ceZdZdZd>dZd?d Zd?d Zd?d Z d@dAdZ d@dBdZ dCdZ dDdZ dEdZ dFdZ dGdHd%Z d@dId,Z dJdKd0Zd@dLd1ZdMd2ZdNd3ZdOd7ZdPd8ZdQd9Zd:Zd;ZdLd<ZdLfd= ZxZS)RTensorQuantOverridesHelperzZ Utility wrapper over the tensor quantization overrides passed via extra_options. raw_overridesdict[str, list[dict[str, Any]]]c4||_d|_hd|_dS)N>rmaxrminr r) overrides quant_typeskeys_unsupported_with_scale_zp)rr0s r__init__z#TensorQuantOverridesHelper.__init__Ds%&.[.[.[+++r tensor_namestrr boolcN|j|}|o d|dvSNrrr5r#rr9overrides_lists rhas_per_tensor_overridesz3TensorQuantOverridesHelper.has_per_tensor_overridesIs,++K88A&q0A"AArcN|j|}|o d|dvSr=r>r?s rhas_per_channel_overridesz4TensorQuantOverridesHelper.has_per_channel_overridesMs,++K88=&N1,="==rcb|j|}|od|dvo d|dvS)Nscaler zero_pointr>r?s roverrides_scale_zpz-TensorQuantOverridesHelper.overrides_scale_zpQs=++K88h7nQ.?#?hlVdefVgFghrN default_valdict[str, Any] | Nonec||gnd}|j||}|rd|dvrtd|d|r|dndS)NrrExpected tensor 'zL' to use per-tensor quantization overrides, but found per-channel overrides.r5r# ValueError)rr9rHdefault_list_valr@s rget_per_tensor_overridesz3TensorQuantOverridesHelper.get_per_tensor_overridesUs -8,CK==++K9IJJ  fq(9994K444  %3<~a   W(,(=(=(?(? W W$';WWO#66(,,_\-JKKK O33 XaHb8b8b(,,_Y-G -UVVV WrrZrtuple[bool, str | None]c(t|tsdd|dfS||v}|d}|r|j|d|v}d|v}|r|r|r|sdS|rD|jt|} | rddd | d fSd |vr |sdd |fSd |vr|rdSd|d vrdd|dfSd |d vrdd |fS|d d} ||n|} | | krdd|dfSd|d v} d|d v} | r| r| r | sdd|dfS| rM|jt|d } | rddd | d|dfS|j| dS)NF#Tensor quantization overrides for '' are not in a dictr rErFFzNMust provide both 'scale' and 'zero_point' if one of the overrides is providedTensor override option(s) [, +] are invalid with 'scale' and 'zero_point'rzMOption 'reduce_range' is only supported for initializers, not for activation rU)Fz.Cannot use 'convert' override for initializersz'convert' options (tensor 'z') must specify a 'quant_type'zC'convert' quant_type must differ from original quant_type (tensor 'z')zXMust provide both 'scale' and 'zero_point' if one of the overrides is provided (tensor 'z5] are invalid with 'scale' and 'zero_point' (tensor 'TN) rdictr#r6rXr7 intersectionrVjoin)r initializersdefault_activation_qtyper9rZis_initializerr has_scalehas_zero_pointkeysconvert_quant_typeoriginal_quant_typeconvert_has_scaleconvert_has_zero_points r_is_valid_per_tensorz/TensorQuantOverridesHelper._is_valid_per_tensors/400 VkVVV  % 4$((66  -    , , ,. %8  n .    6CCCDXDXYYD n$))D//nnn _ , ,^ ,m`kmm   ' ' ONN?9#===gKggggg!;;;qdoqq "1!;L!I 0:0F**Ld !%888iZeiii !(?9+E E %1_Y5O%O "! *@ F\ ev ~oz~~~ ! :GGO\eLfHgHghh4diioo44$/444   !3 4 4 4zrrYlist[dict[str, Any]]c :||v}|sdd|dfS|dd}|dd|dfSt||j}t|}|}|dkr||z }|dks|t|krdd|d t|d fSt|d kr=t|||kr$dd |d |d||dt|d fSd|dvrdd|dfS|dd} | r|j| |dd} |dd} d|dv} d|dv} | o| }| r| r| r| sdS|rJ|jt|d}|rddd |dfSd|dv}d|dv}|o|}|r|r|s|rdSt|d dD]\}}t|ts dd|d |d!fcSd|vr dd|dfcSd|vr| |dkrd"Sd|vr||dkr||dkrd#Sd|vr| |dkrd$Sd|vr| |dkrd%Sd|vod|v}|r|s dd&|d'|dfcS|rF|jt|}|rddd |dfcSd|vod|v}|r|s dd(|d'|dfcS d)S)*NFTensor 'z6' has per-channel overrides, but is not an initializerrrz!Per-channel overrides for tensor z< is missing an 'axis' value in the first channel dictionary.z0Axis override value is out-of-bounds for tensor z (rank )rz1Incorrect number of channel overrides for tensor z (axis z ), expected z , but found .rUz8Cannot use 'convert' override for initializers, such as r r rrErFr`rarbrcr4r3)Fz6Must provide both 'rmin' and 'rmax' if one is providedz'Tensor quantization overrides at index z for 'r_)FzTChannel quantization types for tensor '{tensor_name}' do not match at index {index}.)FzHChannel axis for tensor '{tensor_name}' does not match at index {index}.)FzSChannel symmetric value for tensor '{tensor_name}' does not match at index {index}.)FzVChannel reduce_range value for tensor '{tensor_name}' does not match at index {index}.z]Per-channel overrides that specify scale/zero_point must do so for all channels, but tensor 'z' is missing them at index zVPer-channel overrides that specify rmin/rmax must do so for all channels, but tensor 'rd) r#listdimslenr6rXr7rfrVrg enumeraterre)rrhr9rYrjr weight_shape weight_rank norm_axisr r rrkrl has_scale_zprmhas_rminhas_rmax has_rmin_rmaxindexrZchan_has_scale_zpchan_has_rmin_rmaxs r_is_valid_per_channelz0TensorQuantOverridesHelper._is_valid_per_channels % 4 ^;^^^  $A&**622 <0K000  L5:;; ,''  q==  $I q==I\):):::k;kkWZ[gWhWhkkk  # $ $q ( (S1E-F-F,W`Ja-a-aYKYYX\YY(.YY>  -    , , ,(+// << +A.22>BB 3A66 %)=a)@@ 3^  n .    6CCCH\]^H_D`D`aaD n$))D//nnn 1!441!44 -X  X x H  '00DQRR0H&I&I; ;  "E?ot44 kekk;kkk O++gYdggggggg ..:Q]A^3^3^((T_V5L-L-LQZ^mnt^uQuQuo--){?[2[2[00\_UcEd5d5d !(? : ^|?^  $5 T#.TTKPTTT ! :GGOH\H\]]rdiioorrr "(?!:!Xv?X  %7 T#.TTKPTTT zrrhdict[str, onnx.TensorProto]activation_namesset[str]ct|_|jr|jD]\}}||vr||vr dd|dfcSt |t s dd|dfcS|s9t |dt s dd|dfcS|dsg|dd }t|d kp|du}|r| |||cS| ||||dcSd S) NFruz5' in TensorQuantOverrides is not present in the modelr^z' are not in a listrz.Tensor quantization overrides at index 0 for 'r_rrrd) rVr6r5itemsrrxrer#rzrrr)rrhrrir9rYris_per_channels ris_validz#TensorQuantOverridesHelper.is_validis 55 > 59^5I5I5K5K  1 1l22{JZ7Z7Z "o["o"o"ooooo!"6==i "h "h"h"hhhhh+!"6q"94@@t "sS^"s"s"sssss+A.+A.226::!$%9!:!:Q!>!R$dBR!g55lKQefffff00 ":KI]^_I`zrTnew_valschannelslist[int] | None overwritec|sdS|t|nd}|j|}d}|s\|rZt|j|D]?\}}|||vr t|t|rd}n@|rI|s ig|j|<t|j|D]!\}}|||vr ||"|S)NFT)rVr5r#r{rfupdate) rr9rrrhave_overrides do_updatechannelr5s rupdate_tensor_overridesz2TensorQuantOverridesHelper.update_tensor_overridess* 5$,$83x===d++K88  ^ &/{0K&L&L  "'G8,C,Cx==--c)nn== %IE  +! 3/1d{+&/{0K&L&L + +"'G8,C,C  ****r output_namerrrr r c||jvrt||S|j|d}t|d||d|S)Nrr r )r5r r#)rrrrtensor_overridess rget_node_output_qtype_infoz5TensorQuantOverridesHelper.get_node_output_qtype_infosm dn , , 0ABB B>+6q9  } = =  .? @ @   r input_name node_namerc||jvs |j|st|||S|j|d}|d|}d|vrMt||d||d||dS|d}t||d|} d|vs ||dvr |d| _| S)Nrr rUr rr recv_nodes)r5r r#r ) rrrrrrr producer_type convert_dict qtype_infos rget_node_input_qtype_infoz4TensorQuantOverridesHelper.get_node_input_qtype_infos T^ + +4>*3M + 0ACWXX X >*5a8(,,\=II , , ,  $$[2CDD $$^5IJJ $$V,,  ( 2 "    [*; < <    , ,)|L?Y2Y2Y$0$>J !rcDtj|jt|S)N)defaultindent)jsondumpsr5r:)rrs r pprint_strz%TensorQuantOverridesHelper.pprint_strsz$.#fEEEErc|j Srr5rs remptyz TensorQuantOverridesHelper.emptys >!!rc|jSrrrs rget_dictz#TensorQuantOverridesHelper.get_dicts ~rkeyvalue list[dict]c||j|<dSrr)rrrs r __setitem__z&TensorQuantOverridesHelper.__setitem__s#src|j|Srrrrs r __getitem__z&TensorQuantOverridesHelper.__getitem__s~c""rc|j|=dSrrrs r __delitem__z&TensorQuantOverridesHelper.__delitem__s N3   rc*t|jSr)iterr5rs r__iter__z#TensorQuantOverridesHelper.__iter__sDN###rc*t|jSr)rzr5rs r__len__z"TensorQuantOverridesHelper.__len__4>"""rc*t|jSr)r:r5rs r__str__z"TensorQuantOverridesHelper.__str__rrcZtd|jdS)Nz, TensorQuantOverridesHelper(rv)super__repr__r5)r __class__s rrz#TensorQuantOverridesHelper.__repr__s,''""$$TT4>TTTTr)r0r1)r9r:r r;r)r9r:rHrIr rI)r9r:rHrPr rP)r rS)r9r:rZrr r\)r9r:rYrsr r\)rhrrrr r\)NT) r9r:rrrrrr;r r;)rr:rrrr r r )NN) rr:rr:rrrr rr r r )r r:)r r;)r r1)rr:rr)rr:r r)rr:)r'r(r)r*r8rArCrGrOrRr[rrrrrrrrrrrrrrrrr __classcell__)rs@rr/r/?sZ\\\\ BBBB>>>>iiii.2 = = = = =$48"    "SSSSjLLLL\$$$$T&* !!!!!N*.      ,*.,0 %%%%%NFFFFF"""" $$$$####    $$$#######UUUUUUUUUUrr/) __future__rrcollections.abcr dataclassesrtypingronnx quant_utilsrr r/r-rrrs #""""" ******!!!!!! """""" )))))))))))))) ))XIUIUIUIUIUIUIUIUIUIUr