Ng-8UddlmZddlZddlZddlmZddlZddlmZddl Z ddl Z ddl Z ddl Z ddl mZmZ ddlZeejZn#e$rdZded<dZded<YnwxYwGd d e jjjZd$dZGdde jjjZee jjeeZ ej!ddkre "dej#dkre "de "de "de "de "de "de "de "de$eedkre "de$eedkre "d e$eed!kre "d"e$%e j&ed#krej'dSdS)%) annotationsN)Any)Version)Device DeviceTyperort ort_versionceZdZdZdZdS)InferenceSessionBackendRepc||_dSN)_session)selfsessions ^/var/www/html/ai-engine/env/lib/python3.11/site-packages/onnx/test/test_backend_onnxruntime.py__init__z#InferenceSessionBackendRep.__init__"s  c ~t|tjr|g}t|trd|jD}d|jD}t |t |krtt||}ni}d}t||D];\}}|||j kr%||||<|dz }|t |krnz2InferenceSessionBackendRep.run..*sFFFa16FFFrcg|] }|j Sr)shapers rrz2InferenceSessionBackendRep.run..+sHHHAGHHHrrzUnexpected input type .) isinstancenumpyndarraylistr get_inputslendictzipr TypeErrortyperun) rinputskwargs input_names input_shapesfeeds pos_inputsinproutss rr*zInferenceSessionBackendRep.run%sf  fem , , XF fd # # HFF4=+C+C+E+EFFFKHHT]-E-E-G-GHHHL6{{c+....Sf5566 "%k<"@"@""JCz 2 888%+J%7c "a %V44!E  % % HEEFT&\\FFFGG G}  u-- rN)__name__ __module__ __qualname__rr*rrrr r !s2   rr modelonnx.ModelProtodevicestrc(|dkrd}n|dkrd}ntd|d tj||}nB#t$r5}t dt j||d}~wwxYw|S) NCPU)CPUExecutionProviderCUDA)CUDAExecutionProviderzUnexpected device r) providersz/Unable to create inference session. Model is: ) ValueErrorrInferenceSessionSerializeToString Exception RuntimeErroronnxprinterto_text)r6r8r?res r_create_inference_sessionrI?s - 6  . 9f999:::&u'>'>'@'@IVVV  ] @T@TUZ@[@[ ] ]    Ns(A B0B  Bc~eZdZeddZe ddd Zeddfd ZeddZxZS)InferenceSessionBackendr8r9returnboolcttj}t|}|jt jkrd|vrdS|jt jkrd|vrdSdS)Nr<Tr>F)setrget_available_providersrr)rr;r=)clsr8r?ds rsupports_devicez'InferenceSessionBackend.supports_devicePsf35566 6NN 6Z^ # #(>)(K(K4 6Z_ $ $)@I)M)M4urr;r6r7r,rr c ~t|tttjfs t dt |dt||}t|S)NzUnexpected type z for model.) r r9bytesrE ModelProtor(r)rIr )rQr6r8r,rs rpreparezInferenceSessionBackend.prepareZs` %#udo!>?? IGtE{{GGGHH H+E6::)'222rNc >tj||fd|i|S)Nr8)super run_model)rQr6r+r8r, __class__s rrZz!InferenceSessionBackend.run_modeles) uww HHvHHHHrc  td)Nz%Unable to run the model node by node.)NotImplementedError)rQnoder+r8 outputs_infor,s rrun_nodez InferenceSessionBackend.run_nodeis!"IJJJr)r8r9rLrM)r;)r6r7r8r9r,rrLr r )r6r7)NN) r3r4r5 classmethodrSrWrZr` __classcell__)r[s@rrKrKOs[383333[3IIIIII[IKKK[KKKKKrrK32bitz)(test_vgg19|test_zfnet|test_bvlc_alexnet)Windowstest_sequence_modelz(test_bernoulli)a(test_adagrad|test_adam|test_add_uint8|bitshift_left_uint16|bitshift_right_uint16|cast_BFLOAT16_to_FLOAT|cast_FLOAT_to_BFLOAT16|castlike_BFLOAT16_to_FLOAT|castlike_FLOAT_to_BFLOAT16|clip_default_int8_min_expanded|clip_default_int8_max_expanded|div_uint8|gru_batchwise|loop16_seq_none|lstm_batchwise|m(in|ax)_u?int(16|8)|momentum|mul_uint8|pow_types_float32_uint32|pow_types_float32_uint64|simple_rnn_batchwise|sub_uint8|gradient_of_add|test_batchnorm_epsilon_training_mode|test_batchnorm_example_training_mode|_to_FLOAT8E4M3FN|_to_FLOAT8E5M2|cast_FLOAT8E|castlike_FLOAT8E|test_dequantizelinear_axis|test_dequantizelinear|test_quantizelinear_axis|test_quantizelinear|test_affine_grid_|test_quantizelinear_uint4|test_quantizelinear_int4|test_dequantizelinear_uint4|test_dequantizelinear_int4|test_cast_UINT4_to_FLOAT|test_cast_INT4_to_FLOAT|test_cast_UINT4_to_FLOAT16|test_cast_INT4_to_FLOAT16|test_maxpool_2d_ceil_output_size_reduce_by_one)z(test_cast_|test_castlike_|test_constant|test_edge_pad_cpu|test_flatten_|test_identity|test_reflect_pad|test_reshape_|test_shape_|test_size_|test_squeeze_|test_transpose_|test_unsqueeze_|test_wrap_pad_)z4(cast_FLOAT_to_STRING|castlike_FLOAT_to_STRING|stft)zm(resize_downsample_scales_cubic_align_corners|resize_downsample_scales_linear_align_corners|training_dropout)z(test_reduce_sum_empty_set|test_reduce_prod_empty_set|test_reduce_min_empty_set|test_reduce_max_empty_set|test_reduce_sum_square_empty_set|test_reduce_log_sum_empty_set|test_reduce_log_sum_exp_empty_set|test_reduce_l1_empty_set|test_reduce_l2_empty_set)aR(maxunpool_export_with_output_shape|softplus_example_expanded|softplus_expanded|AvgPool[1-3]d|BatchNorm1d_3d_input_eval|BatchNorm[2-3]d_eval|GLU|Linear|PReLU|PoissonNLL|Softsign|operator_add_broadcast|operator_add_size1|operator_addconstant|operator_addmm|operator_basic|operator_mm|operator_non_float_params|operator_params|operator_pow)z1.16z(averagepool|_pad_|_resize_|_size_|cast|castlike|equal_string_broadcast|equal_string|equal|half_pixel_symmetric|identity|reshape)z1.17a{(deform_conv|dequantizelinear_uint16|dequantizelinear_int16|quantizelinear_uint16|quantizelinear_int16|dft|gelu|gridsample|group_normalization|identity_opt|image_decoder|isinf_float16|label_encoder|optional_get_element_optional_sequence|qlinearmatmul_2D_int8|qlinearmatmul_2D_uint8_float16|qlinearmatmul_3D_int8|qlinearmatmul_3D_uint8_float16|reduce_max_bool_inputs|reduce_min_bool_inputs|regex_full_match|string_concat|string_split|constantofshape_float_ones|constantofshape_int_shape_zero|constantofshape_int_zeros|isinf|isinf_negative|isinf_positive|isnan|isnan_float16|qlinearmatmul_2D_uint8_float32|qlinearmatmul_3D_uint8_float32)z1.18a(deform_conv|dft|group_normalization|identity_opt|image_decoder|optional_get_element_optional_sequence|qlinearmatmul_2D_int8|qlinearmatmul_2D_uint8_float16|qlinearmatmul_3D_int8|qlinearmatmul_3D_uint8_float16|qlinearmatmul_2D_uint8_float32|qlinearmatmul_3D_uint8_float32|tree_ensemble)__main__)r6r7r8r9)( __future__rplatformunittesttypingrr!packaging.versionronnx.backend.baserEonnx.backend.testonnx.shape_inferenceonnx.version_converterrr onnxruntimer __version__r ImportError__annotations__backendbase BackendRepr rIBackendrKtest BackendTestr3 backend_test architectureexcludesystemglobalsupdate test_casesmainrrrrs #"""""" %%%%%%00000000'#/**KKCOOOOK!2!=<     KKKKKdl/7KKK>?<$001H(SSLxq!W,,HIIIxI%%2333+,,,, ...d (OPPP      4;#@#@    ;#@#@" $ $ $ J;#@#@     & GII\,--- zHMOOOOOsAA$#A$