Ng,UddlZddlmZmZmZmZmZddlmZm Z m Z ddl m Z ddl mZddlmZdee jdefd Zd eed eddfd Zgaeeed <gaeeed<dee jd eed eddfdZdee jd eed eddfdZdee jd eed eddfdZd eeddfdZddZedkr edSdS)N)IOAnyDictListSequence)AttributeProtodefsload)collect_snippets)load_model_tests)Runnerschemasreturnc4td|DS)Nc3,K|]}|jdkVdS ai.onnx.mlN)domain).0ss [/var/www/html/ai-engine/env/lib/python3.11/site-packages/onnx/backend/test/stat_coverage.py zis_ml..s)99Aqx<'999999)any)rs ris_mlrs 99999 9 99rfmlc2|d|r|dn|d|d|d|d|ddS)Nz# Test Coverage Reportz (ONNX-ML Operators) z (ONNX Core Operators) z ## Outlines z,* [Node Test Coverage](#node-test-coverage) z.* [Model Test Coverage](#model-test-coverage) z2* [Overall Test Coverage](#overall-test-coverage) write)rrs r gen_outlinesr!sGG $%%% , ()))) *+++GGOGG ;<<<GG =>>>GG ABBBBBrcommon_coveredexperimental_coveredc hthdttfd|Datfd|D}tfd|D}tfd|Datfd|D}tfd|D}t tt |zt |z }t tt |zt |z }|d|d |rh|d t td |d t tt|z d zddt |d n|d|rp|dt t|t tt|z d zt |n|dgd} t|t|g} | D]T} |d| ddd| dd dddU|dt| | D]?\} } |d| d| D]} |d| | vr|dt | dt| D]a\}}|d |d!|d"|d#|d$|d%bn/| vr|d&n|d'|d( |d)AdS)*N> Multinomial RandomNormal RandomUniformRandomNormalLikeRandomUniformLikec3K|]B}|jvr7|jtjjjkr|jdkk9|jVCdSrname support_levelr OpSchema SupportTypeCOMMONrrrr node_testss rrz)gen_node_test_coverage..3sg 6Z   Ot}8? ? ? X %" , ,  - , , , rc3K|]B}|jvr7|jtjjjkr|jdkk9|jVCdSrr+r1s rrz)gen_node_test_coverage..:sg 6 # # Ot}8? ? ? X %" , ,  - , , , rc3$K|] }|v|V dSNrr, generatorss rrz)gen_node_test_coverage..As-UUt$*BTBTdBTBTBTBTUUrc3K|]B}|jvr7|jtjjjkr|jdkk9|jVCdSrr,r-r r.r/ EXPERIMENTALrr1s rrz)gen_node_test_coverage..Bsg"" 6Z   Ot}8E E E X %" , ,  - , , , ""rc3K|]B}|jvr7|jtjjjkr|jdkk9|jVCdSrr:r1s rrz)gen_node_test_coverage..Isg## 6 # # Ot}8E E E X %" , ,  - , , , ##rc3$K|] }|v|V dSr5r6r7s rrz)gen_node_test_coverage..Ps6$$$*2D2D2D2D2D2D$$rz# Node Test Coverage z ## Summary zNode tests have covered /z (dz.2fz%, z) generators excluded) common operators. z6Node tests have covered 0/0 (N/A) common operators. zYNode tests have covered {}/{} ({:.2f}%, {} generators excluded) experimental operators. z;Node tests have covered 0/0 (N/A) experimental operators. )z!💚Covered Common Operatorsz"💔No Cover Common Operatorsz'💚Covered Experimental Operatorsz(💔No Cover Experimental Operatorsz* [ z](# -z)  ## z### z There are z" test cases, listed as following:
z z ```python z ```
z (random generator operator) z (call for test cases) z z
) setr sortedr"r#lenr floatformatlowerreplacezip)rrrcommon_no_covercommon_generatorexperimental_no_coverexperimental_generator num_commonnum_experimentaltitles all_liststlrsummarycoder8r2s ` @@rgen_node_test_coverager\$sH    J"##JNOUUUUUUUUU!""""""""#########$$$$$.$$$^$$s?';';;cBR>S>SSJ !! # $ $ % $ % % & GG $%%%GGNL  :s>':': : :Z : :N##eJ&7&77#= ^ : :FIJZF[F[ : : :    JKKK Q  **0&()) )**U3C-D-DDsJ*++ ++     OPPPF  I FF DaeDD!"" 5 5c3 ? ?DDDEEEEGGDMMMFI&&1  a   A GGJ1JJ   JZ3z!}#5#5ZZZ&,JqM%:%:,,MGTGGM***GG????@@@GG9$999:::GGN++++ ,  ??GG<====GG6777 GGFOOOO  'rc|di}|D] }|||j< i}g}tdD]}|jdrt jt jt j tddd|j}t j |std|d| |tj|} | t j| d|d } |D]~} t#| } |rd } | jD]}|jd krd } | s0d } |d | jjd d}| jjD]f}|jt.vs|jt0vrF|dz }|jD]8}|j|vr i||j<|j||jvrg||j|j<|jt6jkrP|j||j|jvr0||j|j |j|jt6jkrQ|j||j|jvr0||j|j |j |jt6j krQ|j!||j|jvr0||j|j |j!p|jt6j"krQ|j#||j|jvr0||j|j |j#|jt6j$krQ|j%||j|jvr0||j|j |j%<|jt6j&krQ|j'||j|jvr0||j|j |j'|jt6j(krQ|j)||j|jvr0||j|j |j)|jt6j*krQ|j+||j|jvr0||j|j |j+n|jt6j,krQ|j-||j|jvr0||j|j |j-|jt6j.krO|j/||j|jvr0||j|j |j/:h|d | jjd|dta| jjddtc|ztcta| jjz d |d|dte|D]}|d|d|dta||dta||j3dte||j3D]Y}|||vr5||dta|||d A||dZ|d|d| s|r|ddSdSdS)Nz# Model Test Coverage real)kindzonnx/backend/test/data/light/z..zUnable to find model .z model.onnxFrTrDrCrz has z nodes. Of these, z are covered by node tests (gY@z%) rEznodes rFz: z out of z attributes covered z: 0 rGz z+No model tests present for selected domain )4r r,r url startswithospathnormpathjoindirname__file__existsFileNotFoundErrorappendr prepare_model_datasortr opset_importrgraphnodeop_typer"r# attributetyperFLOATrINTiSTRINGrTENSORrXGRAPHgFLOATSfloatsINTSintsSTRINGSstringsTENSORStensorsGRAPHSgraphsrJrKrI attributes)rrr schema_dictschemaattrs model_pathsrt model_name model_dir model_written model_pb_pathmodel ml_presentopset num_coveredrqattroprss rgen_model_test_coveragersGG %&&&K**#) FK  .0EKF+++ F F 6  < = = F)) RW__X66dD"&QQJ7>>*-- Q'(O (O(O(OPPP   z * * * *1"55I   rw||I|DD E E E EM$J$J$ ]##  %J+ & &<<//!%J % $  *ek&***+++ K$' O' OD|~--AU1U1Uq !N"O"OD|500.0dl+ydl(;;;9;dl+DI6yN$8886t|)X:Y:Y|||   $KO$>?? 1 1 b ))GGyIICb )0D,E,EIIIJJJJGGy///0000 GGN # # # # "#### @R@ >?????@@@@rcZ|d|ddS)Nz# Overall Test Coverage z## To be filled. r)rrrs rgen_overall_test_coveragers0GG '(((GG !!!!!rc0|ddS)Nz. r)rs rgen_spdxrsGG =>>>>>rc 8tjtjtjtjtjt}tj|d}t j}t|}tj|d}t|ddd5}t|t|dt||dt||dt||ddddn #1swxYwY|rtj|d}t|ddd5}t|t|d t||d t||d t||d ddddS#1swxYwYdSdS) NdocszTestCoverage.mdzw+zutf-8)newlineencodingFzTestCoverage-ml.mdT)rdrerhrealpathrirgr get_all_schemasropenrr!r\rr)base_dirdocs_dirrhas_mlfnamers rmainrsGw 8H8H8R8R(S(STTUUHw||Hf--H"$$G 7^^F GLL#4 5 5E eT2 8 8 85A Qw5111E222!'1e444 5555555555555558 X';<< %rG < < < 8 QKKK D ! ! ! "7At 4 4 4 #GQ 5 5 5 %gq$ 7 7 7  8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 888s&AE--E14E1-AH  HH__main__)rN)rdtypingrrrrronnxrr r onnx.backend.test.caser onnx.backend.test.loaderr onnx.backend.test.runnerr r.boolrr!r"str__annotations__r#r\rrrr__name__r6rrrsM 00000000000000++++++++++333333555555++++++:8DM*:t:::: CBsG C C$ C C C C!# """&(hsm(((m dm $m)+Cm6:m mmmm`f@ dm $f@)+Cf@6:f@ f@f@f@f@R" dm $")+C"6:" """"?3?D????88884 zDFFFFFr