NgUdZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZddlmZmZmZmZmZmZmZmZmZmZmZmZmZddlZdd lm Z m!Z!m"Z"dd l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9dd l:m;Z;mZ>m?Z?dd l@mAZAdd lBmCZCmDZDmEZEmFZFddlGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPdZQeeRd<edefZSdeTdefdZUdeTdefdZVd+dZWGddZXeWe de=deeeTeTfdeeeeYeeYfdee=ddffdZZe de=dee=ddffdZ[e deZ5ed9ed?ede fd@Z6ed]dAed?eee7e fde fdBZ8edede fdCZ9edede fdDZ:edede fdEZ;ed]ded?ee deee d]dGddLd9e.d?e d1edMe dNe ddf dOZ?edddPd9ede dQe de fdRZ@ed9e.ddfdSZAed9edeBe fdTZCeeddfdedeedee e e fdeeeffdUZDedVedeezPOmegaConf.legacy_register_resolver..resolver_wrapper..[s6VVV!))E3//77sCCVVVrKc3"K|] }d|v|V dS)rENrG)ris rI zOOmegaConf.legacy_register_resolver..resolver_wrapper..as&BBQ q BBrKz Resolver 'z' was called with argument 'a' that appears to be an interpolation. Nested interpolations are not supported for resolvers registered with `[legacy_]register_resolver()`, please use `register_new_resolver()` instead (see https://github.com/omry/omegaconf/issues/426 for migration instructions).)rR get_cachenext ValueError StopIteration) rrcrrrcache args_unescbad_argkeyvalrrs rIresolver_wrapperz.resolver_wrapperRs''//5EVVXVVVJ BB*BBBBB!aaa7aaa!    C #u %**((J2GCE#JJsA A+*A+)callabler3 _resolversr0rrr)rrrs`` rIrz"OmegaConf.legacy_register_resolverJs!!>>#>>>>  0 0 0 0 5 5 5 5 1 0 0 ! !  S/   CHo           @*:  &&&rK)r use_cacherrc H tstdstd|s-trtdd t j n#t$rd YnwxYwdtdtf fd }|d |d |d d td tdtdttdfdttdfdtf fd }|tj<dS)a Register a resolver. :param name: Name of the resolver. :param resolver: Callable whose arguments are provided in the interpolation, e.g., with ${foo:x,0,${y.z}} these arguments are respectively "x" (str), 0 (int) and the value of ``y.z``. :param replace: If set to ``False`` (default), then a ``ValueError`` is raised if an existing resolver has already been registered with the same name. If set to ``True``, then the new resolver replaces the previous one. NOTE: The cache on existing config objects is not affected, use ``OmegaConf.clear_cache(cfg)`` to clear it. :param use_cache: Whether the resolver's outputs should be cached. The cache is based only on the string literals representing the resolver arguments, e.g., ${foo:${bar}} will always return the same value regardless of the value of ``bar`` if the cache is enabled for ``foo``. rz!cannot use an empty resolver namerrNspecialrCcNduo|jv}|rrtd||S)Nz?use_cache=True is incompatible with functions that receive the ) parametersr)rrsigrs rI _should_passz5OmegaConf.register_new_resolver.._should_passsLT/?g&?C y  _V]__JrK_parent__node__root_rrcrr.rc r9t|} ||S#t$rYnwxYwi} r||d< r||d< r||d< |i|} r|||<|S)Nrrr)rRrKeyError)rrcrrrrkwargsrr pass_node pass_parent pass_rootrrs rIrz9OmegaConf.register_new_resolver..resolver_wrappers !++F33D9 ?*D')F ,%+z" (#'x  *#)x (D+F++C &"%hJs - ::)rrrrR has_resolverinspect signaturerboolr3r/r0rrr) rrrrrrrrrrs `` ` @@@@rIrSzOmegaConf.register_new_resolverts2!! 9788 8 B@AA A I911$77 IG$GGGHH H /6/@/J/JCC   CCC  # $       #l:..  L**  L**  !   S/   CHo               <*:  &&&s'A<< B  B c0||duSrf) _get_resolverclsrs rIrzOmegaConf.has_resolvers  &&d22rKc:it_tdS)zh Clear(remove) all OmegaConf resolvers, then re-register OmegaConf's default resolvers. N)r3rr\rGrKrIclear_resolverszOmegaConf.clear_resolverss $&  "$$$$$rKcr||r!tj|dSdS)ap Clear(remove) any resolver only if it exists. Returns a bool: True if resolver is removed and False if not removed. .. warning: This method can remove deafult resolvers as well. :param name: Name of the resolver. :return: A bool (``True`` if resolver is removed, ``False`` if not found before removing). TF)rr3rpoprs rIclear_resolverzOmegaConf.clear_resolvers=   D ! !   $ ( ( . . .45rKrc|jjSrf) _metadataresolver_cachers rIrzOmegaConf.get_caches ~,,rKrcBtj||j_dSrf)rrrr)rrs rI set_cachezOmegaConf.set_caches(, e(<(<%%%rKcbt|ttidSrf)rRrrrYrs rI clear_cachezOmegaConf.clear_caches(D+dB"7"788888rK from_config to_configclt|t|dSrf)rRrr)rrs rI copy_cachezOmegaConf.copy_caches,Iy':':;'G'GHHHHHrKvaluec2|d|dSNr _set_flagrrs rIrzOmegaConf.set_readonlys z5)))))rKc,|dSr rrs rI is_readonlyzOmegaConf.is_readonlys~~j)))rKc2|d|dSNstructr r s rI set_structzOmegaConf.set_structs x'''''rKc,|dSrrrs rI is_structzOmegaConf.is_structs~~h'''rKrZcddlm}t||stdt|tr|g}d|d|D}||S)z Create a masked copy of of this config that contains a subset of the keys :param conf: DictConfig object :param keys: keys to preserve in the copy :return: The masked ``DictConfig`` object. rrz,masked_copy is only supported for DictConfigci|]\}}|| SrGrG)rrrs rI z)OmegaConf.masked_copy..sXXX*#u3XXXrKF)rrZ)content) dictconfigrr~rritems_ex)rrZrrs rI masked_copyzOmegaConf.masked_copy s +*****$ ++ MKLL L dC  6DXX eRV 0W0WXXXz'****rKrthrow_on_missing enum_to_strstructured_config_modecfgrr r!ct|s-tdtt |dt j|||||S)a Resursively converts an OmegaConf config to a primitive container (dict or list). :param cfg: the config to convert :param resolve: True to resolve all values :param throw_on_missing: When True, raise MissingMandatoryValue if any missing values are present. When False (the default), replace missing values with the string "???" in the output container. :param enum_to_str: True to convert Enum keys and values to strings :param structured_config_mode: Specify how Structured Configs (DictConfigs backed by a dataclass) are handled. - By default (``structured_config_mode=SCMode.DICT``) structured configs are converted to plain dicts. - If ``structured_config_mode=SCMode.DICT_CONFIG``, structured config nodes will remain as DictConfig. - If ``structured_config_mode=SCMode.INSTANTIATE``, this function will instantiate structured configs (DictConfigs backed by a dataclass), by creating an instance of the underlying dataclass. See also OmegaConf.to_object. :return: A dict or a list representing this config as a primitive container. z-Input cfg is not an OmegaConf config object ()r)rR is_configrr-rr3 _to_contentr"rrr r!s rI to_containerzOmegaConf.to_containerss4""3'' Vc@S@SVVV ( -##9     rKcTt|dddtjS)a Resursively converts an OmegaConf config to a primitive container (dict or list). Any DictConfig objects backed by dataclasses or attrs classes are instantiated as instances of those backing classes. This is an alias for OmegaConf.to_container(..., resolve=True, throw_on_missing=True, structured_config_mode=SCMode.INSTANTIATE) :param cfg: the config to convert :return: A dict or a list or dataclass representing this config. TFr')rRr(r1 INSTANTIATE)r"s rI to_objectzOmegaConf.to_objectEs3%%!#)#5 &   rKrct|tsJ ||}|dSt|tsJ|S#t t tf$rYdSwxYwNF)r~r/ _get_childr0 _is_missingr6rAttributeError)r"rrs rI is_missingzOmegaConf.is_missingZs#y))))) >>#&&D|udD)) ) ) )##%% %,hG   55 sA*AA87A8rc|-t|tsJ||}n|}|+t|tsJ|SdSr-)r~r/r.r0_is_interpolation)rrrs rIis_interpolationzOmegaConf.is_interpolationfsh ?dI.. . . .__S))FFF  fd++ + + +++-- -urKc.ddlm}t||S)Nrr)rr~)rbrs rIis_listzOmegaConf.is_listr$      #z***rKc.ddlm}t||S)Nrr)r7rr~)rbrs rIis_dictzOmegaConf.is_dictxr9rKc.ddlm}t||S)Nr)r/)r7r/r~)rbr/s rIr%zOmegaConf.is_config~s$#y)))rKcj|||}n|}t|Srf)r.rR _get_obj_type)rbrcs rIget_typezOmegaConf.get_types3 ?s##AAA&&q)))rKT)defaultthrow_on_resolution_failurerrArBc ddlm} ||||||S#t$r,}t||d|t |Yd}~dSd}~wwxYw)a :param cfg: Config node to select from :param key: Key to select :param default: Default value to return if key is not found :param throw_on_resolution_failure: Raise an exception if an interpolation resolution error occurs, otherwise return None :param throw_on_missing: Raise an exception if an attempt to select a missing key (with the value '???') is made, otherwise return None :return: selected value or None if not found. r) select_value)r"rrArBrN)rrrcausemsg)_implrD Exceptionrr)r"rrArBrrDes rIrXzOmegaConf.selects& (''''' Q<,G!1   Q Q Q #3d!Q P P P P P P P P P P Qs A!A  A)r force_addrrJct|}|}tt|dz D]r}||}t||d\} } t | t s6|r/t |dd5i|| <dddn #1swxYwYni|| <|| }s|d} t |t sJdt|j| } t |trt| } |rt |ddn t} | 5|rt |st|rt |tsJ|| }t |r:t |tsJ|| ddddSt|r.t | t&sJ|| |nJt|r.t | tsJ|| |nJddddS#1swxYwYdS)a5 Updates a dot separated key sequence to a value :param cfg: input config to update :param key: key to update (can be a dot separated path) :param value: value to set, if value if a list or a dict it will be merged or set depending on merge_config_values :param merge: If value is a dict or a list, True (default) to merge into the destination, False to replace the destination. :param force_add: insert the entire path regardless of Struct flag or Structured Config nodes. rF)rrNzUnexpected type for root: )r,ranger _select_oner~r/rrrrintr+rRr%r%r3r.rr;r __setattr__r8 __setitem__)r"rrrrJsplitrootrk next_rootkey_lastlast_keyctxrs rIupdatezOmegaConf.updates:*#s5zzA~&&  AaA)$EJJJOIti33 $$&tXu==((%'T ((((((((((((((("$DJ:DDRy )   > > =T (; = = > > >%) dJ ' ' !4yyH6?RmD(E222[]]    )--e44 8Nu8U8U !$ 66666x00&&t,,%dM:::::OOE***          && !(C00000  51111""4(( !(C00000  51111 !                  s,8B  B B )BI4BI44I8;I8)r sort_keysr[ct|}t||d}tj|dd|t S)a returns a yaml dump of this config object. :param cfg: Config object, Structured Config type or instance :param resolve: if True, will return a string with the interpolations resolved, otherwise interpolations are preserved :param sort_keys: If True, will print dict keys in sorted order. default False. :return: A string containing the yaml representation. T)rr F)default_flow_style allow_unicoder[Dumper)rrRr(rdumpr)r"rr[ containers rIrzOmegaConf.to_yamlsY $$**3T*RR y $(**     rKcddl}t|s%tdt |jd|j|dS)z Resolves all interpolations in the given config object in-place. :param cfg: An OmegaConf container (DictConfig, ListConfig) Raises a ValueError if the input object is not an OmegaConf container. rNzInvalid config type (z"), expected an OmegaConf Container)omegaconf._implrRr%rrrrG_resolve)r" omegaconfs rIrzOmegaConf.resolveso ""3'' ^S (:^^^    %%%%%rKczt|}tdtddffd |S)aA Returns a set of missing keys in a dotlist style. :param cfg: An ``OmegaConf.Container``, or a convertible object via ``OmegaConf.create`` (dict, list, ...). :return: set of strings of the missing keys. :raises ValueError: On input not representing a config. _cfgrCNcdt|trtt|}n|}|D]w}t||r)||Ft||r||xdSrf) r~rrMrrRr1add _get_full_keyr%)rgitrrgathermissingss rIrlz&OmegaConf.missing_keys..gather s$ ++ CII&& & &''c22&LL!3!3C!8!89999((c33&F49%%%  & &rK)rsetr/)r"rlrms @@rI missing_keyszOmegaConf.missing_keyssa $$ UU & &t & & & & & & & s rKc  ddlm}ddlm}ddlm}|t uri}t|trtj ||}|t i||St|trt |di||St|ttfsJt |||St|s+t|st#|s|t||r:||||jj|jj|jj|jj|St|}t1|\}}||||||St3|st|r~t||r/||||jj|jj|jj| St|}t7|}||||t8d | St|t:rt=d |jd t=d t;|jd#t@$r(} tCdddt| | Jd} ~ wwxYw)Nrrsrr6ry)rcrd)rrcref_type is_optionalkey_type element_typerd)rrcrsrtrd)rrcrtrqrrrdTz Input class 'zK' is not a structured config. did you forget to decorate it as a dataclass?zObject of unsupported type: '')rrrrFrE)"r}rtrr listconfigrrr~rrrrRrTrrYr&r;r(rrqoptionalrsrtr@rr'r8rrrr7rr5r) rbrcrdrtrrobj_typersrtrIs rIrpzOmegaConf._create_impl2s\ M  / / / / / / . . . . . . . . . . . .&&&#s##C iOO,=,=>>>;$++BvU+KKKS))M$++S$Ke+TTT%cD$<88888$++Ce+LLL&c**8 ((--8,C008{!#z22)z$'#)%(]%;(+ (>%(]%;),)C"'   $-#5#5c#:#:1I(1S1S.,)z$'#)%-)5"'    's++y/@/@/E/E!#z22)z$'#)),)C%(]%;(+ (>"'    $-#5#5c#:#:'JAJ K ##KK r?ct|rt|S|dSt|trX|rdS|rdSt|jjr |jjStSt|trtSt|tr!t| St|trtt|St|trtSt|tt frtSt|Srf)r(rr~r_is_noner/r object_typerYrrr@r_valuer2rtuple)r?s rIr>zOmegaConf._get_obj_types,  " " "q>> ! Y4 : & & "zz|| t t' (?@@ ;22K : & & "K 9 % % " ## # 9 % % " 1 && & 4  "K D%= ) ) "Kq>> !rKcF|tjvrtj|ndSrf)r3r)rs rIrzOmegaConf._get_resolvers'/3m6N.N.NM $T * *TX rKrCN)NN)NNN)Frf)Hr __module__ __qualname____doc__ra staticmethodrrr3r rrrhrrrrrTr rrrrrrrrrrrrResolverrrrS classmethodrrrrrrrr0rrr/rrrr1DICTr(r+r1rOr4r8r;r%rr@rXrZrrrrorpr>r rrGrKrIrRrRqsi !!RRRR+/+/44 4'4S$Y(4 444\4 +/+/   ' S$Y(  z:% &    X\  +/+/  49eCHo- . ' S$Y(      X\  +/+/   ' S$Y(      X\  +/+/   ' S$Y(      X\  (,*.+/  d38n % ' S$Y(      X\ #*.+/     '  S$Y(   z:% &    \  E#w|RW45% J@V:W\.KP444c7<C894DH4 444\4,11HT#Y/1:111\1  d3i J   \    c! " I #s(O     z:% &\<    c! " I #s(O      z:% &   \ D B Bx BD B B B\ B':s':h':4':':':\':R  O:O:O:O:O: O:  O:  O:O:O:\O:b33333[3%%%\%#$[&- -$sCx.---\-= =d38n====\=9-9D999\9I I-IDIII\I*4**4***\**$*8D>***\*((8D>(d(((\(( (htn(((\(+*+E#tCy.,A+j+++\+$!&!)/ $ $ $ $ $  $  $ !' $  tK$%tCy$S@ A$ $ $ \$ L s uT+s*:%;T#YcSV%VW   \ (  + $   \   s %S/)B d   \ +S+T+++\+ +S+T+++\+ *s*t***\* **c* *$s)9L***\* (,0!& QQQ Q Q Q &* Q  Q QQQ\Q>=  === = ==  =  = ===\=~-2e   S d t PS   \ (&Y&4&&&\&"##c(\<#*.+/RR R'RS$Y(R z:% & RRR\Rh""$s)!4"""\"8      4sCx%S/ J        \    rKrRrnamesr[c#$Kt|tr|g}|t|tr|g}fd|D} ||V||dS#||wxYw)Nc:g|]}|SrG)_get_node_flag)rrrs rIrz!flag_override..s'AAA46((..AAArK)r~rrr )rrr[ prev_statess` rIrrs % ~FD11~AAAA5AAAK-'''  ,,,,, ,,,,s A77Bc#K|d} t|d|Vt||dS#t||wxYw)NrF)rrRrr prev_states rI read_writersu&&z22J3vu--- vz22222 vz2222 AA2c#K|d} t|d|Vt||dS#t||wxYw)NrF)rrRrrs rI open_dictrsu&&x00J1VU+++ VZ00000 VZ0000rrcrrrrrqc t|st|r3|tur*t|\}}t |||||||}nt |s5t |s&t|ttfvr/|tur&t|}t||||||}n1t|st|r*t|\}}t |||||||}nt|rt|||||}n|tks|t|||}nt!|tr+t#|t$rt'|||||}nc|t(krt+||||}nC|t,krt/||||}n#|t0krt3||||}n|t4krt7||||}n|t8krt;||||}n|t<jkrtA||||}n||!dd urit|ttfvrt||||| }nVt|rt ||||| }n2t|||}ntEd tG||S) N)rrrcrqrrrsrt)rrrcrrrtrq)rqrrrrrcrsrt)rrqrrrrc)rrrc) enum_typerrrcrr)rrrcrr allow_objectsT)rrrcrqrrzUnexpected type annotation: )$r"r&rrrr$r)rrr}rrr(r*r2r8r~ issubclassrr;rOr=floatr<rr9rr?bytesr:rrr>rr7r-)rcrrrrrqrsrtrs rI _node_wraprs(##UW(9%(@(@UWXQT__!9(!C!C,#%    X & &JW*=h*G*GJW U e}$$S,X66 #%     h ' '>W+?+F+F>W!9%!@!@,#%    X & &3W#     SH,UF;;; Hd # #)W 8T(B(B)W#     SCKXXX U  u#f+VVV T  CKXXX S3v;WWW U  u#f+VVV W\ ! !eVUUU  &"2"2?"C"Ct"K"KE{{tUm++!!!% + #5)) D!!!% + UFCCC!"U(ASAS"U"UVV V KrKct|tr,|||||St |||||S)N)rqrcrrrr)r~r0_set_key _set_parentr)rqrrrrrcs rI _maybe_wraprCsg%   s &!!! #     rKTr?rthrow_on_type_errorcLddlm}ddlm}|}t |t s Jd||rd|fSt ||r/t |tsJ||d}nt ||rt |tsJt|s-|r(td|dt|j d d}nFt|}|d ks|dzt|krd}n||}nJ|Vt |tsJ|r+|r%t#d ||||fS|t |tsJ||fS) Nrrr6zUnexpected type: F)validate_accesszIndex 'z' (z) is not an intrzMissing mandatory value: )rrrvrr~r/rzrr.r#rrrrOrr0r/r4rj)r?rrrrrret_keyrs rIrNrNZs'&&&&&&&&&&&"G a # #<<%<%<%<<<<zz||W}!Z  '3'''''ll7El:: Az " "'3'''''g ," QgQQ$w--*@QQQ'llG{{gkCFF22ll7++  #t$$$$$ ??   $ $+J0H0HJJG|# ;*S$//;;; <rKr)T)arrrrrrrr collectionsr contextlibrenumrtextwraprtypingrrr r r r r rrrrrrrr7rrrr}rrrrrrrrr r!r"r#r$r%r&r'r(r)r*r+r,r-baser.r/r0r1r2 basecontainerr3errorsr4r5r6r7nodesr8r9r:r;r<r=r>r?r@rA__annotations__rrrJrMr\rRrrrrrrrOrNrGrKrIrs   ######%%%%%%  11111111110:9999999999999((((((                       CH &c&c&&&&cc F F F F                F- - cC - $x~&6 7-tT4 ----&3t3 $d*: ;33331i1Iit.C$D1111" ^^ SM^^ ^ ^  ^  ^^^^B       ] #       0QU++++.2+IM+ 8D>5c? *+++++++rK