Ng5%dZddlZddlmZddlmZmZmZmZddl m Z ddl m Z ej dZej dZej d Zej d ejZej d ejZej d ejZej d ZGddZGddZdZdZdZdZdZddZddZe ddZedZ dS)z CCG Lexicons N) defaultdict)CCGVar DirectionFunctionalCategoryPrimitiveCategory) deprecated) Expressionz([A-Za-z]+)(\[[A-Za-z,]+\])?z"([A-Za-z]+(?:\[[A-Za-z,]+\])?)(.*)z([\\/])([.,]?)([.,]?)(.*)z([\S_]+)\s*(::|[-=]+>)\s*(.+)z([^{}]*[^ {}])\s*(\{[^}]+\})?z \{([^}]+)\}z([^#]*)(?:#.*)?c2eZdZdZddZdZdZdZdZdS) Tokenz Class representing a token. token => category {semantics} e.g. eat => S\var[pl]/var {\x y.eat(x,y)} * `token` (string) * `categ` (string) * `semantics` (Expression) Nc0||_||_||_dSN)_token_categ _semantics)selftokencateg semanticss L/var/www/html/ai-engine/env/lib/python3.11/site-packages/nltk/ccg/lexicon.py__init__zToken.__init__9s  #c|jSr )rrs rrz Token.categ>s {rc|jSr )rrs rrzToken.semanticsAs rc|d}|jdt|jzdz}dt|jz|zS)Nz {})rstrr)r semantics_strs r__str__z Token.__str__DsB ? & 3t#7#77#=MC $$$}44rct|tsdSt|j|jf||S)N) isinstancer cmprrrr)rothers r__cmp__z Token.__cmp__JsF%'' 2DK15;;==%//BSBSTTTrr ) __name__ __module__ __qualname____doc__rrrr r&rrr r -ss  $$$$ 555 UUUUUrr c*eZdZdZdZdZdZdZdS) CCGLexiconz Class representing a lexicon for CCG grammars. * `primitives`: The list of primitive categories for the lexicon * `families`: Families of categories * `entries`: A mapping of words to possible categories cXt||_||_||_||_dSr )r_start _primitives _families_entries)rstart primitivesfamiliesentriess rrzCCGLexicon.__init__Ys+'.. %! rc|j|S)z@ Returns all the possible categories for a word )r2)rwords r categorieszCCGLexicon.categories_s}T""rc|jS)z; Return the target category for the parser )r/rs rr3zCCGLexicon.startes {rcd}d}t|jD]5}|s|dz}||zdz}d}|j|D]}|s|dz}nd}|d|zz}6|S)zK String representation of the lexicon. Used for debugging. rT z => z | Fz%s)sortedr2)rstringfirstidentcats rr zCCGLexicon.__str__ksDM** - -E '$e^f,FE}U+ - -"#e^FF!E$*,  -  rN)r'r(r)r*rr9r3r r+rrr-r-PsZ   ###  rr-c||dd}d}|dkrr|ds]|drt|\}}||z}n||dz}|dd}|dkr|d]|dr|dz|ddfStd|zdz) zb Separate the contents matching the first set of brackets from the rest of the input. N(r)rzUnmatched bracket in string '') startswith matchBracketsAssertionError)r>restinsideparts rrHrHs !"":D F "**T__S11* ??3   (..LT4d]FFd1g%F8D "**T__S11* s( d122h'' 86ACG H HHrc|drt|St|S)zb Separate the string for the next portion of the category from the rest of the string rD)rGrH NEXTPRIM_REmatchgroups)r>s r nextCategoryrQsH %V$$$   V $ $ + + - --rc>t|d|ddS)z' Parse an application operator rrCN)r)apps rparseApplicationrTs  SVSW % %%rcD|r|dddSgS)z7 Parse the subscripts for a primitive category rCr",)split)subscrs rparseSubscriptsrYs-'ad|!!#&&& IrcB|ddkr|d|t}||fS|d}||vr,||\}}||}n|||fg}||fS||vr't|d}t|||fSt d|zdz)z Parse a primitive category If the primitive is the special category 'var', replace it with the correct `CCGVar`. rvarrCNzString 'z-' is neither a family nor primitive category.)r substituterYrrI)chunksr4r5r[catstrrAcvarsubscrss rparsePrimitiveCategoryrasayE !9 {hh:  AYF v& d ;CC..4+//CSz !&),,!&'22C88 VMM  rct|\}}|drt|dd|||\}}n?tt||||\}}|dkrt|}t|dd}|d}t|\}}|drt|dd|||\} }n?tt||||\} }t|| |}|dk||fS)z{ Parse a string representing a category, and returns a tuple with (possibly) the CCG variable for the category rDrCr"rr) rQrGaugParseCategoryraPRIM_RErOrPAPP_RErTr) liner4r5r[ cat_stringrJresrS directionargs rrdrdss &d++ZS!! %j2&6 HcRR cc, MM* % % , , . . Hc  c "**ll4  ''))$S1X.. 1v)$//T   % % )*QrT*:JRUVVJS##/ j))0022J#JS#!c955 "** :rFctjg}i}tt}|D]}t |d}|dkrN| dr=|d|dd dDz}t|\}}}t|\} } t| ||\} } |dkr | | f||<"d} |d urX| t|d ztjt"| d} ||t'|| | t)|d|||S) z@ Convert string representation into a lexicon for CCGs. rrz:-c6g|]}|Sr+)strip).0prims r zfromstring..s-'''!% '''rNrVz::Tz@ must contain semantics because include_semantics is set to True)rreset_idrlist splitlines COMMENTS_RErOrPrnrGrWLEX_RERHS_RErdrIr fromstring SEMANTICS_REappendr r-)lex_strinclude_semanticsr4r5r6rgr@seprhsr^rrAr[rs rryrys OJH$G""$$%D%D  &&--//288:: 2::  ??4  D$'')-abb)9)9)?)?)D)D'''JJ !' T 2 2 9 9 ; ; UC&,ll3&7&7&>&>&@&@ #V])&*hGGJS#d{{$'* $,,$,, `a %/$9(..}==DDFFqI%% %%eE3 &B&BCCCC jmZ7 C CCrzUse fromstring() instead.c t|Sr )ry)r|s r parseLexiconr"s g  ra # Rather minimal lexicon based on the openccg `tinytiny' grammar. # Only incorporates a subset of the morphological subcategories, however. :- S,NP,N # Primitive categories Det :: NP/N # Determiners Pro :: NP IntransVsg :: S\NP[sg] # Tensed intransitive verbs (singular) IntransVpl :: S\NP[pl] # Plural TransVsg :: S\NP[sg]/NP # Tensed transitive verbs (singular) TransVpl :: S\NP[pl]/NP # Plural the => NP[sg]/N[sg] the => NP[pl]/N[pl] I => Pro me => Pro we => Pro us => Pro book => N[sg] books => N[pl] peach => N[sg] peaches => N[pl] policeman => N[sg] policemen => N[pl] boy => N[sg] boys => N[pl] sleep => IntransVsg sleep => IntransVpl eat => IntransVpl eat => TransVpl eats => IntransVsg eats => TransVsg see => TransVpl sees => TransVsg r )F)!r*re collectionsr nltk.ccg.apirrrrnltk.internalsrnltk.sem.logicr compilererNrfUNICODErwrxrzrvr r-rHrQrTrYrardryropenccg_tinytinyr+rrrs( ######QQQQQQQQQQQQ%%%%%%%%%%%% "*8 9 9bjBCC  4 5 5 8"* E E 8"* E Erz,bj99 bj.//  U U U U U U U UF--------jIII(...&&&<@.D.D.D.Db  '(()(:)++r