Ng2?ddlZddlZddlZddlZddlZddlmZddlmZm Z m Z ddl m Z ddl mZddlmZdZdZd ZGd d e Zed kr ddlZejdSdS) N)ZipFilePathPointer)find_dir find_filefind_jars_within_path)ParserI)DependencyGraph)taggedsents_to_conllc6ddlm}|gd}|jS)Nr) RegexpTagger))z\.$.)z\,$,)z\?$?)z\($()z\)$))z\[$[)z\]$])z^-?[0-9]+(\.[0-9]+)?$CD)z(The|the|A|a|An|an)$DT)z&(He|he|She|she|It|it|I|me|Me|You|you)$PRP)z(His|his|Her|her|Its|its)$PRP$)z(my|Your|your|Yours|yours)$r)z (on|On|in|In|at|At|since|Since)$IN)z (for|For|ago|Ago|before|Before)$r)z(till|Till|until|Until)$r)z(by|By|beside|Beside)$r)z(under|Under|below|Below)$r)z(over|Over|above|Above)$r)z (across|Across|through|Through)$r)z(into|Into|towards|Towards)$r)z(onto|Onto|from|From)$r)z.*able$JJ)z.*ness$NN)z.*ly$RB)z.*s$NNS)z.*ing$VBG)z.*ed$VBD)z.*r)nltk.tagr tag)r _taggers K/var/www/html/ai-engine/env/lib/python3.11/site-packages/nltk/parse/malt.pymalt_regex_taggerr"s?%%%%%%l   G@ ;cTtj|r|}nt|d}gd}t t |}d|D}hd}||sJttd|sJt|S)zE A module to find MaltParser .jar file and its dependencies. ) MALT_PARSER)env_vars)r'r'cXh|]'}tj|d(S))ospathsplit).0jars r! z"find_maltparser..Hs+ 9 9 9sRW]]3   " 9 9 9r#> log4j.jar libsvm.jarliblinear-1.8.jarcV|do|dS)Nz maltparser-z.jar) startswithendswith)is r!z!find_maltparser..Ms#m44KF9K9Kr#) r*r+existsrsetrissubsetanyfilterlist)parser_dirname _malt_dirmalt_dependencies _malt_jars_jarss r!find_maltparserrC=s w~~n%%H" ^6FGGG $ *95566J 9 9j 9 9 9EHHH  % %e , ,,,, KKUSS     r#cp|dStj|r|St|ddS)z8 A module to find pre-trained MaltParser model. N malt_temp.mco) MALT_MODELF)r&verbose)r*r+r8r)model_filenames r!find_malt_modelrIRsA  ' 'R/5QQQQr#cbeZdZdZ d dZddZddZdd Zedd Z dd Z dd Z dS) MaltParsera A class for dependency parsing with MaltParser. The input is the paths to: - (optionally) a maltparser directory - (optionally) the path to a pre-trained MaltParser .mco model file - (optionally) the tagger to use for POS tagging before parsing - (optionally) additional Java arguments Example: >>> from nltk.parse import malt >>> # With MALT_PARSER and MALT_MODEL environment set. >>> mp = malt.MaltParser(model_filename='engmalt.linear-1.7.mco') # doctest: +SKIP >>> mp.parse_one('I shot an elephant in my pajamas .'.split()).tree() # doctest: +SKIP (shot I (elephant an) (in (pajamas my)) .) >>> # Without MALT_PARSER and MALT_MODEL environment. >>> mp = malt.MaltParser('/home/user/maltparser-1.9.2/', '/home/user/engmalt.linear-1.7.mco') # doctest: +SKIP >>> mp.parse_one('I shot an elephant in my pajamas .'.split()).tree() # doctest: +SKIP (shot I (elephant an) (in (pajamas my)) .) r'Nct||_||ng|_t||_|jdk|_t j|_||n t|_ dS)a An interface for parsing with the Malt Parser. :param parser_dirname: The path to the maltparser directory that contains the maltparser-1.x.jar :type parser_dirname: str :param model_filename: The name of the pre-trained model with .mco file extension. If provided, training will not be required. (see http://www.maltparser.org/mco/mco.html and see http://www.patful.com/chalk/node/185) :type model_filename: str :param tagger: The tagger used to POS tag the raw string before formatting to CONLL format. It should behave like `nltk.pos_tag` :type tagger: function :param additional_java_args: This is the additional Java arguments that one can use when calling Maltparser, usually this is the heapsize limits, e.g. `additional_java_args=['-Xmx1024m']` (see https://goo.gl/mpDBvQ) :type additional_java_args: list NrE) rC malt_jarsadditional_java_argsrImodel_trainedtempfile gettempdir working_dirr"tagger)selfr>rHrTrNs r!__init__zMaltParser.__init__rsv:)88%9$D " !%^44  o5 #.00 & 2ff8I8K8K r#Fnullc #K|jstdtjd|jdd5}tjd|jdd5}t |D]$}|t|%|| |j |j d}tj } tj tj|jd n#YnxYw|||} tj || d kr'td d || fzt'|j 5} | d D]#} t+t-| | gV$ dddn #1swxYwYdddn #1swxYwYdddn #1swxYwYtj|j tj|j dS)a Use MaltParser to parse multiple POS tagged sentences. Takes multiple sentences where each sentence is a list of (word, tag) tuples. The sentences must have already been tokenized and tagged. :param sentences: Input sentences to parse :type sentence: list(list(tuple(str, str))) :return: iter(iter(``DependencyGraph``)) the dependency graph representation of each sentence z0Parser has not been trained. Call train() first.zmalt_input.conll.wFprefixdirmodedeletezmalt_output.conll.parser]rz0MaltParser parsing (%s) failed with exit code %d z top_relation_labelN)rP ExceptionrQNamedTemporaryFilerSr writestrclosegenerate_malt_commandnamer*getcwdchdirr+r,rO_executejoinopenreaditerrremove) rU sentencesrGrc input_file output_filelinecmd _current_pathretinfiletree_strs r!parse_tagged_sentszMaltParser.parse_tagged_sentss!} PNOO O  (&D,<3u   /  ,+$ ,  0;;00D$$SYY////  """00O[%5G1!# HRW]]4:66q9::::DmmC11'''!88#"%(XXc]]C$89 +*++ v$*KKMM$7$7$?$?   $3(0EW%&%&%&!"                E, , , , , , , , , , , , , , , / / / / / / / / / / / / / / / b */""" +"#####stH A>G2z)MaltParser.parse_sents..s/LLhDKK11LLLLLLr#rb)r|)rUrsrGrctagged_sentencess` r! parse_sentszMaltParser.parse_sentssEMLLL)LLL&& g:L'   r#cdg}||jz }tjdrdnd}|d||jgz }|dgz }t j|j r0|dt j |j dgz }n |d|j gz }|d |gz }|d kr|d |gz }|d |gz }|S) a This function generates the maltparser command use at the terminal. :param inputfilename: path to the input file :type inputfilename: str :param outputfilename: path to the output file :type outputfilename: str javawin;:z-cpzorg.maltparser.Maltz-cz-ir_z-oz-m) rNsysplatformr4rnrMr*r+r8rOr,)rU inputfilenameoutputfilenamer]rwclasspaths_separators r!riz MaltParser.generate_malt_commandsh t((&)l&=&=e&D&DMss#  % %dn 5 5   %&& 7>>$* % % & D"'-- 33B78 8CC D$*% %C m$$ 7?? D.) )C d| r#cx|rdn tj}tj|||}|S)N)stdoutstderr) subprocessPIPEPopenwait)rwrGoutputps r!rmzMaltParser._executes6 5jo  S ? ? ?vvxxr#c\tjd|jdd5}dd|D}|t |dddn #1swxYwY||j|tj |jdS) z Train MaltParser from a list of ``DependencyGraph`` objects :param depgraphs: list of ``DependencyGraph`` objects for training input data :type depgraphs: DependencyGraph malt_train.conll.rYFrZ c3@K|]}|dVdS) N)to_conll)r-dgs r!rz#MaltParser.train.. s,!F!Fb"++b//!F!F!F!F!F!Fr#NrG) rQrerSrnrfrgtrain_from_filerjr*rr)rU depgraphsrGrt input_strs r!trainzMaltParser.trains (&D,<3u    -  !F!FI!F!F!FFFI   S^^ , , ,  - - - - - - - - - - - - - - - Z_g>>> */"""""sAA,,A03A0cXt|trtjd|jdd5}|5}|}|t|dddn #1swxYwY| |j |cdddS#1swxYwY| |d}| ||}|d kr'td d ||fzd |_dS) z Train MaltParser from a file :param conll_file: str for the filename of the training input data :type conll_file: str rrYFrZNrlearnr`rz1MaltParser training (%s) failed with exit code %draT) isinstancerrQrerSrorprfrgrrjrirmrdrnrP)rU conll_filerGrtconll_input_file conll_strrwrys r!rzMaltParser.train_from_file's j"4 5 5 N,*0@sSX N__&&5*: 0 5 5 7 7I$$S^^444555555555555555++JOW+MM  N N N N N N N N N N N N N N N N(('(BBmmC)) !88 XXc]]C01  s5B>7B ? B> B B>B B>>CC)r'NNN)FrW)NN)F) __name__ __module__ __qualname____doc__rVr|rri staticmethodrmrrr#r!rKrK^s*! (L(L(L(LT@$@$@$@$D    @\ ####&r#rK__main__)inspectr*rrrQ nltk.datarnltk.internalsrrrnltk.parse.apirnltk.parse.dependencygraphrnltk.parse.utilr r"rCrIrKrdoctesttestmodrr#r!rs?  ((((((EEEEEEEEEE""""""666666000000###L* R R RccccccccL z@DNNNGOKr#