jsDddlZddlZddlZddlZddlZddlmZddlmZm Z m Z m Z m Z ddl mZddlmZddlmZdZdZd ZGd d eZed kr ddlZejdSdS) N)ZipFilePathPointer)_validate_java_options_verify_jar_sandboxfind_dir find_filefind_jars_within_path)ParserI)DependencyGraph)taggedsents_to_conllc6ddlm}|gd}|jS)Nr) RegexpTagger))z\.$.)z\,$,)z\?$?)z\($()z\)$))z\[$[)z\]$])z^-?[0-9]+(\.[0-9]+)?$CD)z(The|the|A|a|An|an)$DT)z&(He|he|She|she|It|it|I|me|Me|You|you)$PRP)z(His|his|Her|her|Its|its)$PRP$)z(my|Your|your|Yours|yours)$r)z (on|On|in|In|at|At|since|Since)$IN)z (for|For|ago|Ago|before|Before)$r)z(till|Till|until|Until)$r)z(by|By|beside|Beside)$r)z(under|Under|below|Below)$r)z(over|Over|above|Above)$r)z (across|Across|through|Through)$r)z(into|Into|towards|Towards)$r)z(onto|Onto|from|From)$r)z.*able$JJ)z.*ness$NN)z.*ly$RB)z.*s$NNS)z.*ing$VBG)z.*ed$VBD)z.*r)nltk.tagr tag)r _taggers r/home/lighthouse/badge-speaker-benchmark/.benchmark-venv-community/lib/python3.11/site-packages/nltk/parse/malt.pymalt_regex_taggerr$s?%%%%%%l   G@ ;ctj|}tj|r"tj|r|}nt |d}gd}t t|}d|D}hd}||sJttd|sJt|S)zE A module to find MaltParser .jar file and its dependencies. ) MALT_PARSER)env_vars)r)r)cXh|]'}tj|d(S))ospathsplit).0jars r# z"find_maltparser..Vs+ 9 9 9sRW]]3   " 9 9 9r%> log4j.jar libsvm.jarliblinear-1.8.jarcV|do|dS)Nz maltparser-z.jar) startswithendswith)is r#z!find_maltparser..[s#m44KF9K9Kr%) r,fspathr-isabsisdirrsetrissubsetanyfilterlist)parser_dirname _malt_dirmalt_dependencies _malt_jars_jarss r#find_maltparserrGCs Y~..N w}}^$$H~)F)FH" ^6FGGG $ *95566J 9 9j 9 9 9EHHH  % %e , ,,,, KKUSS     r%cp|dStj|r|St|ddS)z8 A module to find pre-trained MaltParser model. N malt_temp.mco) MALT_MODELF)r(verbose)r,r-existsr)model_filenames r#find_malt_modelrN`sA  ' 'R/5QQQQr%cbeZdZdZ d dZddZddZdd Zedd Z dd Z dd Z dS) MaltParsera A class for dependency parsing with MaltParser. The input is the paths to: - (optionally) a maltparser directory - (optionally) the path to a pre-trained MaltParser .mco model file - (optionally) the tagger to use for POS tagging before parsing - (optionally) additional Java arguments Example: >>> from nltk.parse import malt >>> # With MALT_PARSER and MALT_MODEL environment set. >>> mp = malt.MaltParser(model_filename='engmalt.linear-1.7.mco') # doctest: +SKIP >>> mp.parse_one('I shot an elephant in my pajamas .'.split()).tree() # doctest: +SKIP (shot I (elephant an) (in (pajamas my)) .) >>> # Without MALT_PARSER and MALT_MODEL environment. >>> mp = malt.MaltParser('/home/user/maltparser-1.9.2/', '/home/user/engmalt.linear-1.7.mco') # doctest: +SKIP >>> mp.parse_one('I shot an elephant in my pajamas .'.split()).tree() # doctest: +SKIP (shot I (elephant an) (in (pajamas my)) .) r)Nct||_||ng|_t||_|jdk|_t j|_||n t|_ dS)a An interface for parsing with the Malt Parser. :param parser_dirname: The path to the maltparser directory that contains the maltparser-1.x.jar :type parser_dirname: str :param model_filename: The name of the pre-trained model with .mco file extension. If provided, training will not be required. (see http://www.maltparser.org/mco/mco.html and see http://www.patful.com/chalk/node/185) :type model_filename: str :param tagger: The tagger used to POS tag the raw string before formatting to CONLL format. It should behave like `nltk.pos_tag` :type tagger: function :param additional_java_args: This is the additional Java arguments that one can use when calling Maltparser, usually this is the heapsize limits, e.g. `additional_java_args=['-Xmx1024m']` (see https://javarevisited.blogspot.com/2011/05/java-heap-space-memory-size-jvm.html) :type additional_java_args: list NrI) rG malt_jarsadditional_java_argsrNmodel_trainedtempfile gettempdir working_dirr$tagger)selfrBrMrYrSs r#__init__zMaltParser.__init__sv:)88%9$D " !%^44  o5 #.00 & 2ff8I8K8K r%Fnullc #K|jstdd}d} tjd|jdd5}tjd|jdd5}|j}|j}t j|j d}|rt j |nd} | r!t j | sd} t|D]$} | t| %||||d } || || } | dkr'td d | | fzt'|5} | dD]#}t+t-||gV$ dddn #1swxYwYdddn #1swxYwYdddn #1swxYwY||fD]*}|r& t j|#t0$rY&wxYw+dS#||fD]*}|r& t j|#t0$rY&wxYw+wxYw)a Use MaltParser to parse multiple POS tagged sentences. Takes multiple sentences where each sentence is a list of (word, tag) tuples. The sentences must have already been tokenized and tagged. :param sentences: Input sentences to parse :type sentence: list(list(tuple(str, str))) :return: iter(iter(``DependencyGraph``)) the dependency graph representation of each sentence z0Parser has not been trained. Call train() first.Nzmalt_input.conll.wFprefixdirmodedeletezmalt_output.conll.rparserb)cwdz0MaltParser parsing (%s) failed with exit code %d z top_relation_label)rU ExceptionrVNamedTemporaryFilerXnamer,r-r.rTabspathr<r writestrclosegenerate_malt_command_executejoinopenreaditerr removeOSError)rZ sentencesrKriinput_file_nameoutput_file_name input_file output_file model_dir model_cwdlinecmdretinfiletree_strfilenames r#parse_tagged_sentszMaltParser.parse_tagged_sentss} PNOO O8 ,*0@sSX0 X8+$ 0 ",/#.#3 GMM$*55a8 :CMBGOOI666 %RW]]9%=%=% $I1;;00D$$SYY////  """00#%5G1 mmCim@@!88#"%(XXc]]C$89 *++ v$*KKMM$7$7$?$?   $3(0;M%&%&%&!"                    K0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 d-.>?   (++++"  _.>?   (++++" sIHD3G< A G% G<%G) )G<,G) -G<0 H<H HH H IHIHI'H<< I I  JI.-J. I; 8J:I; ;JcPfd|D}|||S)an Use MaltParser to parse multiple sentences. Takes a list of sentences, where each sentence is a list of words. Each sentence will be automatically tagged with this MaltParser instance's tagger. :param sentences: Input sentences to parse :type sentence: list(list(str)) :return: iter(DependencyGraph) c3BK|]}|VdS)N)rY)r/sentencerZs r# z)MaltParser.parse_sents..s/LLhDKK11LLLLLLr%rh)r)rZryrKritagged_sentencess` r# parse_sentszMaltParser.parse_sentssEMLLL)LLL&& g:L'   r%ct|jt|jdg}||jz }|dtj|jgz }|dgz }tj|j r0|dtj |j dgz }n |d|j gz }|d|gz }|dkr|d|gz }|d |gz }|S) a This function generates the maltparser command use at the terminal. :param inputfilename: path to the input file :type inputfilename: str :param outputfilename: path to the output file :type outputfilename: str javaz-cpzorg.maltparser.Maltz-cz-irdz-oz-m) rrRrrSr,pathseprsr-rLrTr.)rZ inputfilenameoutputfilenamerbrs r#rqz MaltParser.generate_malt_commands DN+++t8999h t((  JOODN + +   %&& 7>>$* % % & D"'-- 33B78 8CC D$*% %C m$$ 7?? D.) )C d| r%cz|rdn tj}tj||||}|S)N)stdoutstderrrf) subprocessPIPEPopenwait)rrKrfoutputps r#rrzMaltParser._execute*s8 5jo  SC H H Hvvxxr%c\tjd|jdd5}dd|D}|t |dddn #1swxYwY||j|tj |jdS) z Train MaltParser from a list of ``DependencyGraph`` objects :param depgraphs: list of ``DependencyGraph`` objects for training input data :type depgraphs: DependencyGraph malt_train.conll.r^Fr_ c3@K|]}|dVdS) N)to_conll)r/dgs r#rz#MaltParser.train..<s,!F!Fb"++b//!F!F!F!F!F!Fr%NrK) rVrkrXrsrnrotrain_from_filerlr,rw)rZ depgraphsrKr| input_strs r#trainzMaltParser.train0s (&D,<3u    -  !F!FI!F!F!FFFI   S^^ , , ,  - - - - - - - - - - - - - - - Z_g>>> */"""""sAA,,A03A0cXt|trtjd|jdd5}|5}|}|t|dddn #1swxYwY| |j |cdddS#1swxYwY| |d}| ||}|d kr'td d ||fzd |_dS) z Train MaltParser from a file :param conll_file: str for the filename of the training input data :type conll_file: str rr^Fr_Nrlearnrerz1MaltParser training (%s) failed with exit code %drgT) isinstancerrVrkrXrtrurnrorrlrqrrrjrsrU)rZ conll_filerKr|conll_input_file conll_strrrs r#rzMaltParser.train_from_fileCs j"4 5 5 N,*0@sSX N__&&5*: 0 5 5 7 7I$$S^^444555555555555555++JOW+MM  N N N N N N N N N N N N N N N N(('(BBmmC)) !88 XXc]]C01  s5B>7B ? B> B B>B B>>CC)r)NNN)Fr\)NN)FN)F) __name__ __module__ __qualname____doc__r[rrrq staticmethodrrrrr%r#rPrPls*! (L(L(L(LTHHHHT    $$$$L\ ####&r%rP__main__)inspectr,rsysrV nltk.datarnltk.internalsrrrrrnltk.parse.apir nltk.parse.dependencygraphr nltk.parse.utilr r$rGrNrPrdoctesttestmodrr%r#rsi  ((((((#"""""666666000000###L: R R Rqqqqqqqqh z@DNNNGOKr%