S0jg@sdZdZdZdZddlZddlmZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddd d d d d ddddddddddddddddddd d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`dadbdcdddedfdgdhdidjdkdldmggZe jjdnZer e jZeZeZeZeeeeeee e!e"e#e$g Z%nve j&Ze'Z(dodpZgZ%ddl)Z)xFdqj*D]8Z+ye%j,e-e)e+Wne.k rwZYnXqZWe/drdse(dtDZ0dudvZ1Gdwdxdxe2Z3ej4ej5Z6dyZ7e7dzZ8e6e7Z9ed{Z:d|j;d}dsej<DZ=Gd~dde>Z?Gdd d e?Z@Gdd"d"e?ZAGdd$d$eAZBGdd'd'e>ZCGddde2ZDGdd#d#e2ZEe jFjGeEdd;ZHddMZIddJZJddZKddZLddZMddTZNdddZOGdd%d%e2ZPGdd-d-ePZQGdddeQZRGdddeQZSGdddeQZTeTZUeTeP_VGdddeQZWGdd d eTZXGdddeWZYGdd1d1eQZZGdd(d(eQZ[Gdd&d&eQZ\Gdd d eQZ]Gdd0d0eQZ^GdddeQZ_Gddde_Z`Gddde_ZaGddde_ZbGdd+d+e_ZcGdd*d*e_ZdGdd3d3e_ZeGdd2d2e_ZfGdd!d!ePZgGdddegZhGdddegZiGdddegZjGdd d egZkGdddePZlGdddelZmGdddelZnGdd4d4elZoGdddelZpGddde2ZqeqZrGdddelZsGdd)d)elZtGdddelZuGdddeuZvGdd.d.elZwGdd/d/ewZxGdd d ewZyGdddewZzGdd d ewZ{Gdd,d,ewZ|Gddde2Z}ddeZ~ddddBZddd>ZddZddRZddQZddZddddVZddCZdddjZddkZddmZeRjdEZeajdLZebjdKZecjddZedjdcZeZe:dddjddZe[djddZe[djddZeeBeBeZe=ddddtBZezee|deZeTdesdjdezepeeBjddZddbZddPZdd_Zdd]ZddgZddDZddIZddZddZddNZddOZddhZe2e_e3Ze2e_e2e_e|de|dddlZeZe[djdZe[djdZe[djdZeyeUdejZdddejddSZdddiZedZedZeeZe6e9d\ZZeyeUdedjddjZeedj*dZddZe[djdZe[dZe[djZe[d jd Ze[d jd ZeZe[d jdZeyepeZe=ddeseZdeTdebjjdZeesejeBdd|jd<Zedkr ddZeXdZeXdZeZe6e9dZeedddjeZezeeZeedddjeZezeeZedeBjdeejdZedededed ed!ed!ed"ed#ed$ed%ed&ndS('aw pyparsing module - Classes and methods to define and execute parsing grammars The pyparsing module is an alternative approach to creating and executing simple grammars, vs. the traditional lex/yacc approach, or the use of regular expressions. With pyparsing, you don't need to learn a new syntax for defining grammars or matching expressions - the parsing module provides a library of classes that you use to construct the grammar directly in Python. Here is a program to parse "Hello, World!" (or any greeting of the form C{", !"}):: from pyparsing import Word, alphas # define grammar of a greeting greet = Word( alphas ) + "," + Word( alphas ) + "!" hello = "Hello, World!" print (hello, "->", greet.parseString( hello )) The program outputs the following:: Hello, World! -> ['Hello', ',', 'World', '!'] The Python representation of the grammar is quite readable, owing to the self-explanatory class names, and the use of '+', '|' and '^' operators. The parsed results returned from C{parseString()} can be accessed as a nested list, a dictionary, or an object with named attributes. The pyparsing module handles some of the problems that are typically vexing when writing text parsers: - extra or missing whitespace (the above program will also handle "Hello,World!", "Hello , World !", etc.) - quoted strings - embedded comments z2.0.3z16 Aug 2014 00:12z*Paul McGuire N)refAndCaselessKeywordCaselessLiteral CharsNotInCombineDictEachEmpty FollowedByForward GoToColumnGroupKeywordLineEnd LineStartLiteral MatchFirstNoMatchNotAny OneOrMoreOnlyOnceOptionalOrParseBaseExceptionParseElementEnhanceParseExceptionParseExpressionParseFatalException ParseResultsParseSyntaxException ParserElement QuotedStringRecursiveGrammarExceptionRegexSkipTo StringEnd StringStartSuppressTokenTokenConverterUpcaseWhiteWordWordEnd WordStart ZeroOrMore alphanumsalphas alphas8bit anyCloseTag anyOpenTag cStyleCommentcolcommaSeparatedListcommonHTMLEntity countedArraycppStyleCommentdblQuotedStringdblSlashComment delimitedListdictOfdowncaseTokensemptyhexnums htmlCommentjavaStyleCommentkeepOriginalTextlinelineEnd lineStartlineno makeHTMLTags makeXMLTagsmatchOnlyAtColmatchPreviousExprmatchPreviousLiteral nestedExprnullDebugActionnumsoneOfopAssocoperatorPrecedence printablespunc8bitpythonStyleComment quotedString removeQuotesreplaceHTMLEntity replaceWith restOfLinesglQuotedStringsrange stringEnd stringStarttraceParseAction unicodeString upcaseTokens withAttribute indentedBlockoriginalTextForungroup infixNotation locatedExpr3c CsDt|tr|Syt|SWntk r?t|SYnXdS)aDrop-in replacement for str(obj) that tries to be Unicode friendly. It first tries str(obj). If that fails with a UnicodeEncodeError, then it tries unicode(obj). It then < returns the unicode object | encodes it with the default encoding | ... >. N) isinstanceZunicodestrUnicodeEncodeError)objro+/usr/lib/python3/dist-packages/pyparsing.py_ustrms  rqz6sum len sorted reversed list tuple set any all min maxccs|] }|VqdS)Nro).0yrororp srtcCsUd}dddjD}x/t||D]\}}|j||}q/W|S)z/Escape &, <, >, ", ', etc. in a string of data.z&><"'css|]}d|dVqdS)&;Nro)rrsrororprtsz_xml_escape..zamp gt lt quot apos)splitzipreplace)dataZ from_symbolsZ to_symbolsZfrom_Zto_rororp _xml_escapes r}c@seZdZdS) _ConstantsN)__name__ __module__ __qualname__rorororpr~s r~ 0123456789Z ABCDEFabcdef\ccs$|]}|tjkr|VqdS)N)stringZ whitespace)rrcrororprtsc@sjeZdZdZdddddZddZdd Zd d Zd d dZddZ dS)rz7base exception class for all parsing runtime exceptionsrNcCsI||_|dkr*||_d|_n||_||_||_dS)Nr)locmsgpstr parserElement)selfrrrelemrororp__init__s      zParseBaseException.__init__cCsm|dkrt|j|jS|dkr>t|j|jS|dkr]t|j|jSt|dS)zsupported attributes by name are: - lineno - returns the line number of the exception text - col - returns the column number of the exception text - line - returns the line containing the exception text rIr7columnrFN)zcolzcolumn)rIrrr7rFAttributeError)rZanamerororp __getattr__s   zParseBaseException.__getattr__cCs d|j|j|j|jfS)Nz"%s (at char %d), (line:%d, col:%d))rrrIr)rrororp__str__szParseBaseException.__str__cCs t|S)N)rq)rrororp__repr__szParseBaseException.__repr__z>!}} ('-' operator) indicates that parsing is to stop immediately because an unbacktrackable syntax error has been foundcs/tt|j|j|j|j|jdS)N)superr rrrrr)rpe) __class__rorprszParseSyntaxException.__init__)rrrrrroro)rrpr s c@s.eZdZdZddZddZdS)r#zNexception thrown by C{validate()} if the grammar could be improperly recursivecCs ||_dS)N)parseElementTrace)rparseElementListrororprsz"RecursiveGrammarException.__init__cCs d|jS)NzRecursiveGrammarException: %s)r)rrororprsz!RecursiveGrammarException.__str__N)rrrrrrrorororpr#s  c@s@eZdZddZddZddZddZd S) _ParseResultsWithOffsetcCs||f|_dS)N)tup)rZp1Zp2rororprsz _ParseResultsWithOffset.__init__cCs |j|S)N)r)rirororp __getitem__sz#_ParseResultsWithOffset.__getitem__cCs t|jS)N)reprr)rrororprsz _ParseResultsWithOffset.__repr__cCs|jd|f|_dS)Nr)r)rrrororp setOffset sz!_ParseResultsWithOffset.setOffsetN)rrrrrrrrorororprs    rcsYeZdZdZdddddZdddeddZdd Zed d Zd d Z ddZ ddZ ddZ e Z ddZddZddZddZddZereZeZeZn$ddZd d!Zd"d#Zd$d%Zd&d'Zdd(d)Zd*d+Zd,d-Zd.d/Zd0d1Zd2d3Zd4d5Zd6d7Z d8d9Z!d:d;Z"d<d=Z#d>d?d@Z$dAdBZ%dCdDZ&dEdFZ'ddGd>ddHdIZ(dJdKZ)dLdMZ*d>dNdOdPZ+dQdRZ,dSdTZ-dUdVZ.fdWdXZ/S)YrzStructured parse results, to provide multiple means of access to the parsed data: - as a list (C{len(results)}) - by list index (C{results[0], results[1]}, etc.) - by attribute (C{results.}) NTcCs/t||r|Stj|}d|_|S)NT)rkobject__new___ParseResults__doinit)clstoklistnameasListmodalZretobjrororprs  zParseResults.__new__c Cs|jrd|_d|_d|_i|_||trR|dd|_n-||trst||_n |g|_t|_n|dk r|r|sd|j|Es z,ParseResults.__getitem__..)rkrslicerrrr)rrrororpr>s  zParseResults.__getitem__cCs||trB|jj|t|g|j|<|d}nZ||trg||j|<|}n5|jj|tt|dg|j|<|}||trt||_ndS)Nr) rrgetrrrrwkrefr)rkrrksubrororp __setitem__Gs&   /zParseResults.__setitem__c Cst|ttfrt|j}|j|=t|trl|dkrV||7}nt||d}ntt|j|}|jx||j D]d}|j |}xN|D]F}x=t |D]/\}\}} t || | |k||.)r)rro)rrp itervaluesyszParseResults.itervaluescsfddjDS)Nc3s|]}||fVqdS)Nro)rrr)rrorprt~sz)ParseResults.iteritems..)r)rro)rrp iteritems}szParseResults.iteritemscCst|jS)zReturns all named result keys.)rr)rrororpkeysszParseResults.keyscCst|jS)z Returns all named result values.)rr)rrororpvaluesszParseResults.valuescCst|jS)z=Returns all named result keys and values as a list of tuples.)rr)rrororpitemsszParseResults.itemscCs t|jS)zSince keys() returns an iterator, this method is helpful in bypassing code that looks for the existence of any defined results names.)boolr)rrororphaskeysszParseResults.haskeyscOs|sdg}nxI|jD];\}}|dkrJ|d|f}qtd|qWt|dtst|dks|d|kr|d}||}||=|S|d}|SdS)aRemoves and returns item at specified index (default=last). Supports both list and dict semantics for pop(). If passed no argument or an integer argument, it will use list semantics and pop tokens from the list of parsed tokens. If passed a non-integer argument (most likely a string), it will use dict semantics and pop the corresponding value from any defined results names. A second default return value argument is supported, just as in dict.pop().rudefaultrz-pop() got an unexpected keyword argument '%s'Nr)rrrkrr)rargskwargsrrindexretZ defaultvaluerororppops      zParseResults.popcCs||kr||S|SdS)zReturns named result matching the given key, or if there is no such name, then returns the given C{defaultValue} or C{None} if no C{defaultValue} is specified.Nro)rkey defaultValuerororprs zParseResults.getcCsx|jj||x^|jD]S}|j|}x=t|D]/\}\}}t||||k||.r)rrrr)rrrororprs   !zParseResults.__getattr__cCs|j}||7}|S)N)r)rotherrrororp__add__s  zParseResults.__add__cs|jrt|jfdd|jj}fdd|D}xJ|D]?\}}|||sz'ParseResults.__iadd__..c sFg|]<\}}|D])}|t|d|dfqqS)rru)r)rrrvlistr) addoffsetrorprs z)ParseResults.__iadd__..r) rrrrrkrrrrupdate)rrZ otheritemsZotherdictitemsrrro)rrrp__iadd__s   zParseResults.__iadd__cCs)t|tr%|dkr%|jSdS)Nr)rkrr)rrrororp__radd__szParseResults.__radd__cCs dt|jt|jfS)Nz(%s, %s))rrr)rrororprszParseResults.__repr__cCsgg}xI|jD]>}t|tr;|jt|q|jt|qWddj|dS)N[z, ])rrkrrrqrr)routrrororprs zParseResults.__str__rcCsog}xb|jD]W}|r2|r2|j|nt|trT||j7}q|jt|qW|S)N)rrrkr _asStringListrq)rseprrrororprs zParseResults._asStringListcCsPg}xC|jD]8}t|tr;|j|jq|j|qW|S)zXReturns the parse results as a nested list of matching tokens, all converted to strings.)rrkrrr)rrresrororprs zParseResults.asListcCs*trt|jSt|jSdS)z.Returns the named parse results as dictionary.N)PY_3rrr)rrororpasDictszParseResults.asDictcCsPt|j}|jj|_|j|_|jj|j|j|_|S)z/Returns a new copy of a C{ParseResults} object.)rrrrrrrr)rrrororpr"s   zParseResults.copyFc Csd}g}tdd|jjD}|d}|sSd}d}d}nd} |dk rn|} n|jr|j} n| s|rdSd} n|||d| d g7}|j} xt| D]\} } t| trR| |kr$|| j|| |o|dk||g7}q|| jd|o?|dk||g7}qd} | |krq|| } n| s|rqqd} nt t | }|||d| d |d | d g 7}qW|||d | d g7}dj |S) zhReturns the parse results as XML. Tags are created for tokens and lists that have defined results names. css2|](\}}|D]}|d|fVqqdS)ruNro)rrrrrrororprt/s z%ParseResults.asXML..z rNZITEM<>z.z %s%s[%d]: %s%s%sr) rrqrsortedrrkrrdumpanyrr) rrZdepthrNLrrrrrrororprs*  F@zParseResults.dumpcOstj|j||dS)zPretty-printer for parsed results as a list, using the C{pprint} module. Accepts additional positional or keyword args as defined for the C{pprint.pprint} method. (U{http://docs.python.org/3/library/pprint.html#pprint.pprint})N)pprintr)rrrrororpr szParseResults.pprintcCsC|j|jj|jdk r-|jp0d|j|jffS)N)rrrrrr)rrororp __getstate__s  zParseResults.__getstate__cCsm|d|_|d\|_}}|_i|_|jj||dk r`t||_n d|_dS)Nrru)rrrrrrr)rstaterZ inAccumNamesrororp __setstate__s   zParseResults.__setstate__cs#ttt|t|jS)N)dirrrrr)r)rrorprszParseResults.__dir__)0rrrrrrkrrrrrrr __nonzero__rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr r r rroro)rrpr s^  #                           <     cCs?|t|kr(||dkr(dp>||jdd|S)aReturns current column within a string, counting newlines as line separators. The first column is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}} for more information on parsing strings containing C{}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. rrur)rrfind)rstrgrororpr7s cCs|jdd|dS)aReturns current line number within a string, counting newlines as line separators. The first line is number 1. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{ParserElement.parseString}} for more information on parsing strings containing C{}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. rrru)count)rrrororprIs cCs[|jdd|}|jd|}|dkrE||d|S||ddSdS)zfReturns the line of text containing loc within a string, counting newlines as line separators. rrruN)rfind)rrZlastCRZnextCRrororprFs  cCsFtdt|dt|dt||t||fdS)NzMatch z at loc z(%d,%d))printrqrIr7)instringrexprrororp_defaultStartDebugActionsrcCs,tdt|dt|jdS)NzMatched z -> )rrqrlr)rZstartlocendlocrtoksrororp_defaultSuccessDebugActionsrcCstdt|dS)NzException raised:)rrq)rrrexcrororp_defaultExceptionDebugActionsrcGsdS)zG'Do-nothing' debug action, to suppress debugging output during parsing.Nro)rrororprPsrcsMtkrfddSdgdgfdd}|S)Ncs |S)Nro)rxlt)funcrorprsz_trim_arity..rFc s}xvy,|dd}dd<|SWqtk rudkrnd rndd7.wrapper)singleArgBuiltins)rr"r#ro)r rr!r"rp _trim_aritys     r%cs.eZdZdZdZdZddZeeZddZeeZddd Z d d Z d d Z dddZ dddZ ddZddZddZddZddZdddZdd Zddd!d"Zd#d$Zddd%d&ZeZiZd'd(ZeeZdZd)d*ZeeZdd+d,Zedd-d.Zd/d0Z ed1d2Z!d3d4Z"d5d6Z#d7d8Z$d9d:Z%d;d<Z&d=d>Z'd?d@Z(dAdBZ)dCdDZ*dEdFZ+dGdHZ,dIdJZ-dKdLZ.dMdNdOZ/dPdQZ0dRdSZ1dTdUZ2dVdWZ3dXdYZ4dZd[Z5dd\d]Z6d^d_Z7d`daZ8dbdcZ9dddeZ:gdfdgZ;ddhdiZ<fdjdkZ=dldmZ>dndoZ?dpdqZ@drdsZAS)tr!z)Abstract base level parser element class.z FcCs |t_dS)z/Overrides the default whitespace chars N)r!DEFAULT_WHITE_CHARS)charsrororpsetDefaultWhitespaceCharssz'ParserElement.setDefaultWhitespaceCharscCs |t_dS)zV Set class to be used for inclusion of string literals into a parser. N)r!literalStringClass)rrororpinlineLiteralsUsing sz!ParserElement.inlineLiteralsUsingcCst|_d|_d|_d|_||_d|_tj|_ d|_ d|_ d|_ t|_ d|_d|_d|_d|_d|_d|_d|_d|_d|_dS)NTFr)NNN)r parseAction failActionstrRepr resultsName saveAsListskipWhitespacer!r& whiteCharscopyDefaultWhiteCharsmayReturnEmptykeepTabs ignoreExprsdebug streamlined mayIndexErrorerrmsg modalResults debugActionsre callPreparse callDuringTry)rsavelistrororpr's(                   zParserElement.__init__cCsWtj|}|jdd|_|jdd|_|jrStj|_n|S)zMake a copy of this C{ParserElement}. Useful for defining different parse actions for the same parsing pattern, using copies of the original parse element.N)rr+r5r2r!r&r1)rZcpyrororpr>s  zParserElement.copycCs>||_d|j|_t|dr:|j|j_n|S)z6Define name for this expression, for use in debugging.z Expected exception)rr9rr@r)rrrororpsetNameHs  zParserElement.setNamecCsK|j}|jdr4|dd}d}n||_| |_|S)a%Define name for referencing matching tokens as a nested attribute of the returned parse results. NOTE: this returns a *copy* of the original C{ParserElement} object; this is so that the client can define a basic element, such as an integer, and reference it in multiple places with different names. You can also set results names using the abbreviated syntax, C{expr("name")} in place of C{expr.setResultsName("name")} - see L{I{__call__}<__call__>}. *NruTr)rendswithr.r:)rrlistAllMatchesZnewselfrororpsetResultsNamePs    zParserElement.setResultsNameTcsd|r<|jddfdd}|_||_n$t|jdr`|jj|_n|S)zMethod to invoke the Python pdb debugger when this element is about to be parsed. Set C{breakFlag} to True to enable, False to disable. Tcs)ddl}|j||||S)Nr)pdbZ set_trace)rr doActions callPreParserF) _parseMethodrorpbreakerjs  z'ParserElement.setBreak..breaker_originalParseMethod)_parserKr)rZ breakFlagrJro)rIrpsetBreakcs   zParserElement.setBreakcOs;tttt||_d|ko1|d|_|S)a_Define action to perform when successfully matching parse element definition. Parse action fn is a callable method with 0-3 arguments, called as C{fn(s,loc,toks)}, C{fn(loc,toks)}, C{fn(toks)}, or just C{fn()}, where: - s = the original string being parsed (see note below) - loc = the location of the matching substring - toks = a list of the matched tokens, packaged as a C{L{ParseResults}} object If the functions in fns modify the tokens, they can return them as the return value from fn, and the modified list of tokens will replace the original. Otherwise, fn does not need to return any value. Note: the default parsing behavior is to expand tabs in the input string before starting the parsing process. See L{I{parseString}} for more information on parsing strings containing C{}s, and suggested methods to maintain a consistent view of the parsed string, the parse location, and line and column positions within the parsed string. r>)rmapr%r+r>)rfnsrrororpsetParseActionuszParserElement.setParseActioncOsJ|jtttt|7_|jp@d|ko@|d|_|S)zaAdd parse action to expression's list of parse actions. See L{I{setParseAction}}.r>)r+rrNr%r>)rrOrrororpaddParseActions$"zParserElement.addParseActioncCs ||_|S)a Define action to perform if parsing fails at this expression. Fail acton fn is a callable function that takes the arguments C{fn(s,loc,expr,err)} where: - s = string being parsed - loc = location where expression match was attempted and failed - expr = the parse expression that failed - err = the exception thrown The function returns no value. It may throw C{L{ParseFatalException}} if it is desired to stop parsing immediately.)r,)rfnrororp setFailActions zParserElement.setFailActionc Csnd}xa|rid}xN|jD]C}y(x!|j||\}}d}q+Wqtk raYqXqWq W|S)NTF)r5rLr)rrrZ exprsFoundeZdummyrororp_skipIgnorabless    zParserElement._skipIgnorablescCsp|jr|j||}n|jrl|j}t|}x-||krh|||krh|d7}q?Wn|S)Nru)r5rUr0r1r)rrrZwtinstrlenrororppreParses    zParserElement.preParsecCs |gfS)Nro)rrrrGrororp parseImplszParserElement.parseImplcCs|S)Nro)rrr tokenlistrororp postParseszParserElement.postParsec "Cs|j}|s|jr?|jdr?|jd|||n|rc|jrc|j||}n|}|}yVy|j|||\}}Wn0tk rt|t||j |YnXWqt k r;} zT|jdr|jd|||| n|jr&|j|||| nWYdd} ~ XqXn|rc|jrc|j||}n|}|}|j s|t|kry|j|||\}}Wqtk rt|t||j |YqXn|j|||\}}|j |||}t ||jd|jd|j} |jr|sK|jr|ryrxk|jD]`} | ||| }|dk r^t ||jd|jot|t tfd|j} q^q^WWqt k r} z2|jdr|jd|||| nWYdd} ~ XqXqxn|jD]`} | ||| }|dk r%t ||jd|jost|t tfd|j} q%q%Wn|r|jdr|jd||||| qn|| fS)Nrrrrru)r6r,r;r=rWrXrrrr9rr8rZrr.r/r:r+r>rkr) rrrrGrHZ debuggingprelocZ tokensStarttokenserrZ retTokensrRrororp _parseNoCachesp   '   &$      #zParserElement._parseNoCachec CsOy|j||dddSWn*tk rJt|||j|YnXdS)NrGFr)rLrrr9)rrrrororptryParses zParserElement.tryParsecCs|||||f}|tjkratj|}t|trI|n|d|djfSyA|j||||}|d|djftj|<|SWn>tk r}zd|_|tj|<WYdd}~XnXdS)Nrru)r! _exprArgCacherk Exceptionrr^r __traceback__)rrrrGrHlookuprrrororp _parseCache s  !  zParserElement._parseCachecCstjjdS)N)r!r`rrorororp resetCache"szParserElement.resetCachecCs%tjs!dt_tjt_ndS)aEnables "packrat" parsing, which adds memoizing to the parsing logic. Repeated parse attempts at the same string location (which happens often in many complex grammars) can immediately return a cached value, instead of re-executing parsing/validating code. Memoizing is done of both valid results and parsing exceptions. This speedup may break existing programs that use parse actions that have side-effects. For this reason, packrat parsing is disabled when you first import pyparsing. To activate the packrat feature, your program must call the class method C{ParserElement.enablePackrat()}. If your program uses C{psyco} to "compile as you go", you must call C{enablePackrat} before calling C{psyco.full()}. If you do not do this, Python will crash. For best results, call C{enablePackrat()} immediately after importing pyparsing. TN)r!_packratEnabledrdrLrorororp enablePackrat's  zParserElement.enablePackratcCstj|js |jnx|jD]}|jq*W|jsV|j}nyW|j|d\}}|r|j||}t t }|j||nWn:t k r}ztj rn|WYdd}~XnX|SdS)aExecute the parse expression with the given string. This is the main interface to the client code, once the complete expression has been built. If you want the grammar to require that the entire input string be successfully parsed, then set C{parseAll} to True (equivalent to ending the grammar with C{L{StringEnd()}}). Note: C{parseString} implicitly calls C{expandtabs()} on the input string, in order to report proper column numbers in parse actions. If the input string contains tabs and the grammar uses parse actions that use the C{loc} argument to index into the string being parsed, you can ensure you have a consistent view of the input string by: - calling C{parseWithTabs} on your grammar before calling C{parseString} (see L{I{parseWithTabs}}) - define your parse action using the full C{(s,loc,toks)} signature, and reference the input string using the parse action's C{s} argument - explictly expand the tabs in your input string before calling C{parseString} rN) r!rer7 streamliner5r4 expandtabsrLrWr r&rverbose_stacktrace)rrparseAllrTrr\Zserrororp parseString<s$     zParserElement.parseStringccs|js|jnx|jD]}|jq W|jsRt|j}nt|}d}|j}|j}t j d} yx||krb| |krby.|||} ||| dd\} } Wnt k r| d}YqX| |krU| d7} | | | fV|rL|||} | |kr?| }qR|d7}q_| }q| d}qWWn:t k r}zt j rn|WYdd}~XnXdS)a"Scan the input string for expression matches. Each match will return the matching tokens, start location, and end location. May be called with optional C{maxMatches} argument, to clip scanning after 'n' matches are found. If C{overlap} is specified, then overlapping matches will be reported. Note that the start and end locations are reported relative to the string being parsed. See L{I{parseString}} for more information on parsing strings with embedded tabs.rrHFruN)r7rhr5r4rqrirrWrLr!rerrrj)rr maxMatchesZoverlaprTrVrZ preparseFnZparseFnZmatchesr[ZnextLocr\Znextlocrrororp scanStringisB               zParserElement.scanStringcCs4g}d}d|_yx|j|D]\}}}|j||||rt|trv||j7}qt|tr||7}q|j|n|}q(W|j||ddd|D}djtt t |SWn:t k r/}zt j rn|WYdd}~XnXdS)aExtension to C{L{scanString}}, to modify matching text with modified tokens that may be returned from a parse action. To use C{transformString}, define a grammar and attach a parse action to it that modifies the returned token list. Invoking C{transformString()} on a target string will then scan for matches, and replace the matched text patterns according to the logic in the parse action. C{transformString()} returns the resulting transformed string.rTNcSsg|]}|r|qSroro)rrorororprs z1ParserElement.transformString..r)r4rnrrkrrrrrNrq_flattenrr!rj)rrrZlastErrxrTrrororptransformStrings(     zParserElement.transformStringcCshy'tdd|j||DSWn:tk rc}ztjrKn|WYdd}~XnXdS)zAnother extension to C{L{scanString}}, simplifying the access to the tokens found to match the given parse expression. May be called with optional C{maxMatches} argument, to clip searching after 'n' matches are found. cSsg|]\}}}|qSroro)rrrrxrTrororprs z.ParserElement.searchString..N)rrnrr!rj)rrrmrrororp searchStrings ' zParserElement.searchStringcCsdt|tr!tj|}nt|tsTtjdt|tdddSt||gS)z0Implementation of + operator - returns C{L{And}}z4Cannot combine element of type %s with ParserElement stacklevelrN) rkrr!r)warningswarnr SyntaxWarningr)rrrororprs zParserElement.__add__cCs\t|tr!tj|}nt|tsTtjdt|tdddS||S)zKImplementation of + operator when left operand is not a C{L{ParserElement}}z4Cannot combine element of type %s with ParserElementrsrN)rkrr!r)rtrurrv)rrrororprs zParserElement.__radd__cCsmt|tr!tj|}nt|tsTtjdt|tdddSt|tj |gS)z?Implementation of - operator, returns C{L{And}} with error stopz4Cannot combine element of type %s with ParserElementrsrN) rkrr!r)rtrurrvr _ErrorStop)rrrororp__sub__s zParserElement.__sub__cCs\t|tr!tj|}nt|tsTtjdt|tdddS||S)zKImplementation of - operator when left operand is not a C{L{ParserElement}}z4Cannot combine element of type %s with ParserElementrsrN)rkrr!r)rtrurrv)rrrororp__rsub__s zParserElement.__rsub__csNt|tr|d}}n3t|tr=|d dd}|ddkred|df}nt|dtr|ddkr|ddkrtS|ddkrtS|dtSqRt|dtrt|dtr|\}}||8}qRtdt|dt|dntdt||dkrmtdn|dkrtdn||kodknrtd n|r"fd d |r|dkr|}qtg||}qJ|}n(|dkr7}ntg|}|S) aImplementation of * operator, allows use of C{expr * 3} in place of C{expr + expr + expr}. Expressions may also me multiplied by a 2-integer tuple, similar to C{{min,max}} multipliers in regular expressions. Tuples may also include C{None} as in: - C{expr*(n,None)} or C{expr*(n,)} is equivalent to C{expr*n + L{ZeroOrMore}(expr)} (read as "at least n instances of C{expr}") - C{expr*(None,n)} is equivalent to C{expr*(0,n)} (read as "0 to n instances of C{expr}") - C{expr*(None,None)} is equivalent to C{L{ZeroOrMore}(expr)} - C{expr*(1,None)} is equivalent to C{L{OneOrMore}(expr)} Note that C{expr*(None,n)} does not raise an exception if more than n exprs exist in the input stream; that is, C{expr*(None,n)} does not enforce a maximum number of expr occurrences. If this behavior is desired, then write C{expr*(None,n) + ~expr} rNrruz7cannot multiply 'ParserElement' and ('%s','%s') objectsz0cannot multiply 'ParserElement' and '%s' objectsz/cannot multiply ParserElement by negative valuez@second tuple value must be greater or equal to first tuple valuez+cannot multiply ParserElement by 0 or (0,0)cs2|dkr$t|dStSdS)Nru)r)n)makeOptionalListrrorpr{#s z/ParserElement.__mul__..makeOptionalList)NN) rkrtupler0rrr ValueErrorr)rrZ minElementsZ optElementsrro)r{rrp__mul__sD#  &  )      zParserElement.__mul__cCs |j|S)N)r~)rrrororp__rmul__6szParserElement.__rmul__cCsdt|tr!tj|}nt|tsTtjdt|tdddSt||gS)z7Implementation of | operator - returns C{L{MatchFirst}}z4Cannot combine element of type %s with ParserElementrsrN) rkrr!r)rtrurrvr)rrrororp__or__9s zParserElement.__or__cCs\t|tr!tj|}nt|tsTtjdt|tdddS||BS)zKImplementation of | operator when left operand is not a C{L{ParserElement}}z4Cannot combine element of type %s with ParserElementrsrN)rkrr!r)rtrurrv)rrrororp__ror__Cs zParserElement.__ror__cCsdt|tr!tj|}nt|tsTtjdt|tdddSt||gS)z/Implementation of ^ operator - returns C{L{Or}}z4Cannot combine element of type %s with ParserElementrsrN) rkrr!r)rtrurrvr)rrrororp__xor__Ms zParserElement.__xor__cCs\t|tr!tj|}nt|tsTtjdt|tdddS||AS)zKImplementation of ^ operator when left operand is not a C{L{ParserElement}}z4Cannot combine element of type %s with ParserElementrsrN)rkrr!r)rtrurrv)rrrororp__rxor__Ws zParserElement.__rxor__cCsdt|tr!tj|}nt|tsTtjdt|tdddSt||gS)z1Implementation of & operator - returns C{L{Each}}z4Cannot combine element of type %s with ParserElementrsrN) rkrr!r)rtrurrvr )rrrororp__and__as zParserElement.__and__cCs\t|tr!tj|}nt|tsTtjdt|tdddS||@S)zKImplementation of & operator when left operand is not a C{L{ParserElement}}z4Cannot combine element of type %s with ParserElementrsrN)rkrr!r)rtrurrv)rrrororp__rand__ks zParserElement.__rand__cCs t|S)z3Implementation of ~ operator - returns C{L{NotAny}})r)rrororp __invert__uszParserElement.__invert__NcCs'|dk r|j|S|jSdS)aShortcut for C{L{setResultsName}}, with C{listAllMatches=default}:: userdata = Word(alphas).setResultsName("name") + Word(nums+"-").setResultsName("socsecno") could be written as:: userdata = Word(alphas)("name") + Word(nums+"-")("socsecno") If C{name} is given with a trailing C{'*'} character, then C{listAllMatches} will be passed as C{True}. If C{name} is omitted, same as calling C{L{copy}}. N)rEr)rrrororp__call__ys  zParserElement.__call__cCs t|S)zSuppresses the output of this C{ParserElement}; useful to keep punctuation from cluttering up returned output. )r()rrororpsuppressszParserElement.suppresscCs d|_|S)aDisables the skipping of whitespace before matching the characters in the C{ParserElement}'s defined pattern. This is normally only used internally by the pyparsing module, but may be needed in some whitespace-sensitive grammars. F)r0)rrororpleaveWhitespaces zParserElement.leaveWhitespacecCsd|_||_d|_|S)z/Overrides the default whitespace chars TF)r0r1r2)rr'rororpsetWhitespaceCharss   z ParserElement.setWhitespaceCharscCs d|_|S)zOverrides default behavior to expand C{}s to spaces before parsing the input string. Must be called before C{parseString} when the input grammar contains elements that match C{} characters.T)r4)rrororp parseWithTabss zParserElement.parseWithTabscCsZt|tr:||jkrV|jj|jqVn|jjt|j|S)zDefine expression to be ignored (e.g., comments) while doing pattern matching; may be called repeatedly, to define multiple comment or other ignorable patterns. )rkr(r5rr)rrrororpignores zParserElement.ignorecCs1|p t|pt|ptf|_d|_|S)zBEnable display of debugging messages while doing pattern matching.T)rrrr;r6)rZ startActionZ successActionZexceptionActionrororpsetDebugActionss    zParserElement.setDebugActionscCs)|r|jtttn d|_|S)z~Enable display of debugging messages while doing pattern matching. Set C{flag} to True to enable, False to disable.F)rrrrr6)rZflagrororpsetDebugs zParserElement.setDebugcCs|jS)N)r)rrororprszParserElement.__str__cCs t|S)N)rq)rrororprszParserElement.__repr__cCsd|_d|_|S)NT)r7r-)rrororprhs  zParserElement.streamlinecCsdS)Nro)rrrororpcheckRecursionszParserElement.checkRecursioncCs|jgdS)zXCheck defined expressions for valid structure, check for infinite recursive definitions.N)r)r validateTracerororpvalidateszParserElement.validatecCsy|j}Wn7tk rIt|d}|j}|jYnXy|j||SWn:tk r}ztjrn|WYdd}~XnXdS)zExecute the parse expression on the given file or filename. If a filename is specified (instead of a file object), the entire file is opened, read, and closed before parsing. rN)readropencloserlrr!rj)rZfile_or_filenamerkZ file_contentsfrrororp parseFiles   zParserElement.parseFilec st|tr+||kp*|j|jkSt|trwy!|jt|dddSWqtk rsdSYqXntt||kSdS)NrkTF)rkr!__dict__rrlrqrr)rr)rrorp__eq__s  zParserElement.__eq__cCs ||k S)Nro)rrrororp__ne__szParserElement.__ne__cCstt|S)N)hashid)rrororp__hash__szParserElement.__hash__cCs ||kS)Nro)rrrororp__req__szParserElement.__req__cCs ||k S)Nro)rrrororp__rne__szParserElement.__rne__)Brrrrr&rjr( staticmethodr*rrrArErMrPrQrSrUrWrXrZr^r_rdrLr`rerfrgrl_MAX_INTrnrqrrrrrxryr~rrrrrrrrrrrrrrrrrrrhrrrrrrrrroro)rrpr!s          H     -2 ! D              cs:eZdZdZfddZfddZS)r)zJAbstract C{ParserElement} subclass, for defining atomic matching patterns.cstt|jdddS)Nr?F)rr)r)r)rrorprszToken.__init__cs,tt|j|}d|j|_|S)Nz Expected )rr)rArr9)rrrx)rrorprAsz Token.setName)rrrrrrAroro)rrpr)s cs(eZdZdZfddZS)r z"An empty token, will always match.cs2tt|jd|_d|_d|_dS)Nr TF)rr rrr3r8)r)rrorprs  zEmpty.__init__)rrrrrroro)rrpr s cs7eZdZdZfddZdddZS)rzA token that will never match.cs;tt|jd|_d|_d|_d|_dS)NrTFzUnmatchable token)rrrrr3r8r9)r)rrorprs    zNoMatch.__init__TcCst|||j|dS)N)rr9)rrrrGrororprXszNoMatch.parseImpl)rrrrrrXroro)rrprs cs7eZdZdZfddZdddZS)rz*Token to exactly match a specified string.c stt|j||_t||_y|d|_Wn1tk rotj dt ddt |_ YnXdt |j|_d|j|_d|_d|_dS)Nrz2null string passed to Literal; use Empty() insteadrsrz"%s"z Expected F)rrrmatchrmatchLenfirstMatchCharrrtrurvr rrqrr9r3r8)r matchString)rrorpr%s     zLiteral.__init__TcCsg|||jkrK|jdks7|j|j|rK||j|jfSt|||j|dS)Nru)rr startswithrrr9)rrrrGrororprX8s$zLiteral.parseImpl)rrrrrrXroro)rrpr#s csqeZdZdZedZedfddZdddZfd d Zd d Z e e Z S) raToken to exactly match a specified string as a keyword, that is, it must be immediately followed by a non-keyword character. Compare with C{L{Literal}}:: Literal("if") will match the leading C{'if'} in C{'ifAndOnlyIf'}. Keyword("if") will not; it will only match the leading C{'if'} in C{'if x=1'}, or C{'if(y==2)'} Accepts two optional constructor arguments in addition to the keyword string: C{identChars} is a string of characters that would be valid identifier characters, defaulting to all alphanumerics + "_" and "$"; C{caseless} allows case-insensitive matching, default is C{False}. z_$Fc stt|j||_t||_y|d|_Wn(tk rftj dt ddYnXd|j|_ d|j |_ d|_ d|_||_|r|j|_|j}nt||_dS)Nrz2null string passed to Keyword; use Empty() insteadrsrz"%s"z Expected F)rrrrrrrrrtrurvrr9r3r8caselessupper caselessmatchset identChars)rrrr)rrorprLs"      zKeyword.__init__TcCse|jr||||jj|jkrI|t||jksh|||jj|jkrI|dks||dj|jkrI||j|jfSn|||jkrI|jdks|j|j|rI|t||jks|||j|jkrI|dks5||d|jkrI||j|jfSt |||j |dS)Nrru) rrrrrrrrrrr9)rrrrGrororprX_s &9)$3#zKeyword.parseImplcs%tt|j}tj|_|S)N)rrrDEFAULT_KEYWORD_CHARSr)rr)rrorprms z Keyword.copycCs |t_dS)z,Overrides the default Keyword chars N)rr)r'rororpsetDefaultKeywordCharsrszKeyword.setDefaultKeywordChars) rrrrr1rrrXrrrroro)rrpr@s   cs7eZdZdZfddZdddZS)rzToken to match a specified string, ignoring case of letters. Note: the matched results will always be in the case of the given match string, NOT the case of the input text. csItt|j|j||_d|j|_d|j|_dS)Nz'%s'z Expected )rrrr returnStringrr9)rr)rrorpr}s zCaselessLiteral.__init__TcCsV||||jj|jkr:||j|jfSt|||j|dS)N)rrrrrr9)rrrrGrororprXs&zCaselessLiteral.parseImpl)rrrrrrXroro)rrprxs cs7eZdZejfddZdddZS)rcs#tt|j||dddS)NrT)rrr)rrr)rrorprszCaselessKeyword.__init__TcCs||||jj|jkrs|t||jks_|||jj|jkrs||j|jfSt|||j|dS)N)rrrrrrrr9)rrrrGrororprXs&9zCaselessKeyword.parseImpl)rrrrrrrXroro)rrprs c s[eZdZdZddddddfddZdd d Zfd d ZS) r-aToken for matching words composed of allowed character sets. Defined with string containing all allowed initial characters, an optional string containing allowed body characters (if omitted, defaults to the initial character set), and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. An optional C{exclude} parameter can list characters that might be found in the input C{bodyChars} string; useful to define a word of all printables except for one or two characters, for instance. NrurFc s~tt|jridjfdd|D}|ridjfdd|D}qin||_t||_|r||_t||_n||_t||_|dk|_ |dkrt dn||_ |dkr||_ n t |_ |dkr/||_ ||_ nt||_d|j|_d |_||_d |j|jkrz|dkrz|dkrz|dkrz|j|jkrd t|j|_net|jdkrd tj|jt|jf|_n%d t|jt|jf|_|jrJd|jd|_nytj|j|_Wqzd|_YqzXndS)Nrc3s!|]}|kr|VqdS)Nro)rrr) excludeCharsrorprtsz Word.__init__..c3s!|]}|kr|VqdS)Nro)rrr)rrorprtsrruzZcannot specify a minimum length < 1; use Optional(Word()) if zero-length word is permittedz Expected F z[%s]+z%s[%s]*z [%s][%s]*z\b)rr-rr initCharsOrigr initChars bodyCharsOrig bodyChars maxSpecifiedr}minLenmaxLenrrqrr9r8 asKeyword_escapeRegexRangeCharsreStringrr<escapecompile)rrrminmaxexactrr)r)rrprsT"(             :  z Word.__init__Tc Cs|jr[|jj||}|s?t|||j|n|j}||jfS|||jkrt|||j|n|}|d7}t|}|j}||j }t ||}x*||kr|||kr|d7}qWd} |||j krd} n|j rG||krG|||krGd} n|j r|dkrp||d|ks||kr|||krd} qn| rt|||j|n||||fS)NruFTr)r<rrr9endgrouprrrrrrrr) rrrrGresultstartrVZ bodycharsmaxlocZthrowExceptionrororprXs6       %  < zWord.parseImplc sytt|jSWnYnX|jdkrdd}|j|jkrwd||j||jf|_qd||j|_n|jS)NcSs,t|dkr$|dddS|SdS)Nz...)r)rxrororp charsAsStrsz Word.__str__..charsAsStrz W:(%s,%s)zW:(%s))rr-rr-rr)rr)rrorprs (z Word.__str__)rrrrrrXrroro)rrpr-s $6#csaeZdZdZeejdZdfddZdddZ fd d Z S) r$zToken for matching strings that match a given regular expression. Defined with string specifying the regular expression in a form recognized by the inbuilt Python re module. z[A-Z]rc s@tt|jt|trt|dkrMtjdtddn||_ ||_ y+t j |j |j |_ |j |_ Wq tjk rtjd|tddYq XnIt|tjr||_ t||_ |_ ||_ n tdt||_d|j|_d|_d |_d S) zThe parameters C{pattern} and C{flags} are passed to the C{re.compile()} function as-is. See the Python C{re} module for an explanation of the acceptable patterns and flags.rz0null string passed to Regex; use Empty() insteadrsrz$invalid pattern (%s) passed to RegexzCRegex may only be constructed with a string or a compiled RE objectz Expected FTN)rr$rrkrrrtrurvpatternflagsr<rr sre_constantserrorcompiledREtyperlr}rqrr9r8r3)rrr)rrorprs.          zRegex.__init__TcCs|jj||}|s6t|||j|n|j}|j}t|j}|rx|D]}|||| same as quoteChar) rz$quoteChar cannot be the empty stringrsrNz'endQuoteChar cannot be the empty stringz %s(?:[^%s%s]rz%s(?:[^%s\n\r%s]ruz|(?:z)|(?:c3sB|]8}dtjjd|tj|fVqdS)z%s[^%s]N)r<r endQuoteCharr)rrr)rrorprtsz(QuotedString.__init__..)z|(?:%s)z|(?:%s.)z(.)z)*%sz$invalid pattern (%s) passed to Regexz Expected FTr)$rr"rrrrtrurv SyntaxError quoteChar quoteCharLenfirstQuoteCharrendQuoteCharLenescCharescQuoteunquoteResultsr< MULTILINEDOTALLrrrrrrescCharReplacePatternrrrrrqrr9r8r3)rrrrZ multilinerr)r)rrprRsd             ( %H  zQuotedString.__init__cCs|||jkr(|jj||p+d}|sOt|||j|n|j}|j}|jr||j|j }t |t r|j rtj |jd|}n|jr|j|j|j}qqn||fS)Nz\g<1>)rr<rrr9rrrrrrkrrrrrr{r)rrrrGrrrororprXs.     !zQuotedString.parseImplc sTytt|jSWnYnX|jdkrMd|j|jf|_n|jS)Nz.quoted string, starting with %s ending with %s)rr"rr-rr)r)rrorprszQuotedString.__str__)rrrrrrXrroro)rrpr"Os !IcsReZdZdZdddfddZdddZfd d ZS) raToken for matching words composed of characters *not* in a given set. Defined with string containing all disallowed characters, and an optional minimum, maximum, and/or exact length. The default value for C{min} is 1 (a minimum value < 1 is not valid); the default values for C{max} and C{exact} are 0, meaning no maximum or exact length restriction. rurcstt|jd|_||_|dkr@tdn||_|dkra||_n t|_|dkr||_||_nt ||_ d|j |_ |jdk|_ d|_ dS)NFruzfcannot specify a minimum length < 1; use Optional(CharsNotIn()) if zero-length char group is permittedrz Expected )rrrr0notCharsr}rrrrqrr9r3r8)rrrrr)rrorprs           zCharsNotIn.__init__TcCs|||jkr.t|||j|n|}|d7}|j}t||jt|}x*||kr|||kr|d7}qfW|||jkrt|||j|n||||fS)Nru)rrr9rrrr)rrrrGrZnotcharsmaxlenrororprXs  zCharsNotIn.parseImplc s}ytt|jSWnYnX|jdkrvt|jdkrcd|jdd|_qvd|j|_n|jS)Nrz !W:(%s...)z!W:(%s))rrrr-rr)r)rrorprszCharsNotIn.__str__)rrrrrrXrroro)rrprs csleZdZdZidd6dd6dd6dd 6d d 6Zd d ddfddZdddZS)r,aSpecial matching class for matching whitespace. Normally, whitespace is ignored by pyparsing grammars. This class is included when some whitespace structures are significant. Define with a string containing the whitespace characters to be matched; default is C{" \t\r\n"}. Also takes optional C{min}, C{max}, and C{exact} arguments, as defined for the C{L{Word}} class.zrz zrz z z rurcsttj|_jdjfddjDdjddjD_d_dj_ |_ |dkr|_ n t _ |dkr|_ |_ ndS)Nrc3s$|]}|jkr|VqdS)N) matchWhite)rrr)rrorprt sz!White.__init__..css|]}tj|VqdS)N)r, whiteStrs)rrrrororprtsTz Expected r) rr,rrrrr1rr3r9rrr)rZwsrrr)r)rrpr s ,"       zWhite.__init__TcCs|||jkr.t|||j|n|}|d7}||j}t|t|}x-||kr|||jkr|d7}qcW|||jkrt|||j|n||||fS)Nru)rrr9rrrr)rrrrGrrrororprXs  "zWhite.parseImpl)rrrrrrrXroro)rrpr,s  cs"eZdZfddZS)_PositionTokencs8tt|j|jj|_d|_d|_dS)NTF)rrrrrrr3r8)r)rrorpr/s z_PositionToken.__init__)rrrrroro)rrpr.s rcsCeZdZdZfddZddZdddZS) r zXToken to advance to a specific column of input text; useful for tabular report scraping.cs tt|j||_dS)N)rr rr7)rZcolno)rrorpr7szGoToColumn.__init__cCst|||jkrt|}|jrB|j||}nxE||kr||jrt|||jkr|d7}qEWn|S)Nru)r7rr5rUisspace)rrrrVrororprW;s  7zGoToColumn.preParseTcCsat||}||jkr6t||d|n||j|}|||}||fS)NzText not in expected column)r7r)rrrrGZthiscolZnewlocrrororprXDs zGoToColumn.parseImpl)rrrrrrWrXroro)rrpr 5s  csIeZdZdZfddZfddZdddZS) rzQMatches if current position is at the beginning of a line within the parse stringcs<tt|j|jtjjddd|_dS)NrrzExpected start of line)rrrrr!r&r{r9)r)rrorprNszLineStart.__init__cs<tt|j||}||dkr8|d7}n|S)Nrru)rrrW)rrrr[)rrorprWSs zLineStart.preParseTcCs]|dkp5||j|dkp5||ddksSt|||j|n|gfS)Nrrur)rWrr9)rrrrGrororprXYs  zLineStart.parseImpl)rrrrrrWrXroro)rrprLs cs7eZdZdZfddZdddZS)rzKMatches if current position is at the end of a line within the parse stringcs<tt|j|jtjjddd|_dS)NrrzExpected end of line)rrrrr!r&r{r9)r)rrorprbszLineEnd.__init__TcCs|t|krK||dkr0|ddfSt|||j|n8|t|krk|dgfSt|||j|dS)Nrru)rrr9)rrrrGrororprXgszLineEnd.parseImpl)rrrrrrXroro)rrpr`s cs7eZdZdZfddZdddZS)r'zCMatches if current position is at the beginning of the parse stringcs tt|jd|_dS)NzExpected start of text)rr'rr9)r)rrorprtszStringStart.__init__TcCsL|dkrB||j|dkrBt|||j|qBn|gfS)Nr)rWrr9)rrrrGrororprXxs zStringStart.parseImpl)rrrrrrXroro)rrpr'rs cs7eZdZdZfddZdddZS)r&z=Matches if current position is at the end of the parse stringcs tt|jd|_dS)NzExpected end of text)rr&rr9)r)rrorprszStringEnd.__init__TcCs|t|kr-t|||j|nT|t|krM|dgfS|t|kri|gfSt|||j|dS)Nru)rrr9)rrrrGrororprXs zStringEnd.parseImpl)rrrrrrXroro)rrpr&s cs:eZdZdZefddZdddZS)r/awMatches if the current position is at the beginning of a Word, and is not preceded by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordStart(alphanums)}. C{WordStart} will also match at the beginning of the string being parsed, or at the beginning of a line. cs/tt|jt||_d|_dS)NzNot at the start of a word)rr/rr wordCharsr9)rr)rrorprszWordStart.__init__TcCs^|dkrT||d|jks6|||jkrTt|||j|qTn|gfS)Nrru)rrr9)rrrrGrororprXs  zWordStart.parseImpl)rrrrrUrrXroro)rrpr/s cs:eZdZdZefddZdddZS)r.aaMatches if the current position is at the end of a Word, and is not followed by any character in a given set of C{wordChars} (default=C{printables}). To emulate the C{} behavior of regular expressions, use C{WordEnd(alphanums)}. C{WordEnd} will also match at the end of the string being parsed, or at the end of a line. cs8tt|jt||_d|_d|_dS)NFzNot at the end of a word)rr.rrrr0r9)rr)rrorprs zWordEnd.__init__TcCsvt|}|dkrl||krl|||jksN||d|jkrlt|||j|qln|gfS)Nrru)rrrr9)rrrrGrVrororprXs  zWordEnd.parseImpl)rrrrrUrrXroro)rrpr.s cseZdZdZdfddZddZddZd d Zfd d Zfd dZ fddZ dfddZ gddZ fddZ S)rzTAbstract subclass of ParserElement, for combining and post-processing parsed tokens.Fc stt|j|t|tr4t|}nt|trXt|g|_nt|t j rt dd|Drt t|}nt||_n4yt||_Wnt k r|g|_YnXd|_dS)Ncss|]}t|tVqdS)N)rkr)rrrrororprtsz+ParseExpression.__init__..F)rrrrkrrrrexprs collectionsSequenceallrNrr=)rrr?)rrorprs zParseExpression.__init__cCs |j|S)N)r)rrrororprszParseExpression.__getitem__cCs|jj|d|_|S)N)rrr-)rrrororprs zParseExpression.appendcCsDd|_dd|jD|_x|jD]}|jq,W|S)z~Extends C{leaveWhitespace} defined in base class, and also invokes C{leaveWhitespace} on all contained expressions.FcSsg|]}|jqSro)r)rrrTrororprs z3ParseExpression.leaveWhitespace..)r0rr)rrTrororprs  zParseExpression.leaveWhitespacecst|trb||jkrtt|j|x(|jD]}|j|jdq>Wqn>tt|j|x%|jD]}|j|jdqW|S)Nrurr)rkr(r5rrrr)rrrT)rrorprszParseExpression.ignorec s]ytt|jSWnYnX|jdkrVd|jjt|jf|_n|jS)Nz%s:(%s))rrrr-rrrqr)r)rrorprs%zParseExpression.__str__cs|tt|jx|jD]}|jqWt|jdkrx|jd}t||jr|j r|jdkr|j r|jdd|jdg|_d|_ |j |j O_ |j |j O_ n|jd}t||jrx|j rx|jdkrx|j rx|jdd|jdd|_d|_ |j |j O_ |j |j O_ qxn|S)Nrrrurr) rrrhrrrkrr+r.r6r-r3r8)rrTr)rrorprhs.   $    ' zParseExpression.streamlinecstt|j||}|S)N)rrrE)rrrDr)rrorprE szParseExpression.setResultsNamecCsI|dd|g}x|jD]}|j|q!W|jgdS)N)rrr)rrtmprTrororpr szParseExpression.validatecs2tt|j}dd|jD|_|S)NcSsg|]}|jqSro)r)rrrTrororpr s z(ParseExpression.copy..)rrrr)rr)rrorpr szParseExpression.copy)rrrrrrrrrrrhrErrroro)rrprs       csteZdZdZGdddeZdfddZdddZd d Zd d Z d dZ S)rzRequires all given C{ParseExpression}s to be found in the given order. Expressions may be separated by whitespace. May be constructed using the C{'+'} operator. cs"eZdZfddZS)zAnd._ErrorStopcs3ttj|j||d|_|jdS)N-)rrrwrrr)rrr)rrorpr* s zAnd._ErrorStop.__init__)rrrrroro)rrprw) s rwTcsott|j||tdd|jD|_|j|jdj|jdj|_d|_ dS)Ncss|]}|jVqdS)N)r3)rrrTrororprt1 szAnd.__init__..rT) rrrrrr3rr1r0r=)rrr?)rrorpr/ s z And.__init__c Cs\|jdj|||dd\}}d}x!|jddD] }t|tjrfd}qBn|ry|j|||\}}Wq/tk rYq/tk r}zd|_t|WYdd}~Xq/tk rtt |t ||j |Yq/Xn|j|||\}}|sA|j rB||7}qBqBW||fS)NrrHFruT) rrLrkrrwr rrbrrrr9r) rrrrG resultlistZ errorStoprTZ exprtokensrrororprX6 s((   ,z And.parseImplcCs+t|trt|}n|j|S)N)rkrrr)rrrororprO sz And.__iadd__cCsI|dd|g}x+|jD] }|j||js!Pq!q!WdS)N)rrr3)rrsubRecCheckListrTrororprT s   zAnd.checkRecursioncCsYt|dr|jS|jdkrRddjdd|jDd|_n|jS)Nr{rcss|]}t|VqdS)N)rq)rrrTrororprt` szAnd.__str__..})rrr-rr)rrororpr[ s -z And.__str__) rrrrr rwrrXrrrroro)rrpr# s   cs^eZdZdZdfddZdddZdd Zd d Zd d ZS)rzRequires that at least one C{ParseExpression} is found. If two expressions match, the expression that matches the longest string will be used. May be constructed using the C{'^'} operator. FcsQtt|j|||jrDtdd|jD|_n d|_dS)Ncss|]}|jVqdS)N)r3)rrrTrororprtm szOr.__init__..T)rrrrrr3)rrr?)rrorprj s "z Or.__init__Tc CsEd}d}d}x|jD]}y|j||}Wntk r} z/d| _| j|krw| }| j}nWYdd} ~ Xqtk rt||krt|t||j|}t|}nYqX||kr|}|} qqW|dkr2|dk r|q2t||d|n| j|||S)Nrurz no defined alternatives to matchrr) rr_rrbrrrr9rL) rrrrG maxExcLocZ maxMatchLoc maxExceptionrTZloc2r]Z maxMatchExprororprXq s.       z Or.parseImplcCs.t|tr!tj|}n|j|S)N)rkrr!r)r)rrrororp__ixor__ sz Or.__ixor__cCsYt|dr|jS|jdkrRddjdd|jDd|_n|jS)Nrrz ^ css|]}t|VqdS)N)rq)rrrTrororprt szOr.__str__..r)rrr-rr)rrororpr s -z Or.__str__cCs<|dd|g}x|jD]}|j|q!WdS)N)rr)rrrrTrororpr szOr.checkRecursion) rrrrrrXrrrroro)rrpre s   cs^eZdZdZdfddZdddZdd Zd d Zd d ZS)rzRequires that at least one C{ParseExpression} is found. If two expressions match, the first one listed is the one that will match. May be constructed using the C{'|'} operator. FcsQtt|j|||jrDtdd|jD|_n d|_dS)Ncss|]}|jVqdS)N)r3)rrrTrororprt sz&MatchFirst.__init__..T)rrrrrr3)rrr?)rrorpr s "zMatchFirst.__init__Tc Csd}d}x|jD]}y|j|||}|SWqtk r}z&|j|kro|}|j}nWYdd}~Xqtk rt||krt|t||j|}t|}nYqXqW|dk r|nt||d|dS)Nruz no defined alternatives to matchr)rrLrrrrr9) rrrrGrrrTrr]rororprX s"   zMatchFirst.parseImplcCs.t|tr!tj|}n|j|S)N)rkrr!r)r)rrrororp__ior__ szMatchFirst.__ior__cCsYt|dr|jS|jdkrRddjdd|jDd|_n|jS)Nrrz | css|]}t|VqdS)N)rq)rrrTrororprt sz%MatchFirst.__str__..r)rrr-rr)rrororpr s -zMatchFirst.__str__cCs<|dd|g}x|jD]}|j|q!WdS)N)rr)rrrrTrororpr szMatchFirst.checkRecursion) rrrrrrXrrrroro)rrpr s   csReZdZdZdfddZdddZddZd d ZS) r zRequires all given C{ParseExpression}s to be found, but in any order. Expressions may be separated by whitespace. May be constructed using the C{'&'} operator. TcsNtt|j||tdd|jD|_d|_d|_dS)Ncss|]}|jVqdS)N)r3)rrrTrororprt sz Each.__init__..T)rr rrrr3r0initExprGroups)rrr?)rrorpr s z Each.__init__c s|jrdd|jDfdd|jD}||_dd|jD|_dd|jD|_dd|jD|_|j|j7_d|_n|}|jdd}|jddg}d}x|r||j|j} g} x| D]} y| j||}Wntk rT| j| YqX|j| | |kr~|j | q| krj | qqWt | t | krd}qqW|rd j d d |D} t||d | n|fd d|jD7}g} x6|D].} | j |||\}}| j|q+Wt g}x| D]}i}xQ|jD]C}||krt ||}|t ||7}|||.cs+g|]!}|jr|kr|qSro)r3)rrrT)opt1rorpr s cSs(g|]}t|tr|jqSro)rkr0r)rrrTrororpr s cSs(g|]}t|tr|jqSro)rkrr)rrrTrororpr s cSs.g|]$}t|tttfs|qSro)rkrr0r)rrrTrororpr s FTz, css|]}t|VqdS)N)rq)rrrTrororprt sz!Each.parseImpl..z*Missing one or more required elements (%s)cs4g|]*}t|tr|jkr|qSro)rkrr)rrrT)tmpOptrorpr s )rrZ optionalsZmultioptionalsZ multirequiredZrequiredr_rrremoverrrLrrr)rrrrGZopt2ZtmpLocZtmpReqdZ matchOrderZ keepMatchingZtmpExprsZfailedrTZmissingrresultsZ finalResultsrZdupsrrrro)rrrprX sb               zEach.parseImplcCsYt|dr|jS|jdkrRddjdd|jDd|_n|jS)Nrrz & css|]}t|VqdS)N)rq)rrrTrororprt# szEach.__str__..r)rrr-rr)rrororpr s -z Each.__str__cCs<|dd|g}x|jD]}|j|q!WdS)N)rr)rrrrTrororpr' szEach.checkRecursion)rrrrrrXrrroro)rrpr s : cseZdZdZdfddZdddZdd Zfd d Zfd d ZddZ gddZ fddZ S)rzWAbstract subclass of C{ParserElement}, for combining and post-processing parsed tokens.Fcstt|j|t|tr4t|}n||_d|_|dk r|j|_|j |_ |j |j |j |_ |j |_ |j|_|jj|jndS)N)rrrrkrrrr-r8r3rr1r0r/r=r5r)rrr?)rrorpr/ s        zParseElementEnhance.__init__TcCsG|jdk r+|jj|||ddStd||j|dS)NrHFr)rrLrr9)rrrrGrororprX> szParseElementEnhance.parseImplcCs>d|_|jj|_|jdk r:|jjn|S)NF)r0rrr)rrororprD s  z#ParseElementEnhance.leaveWhitespacecst|trc||jkrtt|j||jdk r`|jj|jdq`qn?tt|j||jdk r|jj|jdn|S)Nrurr)rkr(r5rrrr)rr)rrorprK s zParseElementEnhance.ignorecs6tt|j|jdk r2|jjn|S)N)rrrhr)r)rrorprhW szParseElementEnhance.streamlinecCs_||kr"t||gn|dd|g}|jdk r[|jj|ndS)N)r#rr)rrrrororpr] s  z"ParseElementEnhance.checkRecursioncCsJ|dd|g}|jdk r9|jj|n|jgdS)N)rrr)rrrrororprd szParseElementEnhance.validatec slytt|jSWnYnX|jdkre|jdk red|jjt|jf|_n|jS)Nz%s:(%s))rrrr-rrrrq)r)rrorprj s%zParseElementEnhance.__str__) rrrrrrXrrrhrrrroro)rrpr- s    cs7eZdZdZfddZdddZS)r aLookahead matching of the given parse expression. C{FollowedBy} does *not* advance the parsing position within the input string, it only verifies that the specified parse expression matches at the current position. C{FollowedBy} always returns a null token list.cs#tt|j|d|_dS)NT)rr rr3)rr)rrorprz szFollowedBy.__init__TcCs|jj|||gfS)N)rr_)rrrrGrororprX~ szFollowedBy.parseImpl)rrrrrrXroro)rrpr u s csCeZdZdZfddZdddZddZS) raLookahead to disallow matching with the given parse expression. C{NotAny} does *not* advance the parsing position within the input string, it only verifies that the specified parse expression does *not* match at the current position. Also, C{NotAny} does *not* skip over leading whitespace. C{NotAny} always returns a null token list. May be constructed using the '~' operator.csBtt|j|d|_d|_dt|j|_dS)NFTzFound unwanted token, )rrrr0r3rqrr9)rr)rrorpr s  zNotAny.__init__Tc CsTy|jj||Wnttfk r1YnXt|||j||gfS)N)rr_rrr9)rrrrGrororprX s zNotAny.parseImplcCsIt|dr|jS|jdkrBdt|jd|_n|jS)Nrz~{r)rrr-rqr)rrororpr s zNotAny.__str__)rrrrrrXrroro)rrpr s  csXeZdZdZfddZdddZddZd fd d ZS) r0z>entering %s(line: '%s', %d, %s) z<.z)r%rr)rrro)rrpra s   ,FcCsxt|dt|dt|d}|rSt|t||j|S|tt||j|SdS)aHelper to define a delimited list of expressions - the delimiter defaults to ','. By default, the list elements and delimiters can have intervening whitespace, and comments, but this can be overridden by passing C{combine=True} in the constructor. If C{combine} is set to C{True}, the matching tokens are returned as a single token string, with the delimiters included; otherwise, the matching tokens are returned as a list of tokens, with the delimiters suppressed. z [rz]...N)rqrr0rAr()rZdelimcombineZdlNamerororpr>0 s,!cs|tfdd}|dkrHttjdd}n |j}|jd|j|dd|S) aCHelper to define a counted list of expressions. This helper defines a pattern of the form:: integer expr expr expr... where the leading integer tells how many expr expressions follow. The matched tokens returns the array of expr tokens as a list - the leading count token is suppressed. cs;|d}|r,ttg|p5tt>gS)Nr)rrrA)rxrrrz) arrayExprrrorpcountFieldParseActionF s -z+countedArray..countFieldParseActionNcSst|dS)Nr)r)rrororprK szcountedArray..ZarrayLenr>T)r r-rQrPrrArQ)rZintExprrro)rrrpr:> s    cCsMg}x@|D]8}t|tr8|jt|q |j|q W|S)N)rkrrrpr)LrrrororprpR s  rpcs2tfdd}|j|ddS)a?Helper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousLiteral(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches a previous literal, will also match the leading C{"1:1"} in C{"1:10"}. If this is not desired, use C{matchPreviousExpr}. Do *not* use with packrat parsing enabled. csf|rWt|dkr'|d>qbt|j}tdd|D>n t>dS)NrurcSsg|]}t|qSro)r)rrttrororpro s zEmatchPreviousLiteral..copyTokenToRepeater..)rrprrr )rxrrZtflat)reprorpcopyTokenToRepeaterh s z1matchPreviousLiteral..copyTokenToRepeaterr>T)r rQ)rrro)rrprN[ s  csHt|j}|Kfdd}|j|ddS)ajHelper to define an expression that is indirectly defined from the tokens matched in a previous expression, that is, it looks for a 'repeat' of a previous expression. For example:: first = Word(nums) second = matchPreviousExpr(first) matchExpr = first + ":" + second will match C{"1:1"}, but not C{"1:2"}. Because this matches by expressions, will *not* match the leading C{"1:1"} in C{"1:10"}; the expressions are evaluated first, and then compared, so C{"1"} is compared with C{"10"}. Do *not* use with packrat parsing enabled. cs;t|jfdd}j|dddS)Ncs7t|j}|kr3tdddndS)Nrr)rprr)rxrrZ theseTokens) matchTokensrorpmustMatchTheseTokens s zLmatchPreviousExpr..copyTokenToRepeater..mustMatchTheseTokensr>T)rprrP)rxrrr)r)rrpr sz.matchPreviousExpr..copyTokenToRepeaterr>T)r rrQ)rZe2rro)rrprMu s   cCsUx$dD]}|j|t|}qW|jdd}|jdd}t|S)Nz\^-]rz\nrz\t)r{_bslashrq)rxrrororpr s  rTc sH|r'dd}dd}tndd}dd}tg}t|tri|j}n_t|tjrt|dd}n4t|trt|}nt j dt dd |st Sd }x|t |d kr||}xt||d dD]f\}} || |rG|||d =Pq||| r|||d =|j|| | }PqqW|d 7}qW| r+|r+yit |t d j|krtd d jdd|DStdjdd|DSWq+t j dt dd Yq+Xntfdd|DS)arHelper to quickly define a set of alternative Literals, and makes sure to do longest-first testing when there is a conflict, regardless of the input order, but returns a C{L{MatchFirst}} for best performance. Parameters: - strs - a string of space-delimited literals, or a list of string literals - caseless - (default=False) - treat all literals as caseless - useRegex - (default=True) - as an optimization, will generate a Regex object; otherwise, will generate a C{MatchFirst} object (if C{caseless=True}, or if creating a C{Regex} raises an exception) cSs|j|jkS)N)r)rbrororpr szoneOf..cSs|jj|jS)N)rr)rrrororpr scSs ||kS)Nro)rrrororpr scSs |j|S)N)r)rrrororpr sNz2Invalid argument to oneOf, expected string or listrsrrrurz[%s]css|]}t|VqdS)N)r)rrsymrororprt szoneOf..|css|]}tj|VqdS)N)r<r)rrrrororprt sz7Exception creating Regex for oneOf, building MatchFirstcsg|]}|qSroro)rrr)parseElementClassrorpr s zoneOf..)rrrkrryrrrrrtrurvrrrrrr$r) ZstrsrZuseRegexZisequalZmasksZsymbolsrZcurrrro)r!rprR sP         ' !$$ cCsttt||S)aHelper to easily and clearly define a dictionary by specifying the respective patterns for the key and value. Takes care of defining the C{L{Dict}}, C{L{ZeroOrMore}}, and C{L{Group}} tokens in the proper order. The key pattern can include delimiting markers or punctuation, as long as they are suppressed, thereby leaving the significant key text. The value pattern can include named results, so that the C{Dict} results can include named token fields. )rr0r)rrrororpr? scCsytjdd}|j}d|_|d||d}|r\dd}n dd}|j||S) aHelper to return the original, untokenized text for a given expression. Useful to restore the parsed fields of an HTML start tag into the raw tag text itself, or to revert separate tokens with intervening whitespace back to the original matching input text. Simpler to use than the parse action C{L{keepOriginalText}}, and does not require the inspect module to chase up the call stack. By default, returns a string containing the original parsed text. If the optional C{asString} argument is passed as C{False}, then the return value is a C{L{ParseResults}} containing any results names that were originally matched, and a single token containing the original matched text from the input string. So if the expression passed to C{L{originalTextFor}} contains expressions with defined results names, you must set C{asString} to C{False} if you want to preserve those results name values.cSs|S)Nro)rxrrrororpr sz!originalTextFor..F_original_start _original_endcSs||j|jS)N)r"r#)rxrrrororpr scSs?|dd=|jd||j|j|d=|d=dS)Nrr"r#)rr"r#)rxrrrororp extractText s  z$originalTextFor..extractText)r rPrr=)rZasStringZ locMarkerZ endlocMarker matchExprr$rororprf s    cCst|jddS)ziHelper to undo pyparsing's default grouping of And expressions, even if all but one are non-empty.cSs|dS)Nrro)rrororpr szungroup..)r*rP)rrororprg scCsHtjdd}t|d|d|jjdS)aHelper to decorate a returned token with its starting and ending locations in the input string. This helper adds the following results names: - locn_start = location where matched expression begins - locn_end = location where matched expression ends - value = the actual parsed results Be careful if the input text contains C{} characters, you may want to call C{L{ParserElement.parseWithTabs}} cSs|S)Nro)rxrrrororpr szlocatedExpr..Z locn_startrZlocn_end)r rPrrr)rZlocatorrororpri s z\[]-*.$+^?()~ rcCs |ddS)Nrruro)rxrrrororpr srz\\0?[xX][0-9a-fA-F]+cCs tt|djddS)Nrz\0x)unichrrlstrip)rxrrrororpr sz \\0[0-7]+cCs!tt|ddddS)Nrru)r'r)rxrrrororpr srz\]rr^negatebodyrc sOddy0djfddtj|jDSWn dSYnXdS)aHelper to easily define string ranges for use in Word construction. Borrows syntax from regexp '[]' string range definitions:: srange("[0-9]") -> "0123456789" srange("[a-z]") -> "abcdefghijklmnopqrstuvwxyz" srange("[a-z$_]") -> "abcdefghijklmnopqrstuvwxyz$_" The input string must be enclosed in []'s, and the returned string is the expanded character set joined into a single string. The values enclosed in the []'s may be:: a single character an escaped character with a leading backslash (such as \- or \]) an escaped hex character with a leading '\x' (\x21, which is a '!' character) (\0x## is also supported for backwards compatibility) an escaped octal character with a leading '\0' (\041, which is a '!' character) a range of any of the above, separated by a dash ('a-z', etc.) any combination of the above ('aeiouy', 'a-zA-Z0-9_$', etc.) cSsNt|ts|Sdjddtt|dt|ddDS)Nrcss|]}t|VqdS)N)r')rrrrororprt0 sz+srange....rru)rkrrrord)prororpr0 szsrange..rc3s|]}|VqdS)Nro)rrpart) _expandedrorprt2 szsrange..N)r_reBracketExprrlr,)rxro)r0rpr^ s  0csfdd}|S)zrHelper method for defining parse actions that require matching at a specific column in the input text. cs2t||kr.t||dndS)Nzmatched token not at column %d)r7r)rZlocnr)rzrorp verifyCol: sz!matchOnlyAtCol..verifyColro)rzr2ro)rzrprL6 scsfdd}|S)zHelper method for common parse actions that simply return a literal value. Especially useful when used with C{L{transformString}()}. csgS)Nro)r)replStrrorp _replFuncC szreplaceWith.._replFuncro)r3r4ro)r3rpr[? scCs|dddS)zHelper parse action for removing quotation marks from parsed quoted strings. To use, add this parse action to quoted string using:: quotedString.setParseAction( removeQuotes ) rrurro)rxrrrororprYG scCsddtt|DS)z4Helper parse action to convert tokens to upper case.cSsg|]}|jqSro)r)rrrrororprP s z upcaseTokens..)rNrq)rxrrrororprcN scCsddtt|DS)z4Helper parse action to convert tokens to lower case.cSsg|]}|jqSro)lower)rrrrororprT s z"downcaseTokens..)rNrq)rxrrrororpr@R sc CsYy t}Wntk r-tdYnX|dd=|t|||7}|S)zDEPRECATED - use new helper method C{L{originalTextFor}}. Helper parse action to preserve original parsed text, overriding any nested parse actions.zJincorrect usage of keepOriginalText - may only be called as a parse actionN)getTokensEndLocrrr)rxrrrrororprEV s   c Cssddl}|j}zPxI|ddD]+}|ddkr,|djd}|Sq,WtdWd~XdS)ziMethod to be called from within a parse action to determine the end location of the parsed tokens.rNrr r^rzRincorrect usage of getTokensEndLoc - may only be called from within a parse action)inspectstackf_localsr)r7Zfstackrrrororpr6b s  r6cCsEt|tr+|}t|d| }n |j}tttd}|rtjj t }t d|dt t t|t d|tdddgjd j d d t d }nd jddtD}tjj t t|B}t d|dt t t|j ttt d|tdddgjd j dd t d }ttd|d }|jdd j|jddjjjd|}|jdd j|jddjjjd|}||_||_||fS)zRInternal helper to construct opening and closing tag expressions, given a tag namerz_-:rtag=/rFrAcSs|ddkS)Nrr<ro)rxrrrororpr sz_makeTags..rrcss!|]}|dkr|VqdS)rNro)rrrrororprt sz_makeTags..cSs|ddkS)Nrr<ro)rxrrrororpr szrz)rkrrrr-r2r1r<rrPrYr(rr0rrrErrUrXr@r_Lr{titleryrAr:)tagStrZxmlZresnameZ tagAttrNameZ tagAttrValueZopenTagZprintablesLessRAbrackZcloseTagrororp _makeTagsr s" r~AA  rAcCs t|dS)zRHelper to construct opening and closing tag expressions for HTML, given a tag nameF)rA)r@rororprJ scCs t|dS)zQHelper to construct opening and closing tag expressions for XML, given a tag nameT)rA)r@rororprK scsN|r|ddn |jddDfdd}|S)aHelper to create a validating parse action to be used with start tags created with C{L{makeXMLTags}} or C{L{makeHTMLTags}}. Use C{withAttribute} to qualify a starting tag with a required attribute value, to avoid false matches on common tags such as C{} or C{
}. Call C{withAttribute} with a series of attribute names and values. Specify the list of filter attributes names and values as: - keyword arguments, as in C{(align="right")}, or - as an explicit dict with C{**} operator, when an attribute name is also a Python reserved word, as in C{**{"class":"Customer", "align":"right"}} - a list of name-value tuples, as in ( ("ns1:class", "Customer"), ("ns2:align","right") ) For attribute names with a namespace prefix, you must use the second form. Attribute names are matched insensitive to upper/lower case. To verify that the attribute exists, but without specifying a value, pass C{withAttribute.ANY_VALUE} as the value. NcSs"g|]\}}||fqSroro)rrrrrororpr s z!withAttribute..csx~D]v\}}||kr8t||d|n|tjkr|||krt||d||||fqqWdS)Nzno matching attribute z+attribute '%s' has value '%s', must be '%s')rrd ANY_VALUE)rxrr\ZattrNameZ attrValue)attrsrorppa s   zwithAttribute..pa)r)rZattrDictrDro)rCrprd s  (rcCst}||||B}xt|D]\}}|d dd\}} } } | dkr|dks~t|dkrtdn|\} } nt}| tjkr| dkrt||t|t|}q| dkrU|dk r.t|||t|t||}qt||t|t|}q| dkrt|| || |t|| || |}qtdn+| tj kr| dkrt |t st |}nt|j |t||}q| dkrt|dk rMt|||t|t||}qt||t|t|}q| dkrt|| || |t|| || |}qtdn td| r|j | n|||BK}|}q(W||K}|S) aHelper method for constructing grammars of expressions made up of operators working in a precedence hierarchy. Operators may be unary or binary, left- or right-associative. Parse actions can also be attached to operator expressions. Parameters: - baseExpr - expression representing the most basic element for the nested - opList - list of tuples, one for each operator precedence level in the expression grammar; each tuple is of the form (opExpr, numTerms, rightLeftAssoc, parseAction), where: - opExpr is the pyparsing expression for the operator; may also be a string, which will be converted to a Literal; if numTerms is 3, opExpr is a tuple of two expressions, for the two operators separating the 3 terms - numTerms is the number of terms for this operator (must be 1, 2, or 3) - rightLeftAssoc is the indicator whether the operator is right or left associative, using the pyparsing-defined constants C{opAssoc.RIGHT} and C{opAssoc.LEFT}. - parseAction is the parse action to be associated with expressions matching this operator expression (the parse action tuple member may be omitted) - lpar - expression for matching left-parentheses (default=Suppress('(')) - rpar - expression for matching right-parentheses (default=Suppress(')')) Nrr rz@if numterms=3, opExpr must be a tuple or list of two expressionsruz6operator must be unary (1), binary (2), or ternary (3)z2operator must indicate right or left associativity)N)r rrr}rSLEFTr rrRIGHTrkrrrP)ZbaseExprZopListZlparZrparrZlastExprrZoperDefZopExprZarityZrightLeftAssocrDZopExpr1ZopExpr2ZthisExprr%rororprh sP     '  /'   $  /'     z4"(?:[^"\n\r\\]|(?:"")|(?:\\x[0-9a-fA-F]+)|(?:\\.))*"z string enclosed in double quotesz4'(?:[^'\n\r\\]|(?:'')|(?:\\x[0-9a-fA-F]+)|(?:\\.))*'z string enclosed in single quoteszq(?:"(?:[^"\n\r\\]|(?:"")|(?:\\x[0-9a-fA-F]+)|(?:\\.))*")|(?:'(?:[^'\n\r\\]|(?:'')|(?:\\x[0-9a-fA-F]+)|(?:\\.))*')z*quotedString using single or double quotesucCs||krtdn|dkrt|trt|trt|dkrt|dkr|dk rtt|t||tjddj dd}qt j t||tjj dd}q|dk rBtt|t |t |ttjddj dd}qttt |t |ttjddj d d}qtd nt }|dk r|tt|t||B|Bt|K}n.|tt|t||Bt|K}|S) aHelper method for defining nested lists enclosed in opening and closing delimiters ("(" and ")" are the default). Parameters: - opener - opening character for a nested list (default="("); can also be a pyparsing expression - closer - closing character for a nested list (default=")"); can also be a pyparsing expression - content - expression for items within the nested lists (default=None) - ignoreExpr - expression for ignoring opening and closing delimiters (default=quotedString) If an expression is not provided for the content argument, the nested expression will capture all whitespace-delimited content between delimiters as a list of separate values. Use the C{ignoreExpr} argument to define expressions that may contain opening or closing characters that should not be treated as opening or closing characters for nesting, such as quotedString or a comment expression. Specify multiple expressions using an C{L{Or}} or C{L{MatchFirst}}. The default is L{quotedString}, but if no expressions are to be ignored, then pass C{None} for this argument. z.opening and closing strings cannot be the sameNrurcSs|djS)Nr)r)rrororpr(sznestedExpr..cSs|djS)Nr)r)rrororpr+scSs|djS)Nr)r)rrororpr1scSs|djS)Nr)r)rrororpr5szOopening and closing arguments must be strings if no content expression is given)r}rkrrrrrr!r&rPrArrr rr(r0)ZopenerZcloserZcontentrrrororprO s$  $ @ * NI  5.c sfdd}fdd}fdd}ttjdj}ttj|}tj|}tj|} |rtt||t|t|t|| } n0tt|t|t|t|} |jt t| S)aHelper method for defining space-delimited indentation blocks, such as those used to define block statements in Python source code. Parameters: - blockStatementExpr - expression defining syntax of statement that is repeated within the indented block - indentStack - list created by caller to manage indentation stack (multiple statementWithIndentedBlock expressions within a single grammar should share a common indentStack) - indent - boolean indicating whether block must be indented beyond the the current level; set to False for block of left-most statements (default=True) A valid block must contain at least one C{blockStatement}. css|t|krdSt||}|dkro|dkrZt||dnt||dndS)Nruzillegal nestingznot a peer entryrr)rr7rr)rxrrcurCol) indentStackrorpcheckPeerIndentOsz&indentedBlock..checkPeerIndentcsEt||}|dkr/j|nt||ddS)Nruznot a subentryr)r7rr)rxrrrI)rJrorpcheckSubIndentWsz%indentedBlock..checkSubIndentcsn|t|krdSt||}oH|dkoH|dks`t||dnjdS)Nrurznot an unindentr)rr7rr)rxrrrI)rJrorp checkUnindent^s &z$indentedBlock..checkUnindentz ) rrrrr rPrrrr) ZblockStatementExprrJrrKrLrNr INDENTZPEERZUNDENTZsmExprro)rJrpre?s8 $z#[\0xc0-\0xd6\0xd8-\0xf6\0xf8-\0xff]z[\0xa1-\0xbf\0xd7\0xf7]z_:rvzgt lt amp nbsp quotentityrwz><& "cCs |jtkrt|jpdS)N)rP_htmlEntityMap)rrororprysz/\*(?:[^*]*\*+)+?/zC style commentzz.*z \/\/(\\\n|.)*z // commentz:/(?:\*(?:[^*]*\*+)+?/|/[^\n]*(?:\n[^\n]*)*?(?:(?z tokens = ztokens.columns = ztokens.tables = ZSQLTrrur*) simpleSQLrlrrrlcolumnstablesrrrFr)Z teststringr\rYr]rororptests  rVZselectfromz_$r rrBrTrUzSELECT * from XYZZY, ABCzselect * from SYS.XYZZYzSelect A from Sys.dualzSelect AA,BB,CC from Sys.dualzSelect A, B, C from Sys.dualzXelect A, B, C from Sys.dualzSelect A, B, C frox Sys.dualZSelectzSelect ^^^ frox Sys.dualz'Select A, B, C from Sys.dual, Table2 )r __version__Z__versionTime__ __author__rweakrefrrrrrtr<rrr __all__versionrrmaxsizerrlrchrr'rqsumrrreversedrr|rrrrrr$ZmaxintZxrangerZ __builtin__ryfnamergetattrrrrr}rr~Zascii_lowercaseZascii_uppercaser2rQrBr1rrZ printablerUrarrrr r#rrMutableMappingregisterr7rIrFrrrrPr%r!r)r rrr>r)rrrr-r$r"rr,rr rrr'r&r/r.rrrrr rr rr0rrrrr%r rr*r+rrrr(rrar>r:rprNrMrrRr?rfrgrirArArHrGr`r_rPZ _escapedPuncZ_escapedHexCharZ_escapedOctCharZ _singleCharZ _charRangerEr1r^rLr[rYrcr@rEr6rArJrKrdrBrSrFrGrhrTr<r]rXrbrOrer3rVr5r4rhr9rrzrQrZr6rCrr\r=r;rDrWZ _commasepitemr8rrVZ selectTokenZ fromTokenZidentZ columnNameZcolumnNameListZ tableNameZ tableNameListrSrorororp:s         *         0          8 |@p>1 kB=7TH '" ">L   "     @   $$@              H44  /  P+