B ۙ\@sdZdZddlZddlmZmZmZmZmZm Z ddl m Z ddl m Z Gdd d e Zd d ZGd d d eZejejejddZddZddZddZdS)zPattern compiler. The grammar is taken from PatternGrammar.txt. The compiler compiles a pattern to a pytree.*Pattern instance. z#Guido van Rossum N)driverliteralstokentokenizeparsegrammar)pytree)pygramc@s eZdZdS)PatternSyntaxErrorN)__name__ __module__ __qualname__rr%/usr/lib/python3.7/lib2to3/patcomp.pyr sr c csPtjtjtjh}tt|j}x(|D] }|\}}}}}||kr(|Vq(WdS)z6Tokenizes a string suppressing significant whitespace.N) rNEWLINEINDENTDEDENTrgenerate_tokensioStringIOreadline) inputskiptokensZ quintupletypevaluestartendZ line_textrrrtokenize_wrappers  rc@s:eZdZd ddZdddZddZdd d Zd d ZdS)PatternCompilerNcCsZ|dkrtj|_tj|_nt||_t|j|_tj|_ tj |_ tj |jt d|_dS)z^Initializer. Takes an optional alternative filename for the pattern grammar. N)Zconvert)r Zpattern_grammarrZpattern_symbolssymsrZ load_grammarZSymbolsZpython_grammarZ pygrammarZpython_symbolspysymsZDriverpattern_convert)selfZ grammar_filerrr__init__(s  zPatternCompiler.__init__Fc Cspt|}y|jj||d}Wn2tjk rN}ztt|dWdd}~XYnX|rb|||fS||SdS)z=Compiles a pattern string to a nested pytree.*Pattern object.)debugN)rrZ parse_tokensrZ ParseErrorr str compile_node)r$rr&Z with_treerrooterrrcompile_pattern7s zPatternCompiler.compile_patternc s|jjjkr|jd}|jjjkrzfdd|jdddD}t|dkrX|dStjdd|Dddd}|S|jjj krʇfd d|jD}t|dkr|dStj|gddd}|S|jjj kr |jdd}t |}|S|jjj kstd}|j}t|d krR|djtjkrR|dj}|dd}d}t|dkr|d jjjkr|d }|dd } ||}|dk r|jjjkst|j} | d} | jtjkrd} tj} n| jtjkrd} tj} np| jtjkr^| d jtjkstt| d ks.t| d} } t| d krh| d } n dsht| dks|| dkr|}tj|gg| | d}|dk r||_|S)zXCompiles a node, recursively. This is one big switch on the node type. rcsg|]}|qSr)r().0ch)r$rr Osz0PatternCompiler.compile_node..NrcSsg|] }|gqSrr)r,arrrr.Rs)minmaxcsg|]}|qSr)r()r,r-)r$rrr.Vs)r3r5F)rr!ZMatcherchildrenZ Alternativeslenr WildcardPatternoptimizeZ AlternativeZ NegatedUnit compile_basicZNegatedPatternZUnitAssertionErrorrEQUALrZRepeaterSTARZHUGEPLUSLBRACERBRACEget_intname) r$nodeZaltspZunitspatternrBnodesrepeatr6Zchildr1r2r)r$rr(Csh       "     zPatternCompiler.compile_nodecCsnt|dkst|d}|jtjkrDtt|j}t t ||S|jtj kr|j}| r|tkrttd||ddrtdt t|S|dkrd}n,|dst|j|d}|dkrtd||ddr||djdg}nd}t ||SnV|jdkr ||dS|jd kr\|dks:t||d}t j|ggddd Sd sjt|dS) NrrzInvalid token: %rzCan't have details for tokenany_zInvalid symbol: %r([)r1r2F)r7r;rrSTRINGr'rZ evalStringrr Z LeafPattern_type_of_literalNAMEisupper TOKEN_MAPr startswithgetattrr"r(r6Z NodePatternr8)r$rFrGrCrrZcontent subpatternrrrr:s<        zPatternCompiler.compile_basiccCs|jtjkstt|jS)N)rrNUMBERr;intr)r$rCrrrrAszPatternCompiler.get_int)N)FF)N)r r rr%r+r(r:rArrrrr &s   G #r )rNrLrTZTOKENcCs.|drtjS|tjkr&tj|SdSdS)Nr)isalpharrNrZopmap)rrrrrMs    rMcCs>|\}}}}|s||jkr*tj|||dStj|||dSdS)z9Converts raw node information to a Node or Leaf instance.)contextN)Z number2symbolr ZNodeZLeaf)rZ raw_node_inforrrWr6rrrr#s r#cCs t|S)N)r r+)rErrrr+sr+)__doc__ __author__rZpgen2rrrrrrr r Exceptionr robjectr rNrLrTrPrMr#r+rrrr s