Your IP : 3.141.25.125
��Yf�5 � @ s� d d l m Z m Z m Z Gd d � d e j � Z Gd d � d e � Z Gd d � d e � Z Gd d � d e � Z d
d d � Z
d
S)� )�grammar�token�tokenizec @ s e Z d Z d S)� PgenGrammarN)�__name__�
__module__� __qualname__� r r �7/opt/alt/python35/lib64/python3.5/lib2to3/pgen2/pgen.pyr s r c @ s� e Z d Z d d d � Z d d � Z d d � Z d d � Z d
d � Z d d
� Z d d � Z d d � Z
d d � Z d d � Z d d � Z
d d � Z d d � Z d d � Z d d � Z d d d! � Z d" d# � Z d$ d% � Z d S)&�ParserGeneratorNc C s� d } | d k r' t | � } | j } | | _ | | _ t j | j � | _ | j � | j � \ | _
| _ | d k r� | � i | _ | j
� d S)N)�open�close�filename�streamr �generate_tokens�readline� generator�gettoken�parse�dfas� startsymbol�first� addfirstsets)�selfr r Z close_streamr r r
�__init__ s
zParserGenerator.__init__c C s� t � } t | j j � � } | j � | j | j � | j d | j � x; | D]3 } d t | j � } | | j | <| | j
| <qR Wx� | D]� } | j | } g } x� | D]� } g } xK t | j j
� � D]4 \ } }
| j | j | | � | j |
� f � q� W| j r/| j d | j | � f � | j | � q� W| j j | � | | j | | � f | j | j | <q� W| j | j | _ | S)N� � )r �listr �keys�sort�remover �insert�len�
symbol2numberZ
number2symbol�sorted�arcs�items�append�
make_label�index�isfinal�states�
make_first�start) r �c�names�name�i�dfar+ �stater% �label�nextr r r
� make_grammar s.
", *z ParserGenerator.make_grammarc C sJ | j | } i } x0 t | � D]" } | j | | � } d | | <q W| S)Nr )r r$ r( )r r. r0 Zrawfirstr r4 �ilabelr r r
r, 4 s
zParserGenerator.make_firstc C s� t | j � } | d j � r| | j k ry | | j k rH | j | S| j j | j | d f � | | j | <| Sq�t t | d � } t | t � s� t
| � � | t j k s� t
| � � | | j k r� | j | S| j j | d f � | | j | <| Sn� | d d k s!t
| � � t
| � } | d j � r�| | j k rW| j | S| j j t j | f � | | j | <| SnN t j | } | | j k r�| j | S| j j | d f � | | j | <| Sd S)Nr �"�')r8 r9 )r" Zlabels�isalphar# Z symbol2labelr' �getattrr �
isinstance�int�AssertionError�tok_name�tokens�eval�keywords�NAMEr Zopmap)r r. r4 r7 Zitoken�valuer r r
r( = s<
zParserGenerator.make_labelc C sP t | j j � � } | j � x* | D]" } | | j k r& | j | � q& Wd S)N)r r r r r � calcfirst)r r/ r0 r r r
r k s
z ParserGenerator.addfirstsetsc C sc | j | } d | j | <| d } i } i } x� | j j � D]� \ } } | | j k r� | | j k r� | j | } | d k r� t d | � � n | j | � | j | } | j | � | | | <q@ d | | <| d i | | <q@ Wi } xa | j � D]S \ } }
xD |
D]< } | | k r@t d | | | | | f � � | | | <qWq� W| | j | <d S)Nr zrecursion for rule %rr zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r r r% r& �
ValueErrorrE �update) r r0 r2 r3 ZtotalsetZ overlapcheckr4 r5 �fsetZinverseZitsfirstZsymbolr r r
rE s s2
zParserGenerator.calcfirstc C s� i } d } x� | j t j k r� x | j t j k rC | j � q$ W| j t j � } | j t j d � | j � \ } } | j t j � | j | | � } t
| � } | j | � t
| � } | | | <| d k r | } q W| | f S)N�:) �typer � ENDMARKER�NEWLINEr �expectrC �OP� parse_rhs�make_dfar" � simplify_dfa) r r r r0 �a�zr2 ZoldlenZnewlenr r r
r � s"
zParserGenerator.parsec sD t | t � s t � t | t � s* t � � f d d � } � f d d � � t | | � | � g } x� | D]� } i } xP | j D]E } x< | j D]1 \ } } | d k r� � | | j | i � � q� Wq� Wxm t | j � � D]Y \ } }
x: | D] } | j |
k r� Pq� Wt |
| � } | j | � | j
| | � q� Wqm W| S)Nc s i } � | | � | S)Nr )r3 �base)�
addclosurer r
�closure� s
z)ParserGenerator.make_dfa.<locals>.closurec sf t | t � s t � | | k r% d Sd | | <x0 | j D]% \ } } | d k r9 � | | � q9 Wd S)Nr )r< �NFAStater> r% )r3 rT r4 r5 )rU r r
rU � s
z,ParserGenerator.make_dfa.<locals>.addclosure) r< rW r> �DFAState�nfasetr% �
setdefaultr$ r& r' �addarc) r r- �finishrV r+ r3 r% Znfastater4 r5 rY �str )rU r
rP � s&
!
zParserGenerator.make_dfac
C s� t d | � | g } x� t | � D]� \ } } t d | | | k rJ d pM d � x | j D]t \ } } | | k r� | j | � } n t | � } | j | � | d k r� t d | � q[ t d | | f � q[ Wq# Wd S)NzDump of NFA forz Statez(final)� z -> %dz %s -> %d)�print� enumerater% r) r" r' )
r r0 r- r\ Ztodor1 r3 r4 r5 �jr r r
�dump_nfa� s
"
zParserGenerator.dump_nfac C s� t d | � x| t | � D]n \ } } t d | | j r> d pA d � x@ t | j j � � D]) \ } } t d | | j | � f � q[ Wq Wd S)NzDump of DFA forz Statez(final)r^ z %s -> %d)r_ r` r* r$ r% r& r) )r r0 r2 r1 r3 r4 r5 r r r
�dump_dfa� s
"zParserGenerator.dump_dfac C s� d } x� | r� d } x� t | � D]u \ } } xf t | d t | � � D]K } | | } | | k rH | | =x | D] } | j | | � qr Wd } PqH Wq" Wq Wd S)NTFr )r` �ranger" �
unifystate)r r2 Zchangesr1 Zstate_ira Zstate_jr3 r r r
rQ � s
z ParserGenerator.simplify_dfac C s� | j � \ } } | j d k r+ | | f St � } t � } | j | � | j | � xI | j d k r� | j � | j � \ } } | j | � | j | � qZ W| | f Sd S)N�|)� parse_altrD rW r[ r )r rR rS ZaaZzzr r r
rO � s
zParserGenerator.parse_rhsc C sr | j � \ } } xS | j d k s? | j t j t j f k rg | j � \ } } | j | � | } q W| | f S)N�(�[)rh ri )�
parse_itemrD rJ r rC �STRINGr[ )r rR �br. �dr r r
rg
s
zParserGenerator.parse_altc C s� | j d k rU | j � | j � \ } } | j t j d � | j | � | | f S| j � \ } } | j } | d k r� | | f S| j � | j | � | d k r� | | f S| | f Sd S)Nri �]�+�*)ro rp )rD r rO rM r rN r[ �
parse_atom)r rR rS rD r r r
rj s
zParserGenerator.parse_itemc C s� | j d k rH | j � | j � \ } } | j t j d � | | f S| j t j t j f k r� t � } t � } | j
| | j � | j � | | f S| j d | j | j � d S)Nrh �)z+expected (...) or NAME or STRING, got %s/%s) rD r rO rM r rN rJ rC rk rW r[ � raise_error)r rR rS r r r
rq ( s
zParserGenerator.parse_atomc C s` | j | k s* | d k rI | j | k rI | j d | | | j | j � | j } | j � | S)Nzexpected %s/%s, got %s/%s)rJ rD rs r )r rJ rD r r r
rM 9 s *
zParserGenerator.expectc C si t | j � } x/ | d t j t j f k r@ t | j � } q W| \ | _ | _ | _ | _ | _ d S)Nr )
r5 r r �COMMENT�NLrJ rD Zbegin�end�line)r �tupr r r
r A s zParserGenerator.gettokenc G sw | rD y | | } Wn- d j | g t t t | � � � } Yn Xt | | j | j d | j d | j f � � d S)N� r r )�joinr �map�str� SyntaxErrorr rv rw )r �msg�argsr r r
rs H s *zParserGenerator.raise_error)r r r r r6 r, r( r rE r rP rb rc rQ rO rg rj rq rM r rs r r r r
r
s$ . $
r c @ s+ e Z d Z d d � Z d d d � Z d S)rW c C s
g | _ d S)N)r% )r r r r
r S s zNFAState.__init__Nc C sP | d k s! t | t � s! t � t | t � s6 t � | j j | | f � d S)N)r< r| r> rW r% r' )r r5 r4 r r r
r[ V s !zNFAState.addarc)r r r r r[ r r r r
rW Q s rW c @ sF e Z d Z d d � Z d d � Z d d � Z d d � Z d Z d S)
rX c C sp t | t � s t � t t t | � � t � s6 t � t | t � sK t � | | _ | | k | _ i | _ d S)N) r< �dictr> r5 �iterrW rY r* r% )r rY �finalr r r
r ] s ! zDFAState.__init__c C sP t | t � s t � | | j k s* t � t | t � s? t � | | j | <d S)N)r< r| r> r% rX )r r5 r4 r r r
r[ e s zDFAState.addarcc C s= x6 | j j � D]% \ } } | | k r | | j | <q Wd S)N)r% r& )r �old�newr4 r5 r r r
re k s zDFAState.unifystatec C s� t | t � s t � | j | j k r+ d St | j � t | j � k rM d Sx9 | j j � D]( \ } } | | j j | � k r] d Sq] Wd S)NFT)r< rX r> r* r" r% r& �get)r �otherr4 r5 r r r
�__eq__p s zDFAState.__eq__N)r r r r r[ re r� �__hash__r r r r
rX [ s
rX z Grammar.txtc C s t | � } | j � S)N)r r6 )r �pr r r
�generate_grammar� s r� N) r^ r r r ZGrammarr �objectr rW rX r� r r r r
�<module> s � H
%