Your IP : 3.142.156.141
B
YI~d�5 � @ sd d dl mZmZmZ G dd� dej�ZG dd� de�ZG dd� de�ZG dd � d e�Z dd d �Z
d
S )� )�grammar�token�tokenizec @ s e Zd ZdS )� PgenGrammarN)�__name__�
__module__� __qualname__� r r �7/opt/alt/python37/lib64/python3.7/lib2to3/pgen2/pgen.pyr s r c @ s� e Zd Zd&dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd'd d!�Zd"d#� Zd$d%� ZdS )(�ParserGeneratorNc C sl d }|d krt |�}|j}|| _|| _t�|j�| _| �� | � � \| _
| _ |d k rZ|� i | _ | �
� d S )N)�open�close�filename�streamr �generate_tokens�readline� generator�gettoken�parse�dfas� startsymbol�first� addfirstsets)�selfr r Z close_streamr r r
�__init__ s zParserGenerator.__init__c C s* t � }t| j�� �}|�� |�| j� |�d| j� x.|D ]&}dt|j � }||j |< ||j
|< q<W x�|D ]�}| j| }g }xl|D ]d}g }x6t |j �
� �D ]$\} }
|�| �|| �|�|
�f� q�W |jr�|�d|�|�f� |�|� q�W |j�|� || �||�f|j|j | < qlW |j | j |_|S )N� � )r �listr �keys�sort�remover �insert�len�
symbol2numberZ
number2symbol�sorted�arcs�items�append�
make_label�index�isfinal�states�
make_first�start) r �c�names�name�i�dfar+ �stater% �label�nextr r r
� make_grammar s.
z ParserGenerator.make_grammarc C s8 | j | }i }x$t|�D ]}| �||�}d||< qW |S )Nr )r r$ r( )r r. r0 Zrawfirstr r4 �ilabelr r r
r, 4 s
zParserGenerator.make_firstc C s& t |j�}|d �� r�||jkrZ||jkr4|j| S |j�|j| d f� ||j|< |S n>tt|d �}||jkrz|j| S |j�|d f� ||j|< |S n�t |�}|d �� r�||j
kr�|j
| S |j�tj |f� ||j
|< |S n>t j
| }||jk�r|j| S |j�|d f� ||j|< |S d S )Nr )r" �labels�isalphar# Z symbol2labelr' �getattrr �tokens�eval�keywords�NAMEr Zopmap)r r. r4 r7 Zitoken�valuer r r
r( = s6
zParserGenerator.make_labelc C s< t | j�� �}|�� x |D ]}|| jkr | �|� q W d S )N)r r r r r � calcfirst)r r/ r0 r r r
r k s
z ParserGenerator.addfirstsetsc C s
| j | }d | j|< |d }i }i }x�|j�� D ]x\}}|| j kr�|| jkrl| j| }|d kr�td| ��n| �|� | j| }|�|� |||< q0d||< |di||< q0W i } xJ|�� D ]>\}}
x4|
D ],} | | kr�td|| || | f ��|| | < q�W q�W || j|< d S )Nr zrecursion for rule %rr zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r r r% r& �
ValueErrorr@ �update) r r0 r2 r3 ZtotalsetZ overlapcheckr4 r5 �fsetZinverseZitsfirst�symbolr r r
r@ s s2
zParserGenerator.calcfirstc C s� i }d }x�| j tjkr�x| j tjkr.| �� qW | �tj�}| �tjd� | �� \}}| �tj� | � ||�}t
|�}| � |� t
|�}|||< |d kr
|}q
W ||fS )N�:) �typer � ENDMARKER�NEWLINEr �expectr> �OP� parse_rhs�make_dfar" � simplify_dfa) r r r r0 �a�zr2 ZoldlenZnewlenr r r
r � s"
zParserGenerator.parsec s� � fdd�}� fdd�� t ||�|�g}x�|D ]�}i }x<|jD ]2}x,|jD ]"\}} |d k rJ� | |�|i �� qJW q>W xRt|�� �D ]B\}}
x,|D ]} | j|
kr�P q�W t |
|�} |�| � |�| |� q�W q.W |S )Nc s i }� | |� |S )Nr )r3 �base)�
addclosurer r
�closure� s
z)ParserGenerator.make_dfa.<locals>.closurec s> | |kr d S d|| < x$| j D ]\}}|d kr � ||� q W d S )Nr )r% )r3 rP r4 r5 )rQ r r
rQ � s z,ParserGenerator.make_dfa.<locals>.addclosure)�DFAState�nfasetr% �
setdefaultr$ r& r' �addarc) r r- �finishrR r+ r3 r% Znfastater4 r5 rT �str )rQ r
rL � s"
zParserGenerator.make_dfac
C s� t d|� |g}x�t|�D ]�\}}t d|||kr4dp6d� x^|jD ]T\}}||kr^|�|�} nt|�} |�|� |d kr�t d| � qBt d|| f � qBW qW d S )NzDump of NFA forz Statez(final)� z -> %dz %s -> %d)�print� enumerater% r) r" r' )
r r0 r- rW Ztodor1 r3 r4 r5 �jr r r
�dump_nfa� s
zParserGenerator.dump_nfac C sl t d|� x\t|�D ]P\}}t d||jr,dp.d� x0t|j�� �D ] \}}t d||�|�f � qBW qW d S )NzDump of DFA forz Statez(final)rY z %s -> %d)rZ r[ r* r$ r% r& r) )r r0 r2 r1 r3 r4 r5 r r r
�dump_dfa� s
zParserGenerator.dump_dfac C s~ d}xt|rxd}xft |�D ]Z\}}xPt|d t|��D ]:}|| }||kr4||= x|D ]}|�||� qTW d}P q4W qW qW d S )NTFr )r[ �ranger" �
unifystate)r r2 Zchangesr1 Zstate_ir\ Zstate_jr3 r r r
rM � s
z ParserGenerator.simplify_dfac C s� | � � \}}| jdkr ||fS t� }t� }|�|� |�|� x6| jdkrt| �� | � � \}}|�|� |�|� q@W ||fS d S )N�|)� parse_altr? �NFAStaterV r )r rN rO ZaaZzzr r r
rK � s
zParserGenerator.parse_rhsc C sP | � � \}}x:| jdks*| jtjtjfkrF| � � \}}|�|� |}qW ||fS )N)�(�[)�
parse_itemr? rF r r> �STRINGrV )r rN �br. �dr r r
rb
s
zParserGenerator.parse_altc C s� | j dkr>| �� | �� \}}| �tjd� |�|� ||fS | �� \}}| j }|dkr`||fS | �� |�|� |dkr�||fS ||fS d S )Nre �])�+�*rk )r? r rK rI r rJ rV �
parse_atom)r rN rO r? r r r
rf s
zParserGenerator.parse_itemc C s� | j dkr4| �� | �� \}}| �tjd� ||fS | jtjtjfkrpt � }t � }|�
|| j � | �� ||fS | � d| j| j � d S )Nrd �)z+expected (...) or NAME or STRING, got %s/%s) r? r rK rI r rJ rF r> rg rc rV � raise_error)r rN rO r r r
rm ( s
zParserGenerator.parse_atomc C sD | j |ks |d k r2| j|kr2| �d||| j | j� | j}| �� |S )Nzexpected %s/%s, got %s/%s)rF r? ro r )r rF r? r r r
rI 9 s zParserGenerator.expectc C sJ t | j�}x"|d tjtjfkr,t | j�}q W |\| _| _| _| _| _ d S )Nr )
r5 r r �COMMENT�NLrF r? Zbegin�end�line)r �tupr r r
r A s
zParserGenerator.gettokenc
G s^ |r8y || }W n& d� |gttt|�� �}Y nX t|| j| jd | jd | jf��d S )N� r r )�joinr �map�str� SyntaxErrorr rr rs )r �msg�argsr r r
ro H s zParserGenerator.raise_error)N)N)r r r r r6 r, r( r r@ r rL r] r^ rM rK rb rf rm rI r ro r r r r
r
s$
. $
r c @ s e Zd Zdd� Zddd�ZdS )rc c C s
g | _ d S )N)r% )r r r r
r S s zNFAState.__init__Nc C s | j �||f� d S )N)r% r' )r r5 r4 r r r
rV V s zNFAState.addarc)N)r r r r rV r r r r
rc Q s rc c @ s0 e Zd Zdd� Zdd� Zdd� Zdd� Zd Zd S )
rS c C s || _ ||k| _i | _d S )N)rT r* r% )r rT �finalr r r
r ] s
zDFAState.__init__c C s || j |< d S )N)r% )r r5 r4 r r r
rV e s zDFAState.addarcc C s. x(| j �� D ]\}}||kr || j |< q W d S )N)r% r& )r �old�newr4 r5 r r r
r` k s zDFAState.unifystatec C sX | j |j krdS t| j�t|j�kr(dS x*| j�� D ] \}}||j�|�k r4dS q4W dS )NFT)r* r" r% r& �get)r �otherr4 r5 r r r
�__eq__p s zDFAState.__eq__N)r r r r rV r` r� �__hash__r r r r
rS [ s
rS � Grammar.txtc C s t | �}|�� S )N)r r6 )r �pr r r
�generate_grammar� s r� N)r� ) rY r r r ZGrammarr �objectr rc rS r� r r r r
�<module> s I
%