Your IP : 18.191.120.103
o
6��f6 � @ sd d dl mZmZmZ G dd� dej�ZG dd� de�ZG dd� de�ZG dd � d e�Z dd d �Z
d
S )� )�grammar�token�tokenizec @ s e Zd ZdS )� PgenGrammarN)�__name__�
__module__� __qualname__� r r �9/opt/alt/python310/lib64/python3.10/lib2to3/pgen2/pgen.pyr s r c @ s� e Zd Zd&dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd&d d!�Zd"d#� Zd$d%� ZdS )'�ParserGeneratorNc C sp d }|d u rt |dd�}|j}|| _|| _t�|j�| _| �� | � � \| _
| _ |d ur/|� i | _ | �
� d S )Nzutf-8)�encoding)�open�close�filename�streamr �generate_tokens�readline� generator�gettoken�parse�dfas� startsymbol�first� addfirstsets)�selfr r Z close_streamr r r
�__init__ s zParserGenerator.__init__c C s t � }t| j�� �}|�� |�| j� |�d| j� |D ]}dt|j � }||j |< ||j
|< q |D ]P}| j| }g }|D ]0}g }t |j �
� �D ]\} }
|�| �|| �|�|
�f� qI|jri|�d|�|�f� |�|� q>|j�|� || �||�f|j|j | < q3|j | j |_|S )N� � )r �listr �keys�sort�remover �insert�len�
symbol2numberZ
number2symbol�sorted�arcs�items�append�
make_label�index�isfinal�states�
make_first�start) r �c�names�name�i�dfar, �stater& �label�nextr r r
� make_grammar s.
z ParserGenerator.make_grammarc C s4 | j | }i }t|�D ] }| �||�}d||< q |S �Nr )r r% r) )r r/ r1 Zrawfirstr r5 �ilabelr r r
r- 4 s
zParserGenerator.make_firstc C sR t |j�}|d �� r]||jv r,||jv r|j| S |j�|j| d f� ||j|< |S tt|d �}t|t �s;J |��|tj
v sDJ |��||j v rN|j | S |j�|d f� ||j |< |S |d dv sgJ |��t |�}|d �� r�||j
v r{|j
| S |j�tj|f� ||j
|< |S tj| }||j v r�|j | S |j�|d f� ||j |< |S )Nr )�"�')r# �labels�isalphar$ Z symbol2labelr( �getattrr �
isinstance�int�tok_name�tokens�eval�keywords�NAMEr Zopmap)r r/ r5 r9 Zitoken�valuer r r
r) = s<
zParserGenerator.make_labelc C s8 t | j�� �}|�� |D ] }|| jvr| �|� q
d S �N)r r r r r � calcfirst)r r0 r1 r r r
r k s
��z ParserGenerator.addfirstsetsc C s� | j | }d | j|< |d }i }i }|j�� D ]<\}}|| j v rI|| jv r5| j| }|d u r4td| ��n
| �|� | j| }|�|� |||< qd||< |di||< qi } |�� D ] \}}
|
D ]} | | v rrtd|| || | f ��|| | < q`qZ|| j|< d S )Nr zrecursion for rule %rr zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r r r& r' �
ValueErrorrH �update) r r1 r3 r4 ZtotalsetZ overlapcheckr5 r6 �fsetZinverseZitsfirstZsymbolr r r
rH s s8
�
�
�zParserGenerator.calcfirstc C s� i }d }| j tjkrV| j tjkr| �� | j tjks| �tj�}| �tjd� | �� \}}| �tj� | � ||�}t
|�}| � |� t
|�}|||< |d u rP|}| j tjks
||fS )N�:) �typer � ENDMARKER�NEWLINEr �expectrE �OP� parse_rhs�make_dfar# � simplify_dfa) r r r r1 �a�zr3 ZoldlenZnewlenr r r
r � s& �
�zParserGenerator.parsec s� t |t�sJ �t |t�sJ �� fdd�}� fdd�� t||�|�g}|D ]F}i }|jD ]}|jD ]\}} |d urA� | |�|i �� q0q+t|�� �D ] \}}
|D ] } | j|
krX n qOt|
|�} |�| � |� | |� qIq$|S )Nc s i }� | |� |S rG r )r4 �base��
addclosurer r
�closure� s
z)ParserGenerator.make_dfa.<locals>.closurec sH t | t�sJ �| |v r
d S d|| < | jD ]
\}}|d u r!� ||� qd S r8 )r? �NFAStater& )r4 rW r5 r6 rX r r
rY � s
��z,ParserGenerator.make_dfa.<locals>.addclosure)
r? r[ �DFAState�nfasetr& �
setdefaultr% r' r( �addarc) r r. �finishrZ r, r4 r& Znfastater5 r6 r] �str rX r
rS � s.
��
�
�zParserGenerator.make_dfac
C s� t d|� |g}t|�D ]>\}}t d|||u rdpd� |jD ]*\}}||v r-|�|�} n t|�} |�|� |d u rAt d| � q t d|| f � q q d S )NzDump of NFA for� State�(final)� z -> %d� %s -> %d)�print� enumerater& r* r# r( )
r r1 r. r` Ztodor2 r4 r5 r6 �jr r r
�dump_nfa� s
��zParserGenerator.dump_nfac C sd t d|� t|�D ]&\}}t d||jrdpd� t|j�� �D ]\}}t d||�|�f � q q d S )NzDump of DFA forrb rc rd re )rf rg r+ r% r& r' r* )r r1 r3 r2 r4 r5 r6 r r r
�dump_dfa� s
��zParserGenerator.dump_dfac C sv d}|r9d}t |�D ]*\}}t|d t|��D ] }|| }||kr3||= |D ]}|�||� q&d} nqq
|sd S d S )NTFr )rg �ranger# �
unifystate)r r3 Zchangesr2 Zstate_irh Zstate_jr4 r r r
rT � s �� �z ParserGenerator.simplify_dfac C s� | � � \}}| jdkr||fS t� }t� }|�|� |�|� | jdkr=| �� | � � \}}|�|� |�|� | jdks$||fS )N�|)� parse_altrF r[ r_ r )r rU rV ZaaZzzr r r
rR � s
�zParserGenerator.parse_rhsc C sf | � � \}}| jdv s| jtjtjfv r/| � � \}}|�|� |}| jdv s| jtjtjfv s||fS )N)�(�[)�
parse_itemrF rM r rE �STRINGr_ )r rU �br/ �dr r r
rn
s
�zParserGenerator.parse_altc C s� | j dkr | �� | �� \}}| �tjd� |�|� ||fS | �� \}}| j }|dvr0||fS | �� |�|� |dkrA||fS ||fS )Nrp �])�+�*rv )rF r rR rP r rQ r_ �
parse_atom)r rU rV rF r r r
rq s
zParserGenerator.parse_itemc C s� | j dkr| �� | �� \}}| �tjd� ||fS | jtjtjfv r8t � }t � }|�
|| j � | �� ||fS | � d| j| j � d S )Nro �)z+expected (...) or NAME or STRING, got %s/%s) rF r rR rP r rQ rM rE rr r[ r_ � raise_error)r rU rV r r r
rx ( s
�zParserGenerator.parse_atomc C sD | j |ks|d ur| j|kr| �d||| j | j� | j}| �� |S )Nzexpected %s/%s, got %s/%s)rM rF rz r )r rM rF r r r
rP 9 s �zParserGenerator.expectc C sX t | j�}|d tjtjfv r t | j�}|d tjtjfv s|\| _| _| _| _| _ d S )Nr )
r6 r r �COMMENT�NLrM rF Zbegin�end�line)r �tupr r r
r A s
� zParserGenerator.gettokenc
G sV |rz|| }W n d� |gttt|�� �}Y t|| j| jd | jd | jf��)N� r r )�joinr �map�str� SyntaxErrorr r} r~ )r �msg�argsr r r
rz H s �zParserGenerator.raise_errorrG )r r r r r7 r- r) r rH r rS ri rj rT rR rn rq rx rP r rz r r r r
r
s&
. $
r c @ s e Zd Zdd� Zddd�ZdS )r[ c C s
g | _ d S rG )r& )r r r r
r S s
zNFAState.__init__Nc C s8 |d u s t |t�s J �t |t�sJ �| j�||f� d S rG )r? r� r[ r& r( �r r6 r5 r r r
r_ V s zNFAState.addarcrG )r r r r r_ r r r r
r[ Q s r[ c @ s0 e Zd Zdd� Zdd� Zdd� Zdd� Zd Zd S )
r\ c C sL t |t�sJ �t tt|��t�sJ �t |t�sJ �|| _||v | _i | _d S rG )r? �dictr6 �iterr[ r] r+ r& )r r] �finalr r r
r ] s
zDFAState.__init__c C s8 t |t�sJ �|| jvsJ �t |t�sJ �|| j|< d S rG )r? r� r& r\ r� r r r
r_ e s zDFAState.addarcc C s* | j �� D ]
\}}||u r|| j |< qd S rG )r& r' )r �old�newr5 r6 r r r
rl k s
��zDFAState.unifystatec C sd t |t�sJ �| j|jkrdS t| j�t|j�krdS | j�� D ]\}}||j�|�ur/ dS q dS )NFT)r? r\ r+ r# r& r' �get)r �otherr5 r6 r r r
�__eq__p s �zDFAState.__eq__N)r r r r r_ rl r� �__hash__r r r r
r\ [ s r\ � Grammar.txtc C s t | �}|�� S rG )r r7 )r �pr r r
�generate_grammar� s r� N)r� ) rd r r r ZGrammarr �objectr r[ r\ r� r r r r
�<module> s I
%