Your IP : 18.191.178.145
o
6��f6 � @ sd d dl mZmZmZ G dd� dej�ZG dd� de�ZG dd� de�ZG dd � d e�Z dd d �Z
d
S )� )�grammar�token�tokenizec @ s e Zd ZdS )� PgenGrammarN)�__name__�
__module__� __qualname__� r r �9/opt/alt/python310/lib64/python3.10/lib2to3/pgen2/pgen.pyr s r c @ s� e Zd Zd&dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zd d � Zd d � Zd&d d!�Zd"d#� Zd$d%� ZdS )'�ParserGeneratorNc C sp d }|d u rt |dd�}|j}|| _|| _t�|j�| _| �� | � � \| _
| _ |d ur/|� i | _ | �
� d S )Nzutf-8)�encoding)�open�close�filename�streamr �generate_tokens�readline� generator�gettoken�parse�dfas� startsymbol�first� addfirstsets)�selfr r Z close_streamr r r
�__init__ s zParserGenerator.__init__c C s t � }t| j�� �}|�� |�| j� |�d| j� |D ]}dt|j � }||j |< ||j
|< q |D ]P}| j| }g }|D ]0}g }t |j �
� �D ]\} }
|�| �|| �|�|
�f� qI|jri|�d|�|�f� |�|� q>|j�|� || �||�f|j|j | < q3|j | j |_|S )N� � )r �listr �keys�sort�remover �insert�len�
symbol2numberZ
number2symbol�sorted�arcs�items�append�
make_label�index�isfinal�states�
make_first�start) r �c�names�name�i�dfar, �stater& �label�nextr r r
� make_grammar s.
z ParserGenerator.make_grammarc C s4 | j | }i }t|�D ] }| �||�}d||< q |S �Nr )r r% r) )r r/ r1 Zrawfirstr r5 �ilabelr r r
r- 4 s
zParserGenerator.make_firstc C s t |j�}|d �� rK||jv r,||jv r|j| S |j�|j| d f� ||j|< |S tt|d �}||jv r<|j| S |j�|d f� ||j|< |S t |�}|d �� ro||j
v r_|j
| S |j�tj |f� ||j
|< |S t j
| }||jv r~|j| S |j�|d f� ||j|< |S �Nr )r# �labels�isalphar$ Z symbol2labelr( �getattrr �tokens�eval�keywords�NAMEr Zopmap)r r/ r5 r9 Zitoken�valuer r r
r) = s6
zParserGenerator.make_labelc C s8 t | j�� �}|�� |D ] }|| jvr| �|� q
d S �N)r r r r r � calcfirst)r r0 r1 r r r
r k s
��z ParserGenerator.addfirstsetsc C s� | j | }d | j|< |d }i }i }|j�� D ]<\}}|| j v rI|| jv r5| j| }|d u r4td| ��n
| �|� | j| }|�|� |||< qd||< |di||< qi } |�� D ] \}}
|
D ]} | | v rrtd|| || | f ��|| | < q`qZ|| j|< d S )Nr zrecursion for rule %rr zArule %s is ambiguous; %s is in the first sets of %s as well as %s)r r r& r' �
ValueErrorrD �update) r r1 r3 r4 ZtotalsetZ overlapcheckr5 r6 �fsetZinverseZitsfirstZsymbolr r r
rD s s8
�
�
�zParserGenerator.calcfirstc C s� i }d }| j tjkrV| j tjkr| �� | j tjks| �tj�}| �tjd� | �� \}}| �tj� | � ||�}t
|�}| � |� t
|�}|||< |d u rP|}| j tjks
||fS )N�:) �typer � ENDMARKER�NEWLINEr �expectrA �OP� parse_rhs�make_dfar# � simplify_dfa) r r r r1 �a�zr3 ZoldlenZnewlenr r r
r � s& �
�zParserGenerator.parsec s� � fdd�}� fdd�� t ||�|�g}|D ]F}i }|jD ]}|jD ]\}} |d ur3� | |�|i �� q"q t|�� �D ] \}}
|D ] } | j|
krJ n qAt |
|�} |�| � |�| |� q;q|S )Nc s i }� | |� |S rC r )r4 �base��
addclosurer r
�closure� s
z)ParserGenerator.make_dfa.<locals>.closurec s: | |v rd S d|| < | j D ]
\}}|d u r� ||� q
d S r8 �r& )r4 rS r5 r6 rT r r
rU � s
��z,ParserGenerator.make_dfa.<locals>.addclosure)�DFAState�nfasetr& �
setdefaultr% r' r( �addarc) r r. �finishrV r, r4 r& Znfastater5 r6 rY �str rT r
rO � s*
��
�
�zParserGenerator.make_dfac
C s� t d|� |g}t|�D ]>\}}t d|||u rdpd� |jD ]*\}}||v r-|�|�} n t|�} |�|� |d u rAt d| � q t d|| f � q q d S )NzDump of NFA for� State�(final)� z -> %d� %s -> %d)�print� enumerater& r* r# r( )
r r1 r. r\ Ztodor2 r4 r5 r6 �jr r r
�dump_nfa� s
��zParserGenerator.dump_nfac C sd t d|� t|�D ]&\}}t d||jrdpd� t|j�� �D ]\}}t d||�|�f � q q d S )NzDump of DFA forr^ r_ r` ra )rb rc r+ r% r& r' r* )r r1 r3 r2 r4 r5 r6 r r r
�dump_dfa� s
��zParserGenerator.dump_dfac C sv d}|r9d}t |�D ]*\}}t|d t|��D ] }|| }||kr3||= |D ]}|�||� q&d} nqq
|sd S d S )NTFr )rc �ranger# �
unifystate)r r3 Zchangesr2 Zstate_ird Zstate_jr4 r r r
rP � s �� �z ParserGenerator.simplify_dfac C s� | � � \}}| jdkr||fS t� }t� }|�|� |�|� | jdkr=| �� | � � \}}|�|� |�|� | jdks$||fS )N�|)� parse_altrB �NFAStater[ r )r rQ rR ZaaZzzr r r
rN � s
�zParserGenerator.parse_rhsc C sf | � � \}}| jdv s| jtjtjfv r/| � � \}}|�|� |}| jdv s| jtjtjfv s||fS )N)�(�[)�
parse_itemrB rI r rA �STRINGr[ )r rQ �br/ �dr r r
rj
s
�zParserGenerator.parse_altc C s� | j dkr | �� | �� \}}| �tjd� |�|� ||fS | �� \}}| j }|dvr0||fS | �� |�|� |dkrA||fS ||fS )Nrm �])�+�*rs )rB r rN rL r rM r[ �
parse_atom)r rQ rR rB r r r
rn s
zParserGenerator.parse_itemc C s� | j dkr| �� | �� \}}| �tjd� ||fS | jtjtjfv r8t � }t � }|�
|| j � | �� ||fS | � d| j| j � d S )Nrl �)z+expected (...) or NAME or STRING, got %s/%s) rB r rN rL r rM rI rA ro rk r[ � raise_error)r rQ rR r r r
ru ( s
�zParserGenerator.parse_atomc C sD | j |ks|d ur| j|kr| �d||| j | j� | j}| �� |S )Nzexpected %s/%s, got %s/%s)rI rB rw r )r rI rB r r r
rL 9 s �zParserGenerator.expectc C sX t | j�}|d tjtjfv r t | j�}|d tjtjfv s|\| _| _| _| _| _ d S r: )
r6 r r �COMMENT�NLrI rB Zbegin�end�line)r �tupr r r
r A s
� zParserGenerator.gettokenc
G sV |rz|| }W n d� |gttt|�� �}Y t|| j| jd | jd | jf��)N� r r )�joinr �map�str� SyntaxErrorr rz r{ )r �msg�argsr r r
rw H s �zParserGenerator.raise_errorrC )r r r r r7 r- r) r rD r rO re rf rP rN rj rn ru rL r rw r r r r
r
s&
. $
r c @ s e Zd Zdd� Zddd�ZdS )rk c C s
g | _ d S rC rW )r r r r
r S s
zNFAState.__init__Nc C s | j �||f� d S rC )r& r( �r r6 r5 r r r
r[ V s zNFAState.addarcrC )r r r r r[ r r r r
rk Q s rk c @ s0 e Zd Zdd� Zdd� Zdd� Zdd� Zd Zd S )
rX c C s || _ ||v | _i | _d S rC )rY r+ r& )r rY �finalr r r
r ] s
zDFAState.__init__c C s || j |< d S rC rW r� r r r
r[ e s zDFAState.addarcc C s* | j �� D ]
\}}||u r|| j |< qd S rC )r& r' )r �old�newr5 r6 r r r
rh k s
��zDFAState.unifystatec C sV | j |j krdS t| j�t|j�krdS | j�� D ]\}}||j�|�ur( dS qdS )NFT)r+ r# r& r' �get)r �otherr5 r6 r r r
�__eq__p s �zDFAState.__eq__N)r r r r r[ rh r� �__hash__r r r r
rX [ s rX � Grammar.txtc C s t | �}|�� S rC )r r7 )r �pr r r
�generate_grammar� s r� N)r� ) r` r r r ZGrammarr �objectr rk rX r� r r r r
�<module> s I
%