B � f�5�@sdddlmZmZmZGdd�dej�ZGdd�de�ZGdd�de�ZGdd �d e�Z ddd�Z d S)�)�grammar�token�tokenizec@seZdZdS)�PgenGrammarN)�__name__� __module__�__qualname__�r r �7/opt/alt/python37/lib64/python3.7/lib2to3/pgen2/pgen.pyrsrc@s�eZdZd&dd�Zdd�Zdd�Zdd �Zd d�Zdd �Zdd�Z dd�Z dd�Zdd�Zdd�Z dd�Zdd�Zdd�Zdd�Zd'd d!�Zd"d#�Zd$d%�ZdS)(�ParserGeneratorNcCsld}|dkrt|�}|j}||_||_t�|j�|_|��|� �\|_ |_|dk rZ|�i|_|� �dS)N)�open�close�filename�streamr�generate_tokens�readline� generator�gettoken�parse�dfas�startsymbol�first�addfirstsets)�selfrrZclose_streamr r r �__init__szParserGenerator.__init__c Cs*t�}t|j��}|��|�|j�|�d|j�x.|D]&}dt|j �}||j |<||j |<qtt|d�}||jkrz|j|S|j�|df�||j|<|Sn�t |�}|d��r�||j kr�|j |S|j�tj|f�||j |<|Sn>tj |}||jk�r|j|S|j�|df�||j|<|SdS)Nr)r"�labels�isalphar#Zsymbol2labelr'�getattrr�tokens�eval�keywords�NAMErZopmap)rr.r4r7Zitoken�valuer r r r(=s6 zParserGenerator.make_labelcCs<t|j��}|��x |D]}||jkr|�|�qWdS)N)rrrrr� calcfirst)rr/r0r r r rks zParserGenerator.addfirstsetsc Cs |j|}d|j|<|d}i}i}x�|j��D]x\}}||jkr�||jkrl|j|}|dkr�td|��n|�|�|j|}|�|�|||<q0d||<|di||<q0Wi} xJ|��D]>\}} x4| D],}|| kr�td|||| |f��|| |<q�Wq�W||j|<dS)Nrzrecursion for rule %rrzArule %s is ambiguous; %s is in the first sets of %s as well as %s)rrr%r&� ValueErrorr@�update)rr0r2r3ZtotalsetZoverlapcheckr4r5�fsetZinverseZitsfirstZsymbolr r r r@ss2 zParserGenerator.calcfirstc Cs�i}d}x�|jtjkr�x|jtjkr.|��qW|�tj�}|�tjd�|��\}}|�tj�|� ||�}t |�}|�|�t |�}|||<|dkr |}q W||fS)N�:)�typer� ENDMARKER�NEWLINEr�expectr>�OP� parse_rhs�make_dfar"�simplify_dfa) rrrr0�a�zr2ZoldlenZnewlenr r r r�s" zParserGenerator.parsec s��fdd�}�fdd��t||�|�g}x�|D]�}i}x<|jD]2}x,|jD]"\}} |dk rJ�| |�|i��qJWq>WxRt|��D]B\}} x,|D]}|j| kr�Pq�Wt| |�}|�|�|�||�q�Wq.W|S)Ncsi}�||�|S)Nr )r3�base)� addclosurer r �closure�s z)ParserGenerator.make_dfa..closurecs>||krdSd||<x$|jD]\}}|dkr�||�qWdS)Nr)r%)r3rOr4r5)rPr r rP�sz,ParserGenerator.make_dfa..addclosure)�DFAState�nfasetr%� setdefaultr$r&r'�addarc)rr-�finishrQr+r3r%Znfastater4r5rS�str )rPr rK�s" zParserGenerator.make_dfac Cs�td|�|g}x�t|�D]�\}}td|||kr4dp6d�x^|jD]T\}}||kr^|�|�} nt|�} |�|�|dkr�td| �qBtd|| f�qBWqWdS)NzDump of NFA forz Statez(final)�z -> %dz %s -> %d)�print� enumerater%r)r"r') rr0r-rVZtodor1r3r4r5�jr r r �dump_nfa�s zParserGenerator.dump_nfacCsltd|�x\t|�D]P\}}td||jr,dp.d�x0t|j��D]\}}td||�|�f�qBWqWdS)NzDump of DFA forz Statez(final)rXz %s -> %d)rYrZr*r$r%r&r))rr0r2r1r3r4r5r r r �dump_dfa�s zParserGenerator.dump_dfacCs~d}xt|rxd}xft|�D]Z\}}xPt|dt|��D]:}||}||kr4||=x|D]}|�||�qTWd}Pq4WqWqWdS)NTFr)rZ�ranger"� unifystate)rr2Zchangesr1Zstate_ir[Zstate_jr3r r r rL�s zParserGenerator.simplify_dfacCs�|��\}}|jdkr||fSt�}t�}|�|�|�|�x6|jdkrt|��|��\}}|�|�|�|�q@W||fSdS)N�|)� parse_altr?�NFAStaterUr)rrMrNZaaZzzr r r rJ�s zParserGenerator.parse_rhscCsP|��\}}x:|jdks*|jtjtjfkrF|��\}}|�|�|}qW||fS)N)�(�[)� parse_itemr?rErr>�STRINGrU)rrM�br.�dr r r ra s zParserGenerator.parse_altcCs�|jdkr>|��|��\}}|�tjd�|�|�||fS|��\}}|j}|dkr`||fS|��|�|�|dkr�||fS||fSdS)Nrd�])�+�*rj)r?rrJrHrrIrU� parse_atom)rrMrNr?r r r res zParserGenerator.parse_itemcCs�|jdkr4|��|��\}}|�tjd�||fS|jtjtjfkrpt �}t �}|� ||j�|��||fS|�d|j|j�dS)Nrc�)z+expected (...) or NAME or STRING, got %s/%s)r?rrJrHrrIrEr>rfrbrU�raise_error)rrMrNr r r rl(s zParserGenerator.parse_atomcCsD|j|ks|dk r2|j|kr2|�d|||j|j�|j}|��|S)Nzexpected %s/%s, got %s/%s)rEr?rnr)rrEr?r r r rH9szParserGenerator.expectcCsJt|j�}x"|dtjtjfkr,t|j�}qW|\|_|_|_|_|_ dS)Nr) r5rr�COMMENT�NLrEr?Zbegin�end�line)r�tupr r r rAs zParserGenerator.gettokenc Gs^|r8y||}Wn&d�|gttt|��}YnXt||j|jd|jd|jf��dS)N� rr)�joinr�map�str�SyntaxErrorrrqrr)r�msg�argsr r r rnHs zParserGenerator.raise_error)N)N)rrrrr6r,r(rr@rrKr\r]rLrJrarerlrHrrnr r r r r s$ .$ rc@seZdZdd�Zddd�ZdS)rbcCs g|_dS)N)r%)rr r r rSszNFAState.__init__NcCs|j�||f�dS)N)r%r')rr5r4r r r rUVszNFAState.addarc)N)rrrrrUr r r r rbQsrbc@s0eZdZdd�Zdd�Zdd�Zdd�Zd Zd S) rRcCs||_||k|_i|_dS)N)rSr*r%)rrS�finalr r r r]s zDFAState.__init__cCs||j|<dS)N)r%)rr5r4r r r rUeszDFAState.addarccCs.x(|j��D]\}}||kr||j|<qWdS)N)r%r&)r�old�newr4r5r r r r_kszDFAState.unifystatecCsX|j|jkrdSt|j�t|j�kr(dSx*|j��D]\}}||j�|�k r4dSq4WdS)NFT)r*r"r%r&�get)r�otherr4r5r r r �__eq__pszDFAState.__eq__N)rrrrrUr_r��__hash__r r r r rR[s rR�Grammar.txtcCst|�}|��S)N)rr6)r�pr r r �generate_grammar�sr�N)r�)rXrrrZGrammarr�objectrrbrRr�r r r r �sI %