Current File : //lib/python3.6/site-packages/ply/__pycache__/lex.cpython-36.pyc
3
r��WЧ � @ s" d Z dZddlZddlZddlZddlZddlZddlZyejej fZ
W n e k
rd e e
fZ
Y nX ejd�ZG dd� de�ZG dd� de�ZG d d
� d
e�ZG d d � d e�ZG d
d� d�Zdd� Zdd� Zdd� Zdd� Zdd� Zdd� Z G dd � d e�Z d%d d �Z d&d!d"�Z d#d$� Z e Z!dS )'z3.9z3.8� Nz^[a-zA-Z0-9_]+$c @ s e Zd Zdd� ZdS )�LexErrorc C s |f| _ || _d S )N)�args�text)�self�message�s� r �/usr/lib/python3.6/lex.py�__init__: s zLexError.__init__N)�__name__�
__module__� __qualname__r
r r r r r 9 s r c @ s e Zd Zdd� Zdd� ZdS )�LexTokenc C s d| j | j| j| jf S )NzLexToken(%s,%r,%d,%d))�type�value�lineno�lexpos)r r r r �__str__A s zLexToken.__str__c C s t | �S )N)�str)r r r r �__repr__D s zLexToken.__repr__N)r r r
r r r r r r r @ s r c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� ZeZeZd S )
� PlyLoggerc C s
|| _ d S )N)�f)r r r r r r
L s zPlyLogger.__init__c O s | j j|| d � d S )N�
)r �write)r �msgr �kwargsr r r �criticalO s zPlyLogger.criticalc O s | j jd|| d � d S )Nz WARNING: r )r r )r r r r r r r �warningR s zPlyLogger.warningc O s | j jd|| d � d S )NzERROR: r )r r )r r r r r r r �errorU s zPlyLogger.errorN) r r r
r
r r r �info�debugr r r r r K s r c @ s e Zd Zdd� Zdd� ZdS )�
NullLoggerc C s | S )Nr )r �namer r r �__getattribute__^ s zNullLogger.__getattribute__c O s | S )Nr )r r r r r r �__call__a s zNullLogger.__call__N)r r r
r# r$ r r r r r! ] s r! c @ s| e Zd Zdd� Zd dd�Zd dd�Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd � ZeZdS ) �Lexerc C s� d | _ d | _i | _i | _i | _d| _g | _d | _i | _i | _ i | _
d| _ d | _ d| _
d| _d | _d | _d | _d| _d| _d | _d| _d| _d S )N�INITIALr � � F)�lexre� lexretext�
lexstatere�lexstateretext�lexstaterenames�lexstate�
lexstatestack� lexstateinfo�lexstateignore�lexstateerrorf� lexstateeoff�
lexreflags�lexdatar �lexlen� lexerrorf�lexeoff� lextokens� lexignore� lexliterals� lexmoduler � lexoptimize)r r r r r
t s. zLexer.__init__Nc C s� t j | �}|r�i }x�| jj� D ]�\}}g }x\|D ]T\}}g } xF|D ]>}
|
sV|
d rb| j|
� qB| jt||
d j�|
d f� qBW q0W |j|| f� |||< q W ||_i |_x(| jj� D ]\}} t|| j�|j|< q�W ||_|S )Nr r( )�copyr+ �items�append�getattrr r2 r< ) r �object�cZnewtab�keyZritemZnewreZcreZfindexZ newfindexr �efr r r �clone� s(
& z Lexer.cloner' c C s� t |tj�rtd��|jd�d }tjj||�d }t|d����}|j d|t
f � |j dt t � � |j dt t
| j�� � |j d t | j� � |j d
t | j� � |j d t | j� � i }xb| jj� D ]T\}}g } x>t|| j| | j| �D ]"\\}
} } }
| j| t| |
�f� q�W | ||< q�W |j d t |� � |j d
t | j� � i }x,| jj� D ] \}}|�rl|jnd ||< �qXW |j dt |� � i }x,| j j� D ] \}}|�r�|jnd ||< �q�W |j dt |� � W d Q R X d S )Nz&Won't overwrite existing lextab module�.r( z.py�wzJ# %s.py. This file automatically created by PLY (version %s). Don't edit!
z_tabversion = %s
z_lextokens = set(%s)
z_lexreflags = %s
z_lexliterals = %s
z_lexstateinfo = %s
z_lexstatere = %s
z_lexstateignore = %s
z_lexstateerrorf = %s
z_lexstateeoff = %s
���) �
isinstance�types�
ModuleType�IOError�split�os�path�join�openr � __version__�repr�__tabversion__�tupler9 r4 r; r0 r+ r? �zipr, r- r@ �_funcs_to_namesr1 r2 r r3 )r �lextab� outputdirZ
basetabmodule�filenameZtfZtabre� statename�lre�titem�pat�funcZretext�renamesZtaberrrE Ztabeofr r r �writetab� s6 ( zLexer.writetabc C sZ t |tj�r|}ntd| � tj| }t|dd�tkr@td��|j | _
|j | _ |j
| _| j
t| j�B | _|j| _|j| _i | _i | _xh|jj� D ]Z\}}g }g }x4|D ],\}} |jtj||j tj B �t | |�f� q�W || j|< || j|< q�W i | _ x&|j j� D ]\}}
||
| j |< �qW i | _ x&|j!j� D ]\}}
||
| j |< �q0W | j"d� d S )Nz import %sZ _tabversionz0.0zInconsistent PLY versionr& )#rJ rK rL �exec�sys�modulesrA rU � ImportErrorZ
_lextokensr9 Z _lexreflagsr4 Z _lexliteralsr; �set�
lextokens_allZ
_lexstateinfor0 Z_lexstateignorer1 r+ r, Z _lexstaterer? r@ �re�compile�VERBOSE�_names_to_funcsr2 Z_lexstateerrorfr3 Z
_lexstateeoff�begin) r Ztabfile�fdictrY r\ r] r^ Ztxtitemr_ Z func_namerE r r r �readtab� s8
(
z
Lexer.readtabc C s8 |d d� }t |t�s td��|| _d| _t|�| _d S )Nr( zExpected a stringr )rJ � StringTypes�
ValueErrorr5 r �lenr6 )r r rC r r r �input� s
z Lexer.inputc C sd || j krtd��| j | | _| j| | _| jj|d�| _| jj|d �| _ | j
j|d �| _ || _ d S )NzUndefined stater' )
r+ rq r) r, r* r1 �getr: r2 r7 r3 r8 r. )r �stater r r rm s
z Lexer.beginc C s | j j| j� | j|� d S )N)r/ r@ r. rm )r ru r r r �
push_state s zLexer.push_statec C s | j | jj� � d S )N)rm r/ �pop)r r r r � pop_state s zLexer.pop_statec C s | j S )N)r. )r r r r �
current_state! s zLexer.current_statec C s | j |7 _ d S )N)r )r �nr r r �skip' s z
Lexer.skipc C s~ | j }| j}| j}| j}�x�||k �r|| |kr<|d7 }q �x�| jD ]�\}}|j||�}|s`qFt� }|j� |_| j |_ ||_ |j
} || \}
|_ |
s�|j r�|j � | _ |S |j � }P |j � }| |_
|| _|| _ |
|�} | s�| j }| j}P | j�s(| j | jk�r(td|
jj|
jj|
j| j f ||d � ��| S W || | jk�rrt� }|| |_| j |_ |j|_ ||_ |d | _ |S | j�r�t� }| j|d � |_| j |_ d|_ | |_
||_ || _ | j|�} || j k�r�td|| ||d � ��| j }| �s�q | S || _ td|| |f ||d � ��q W | j�r\t� }d|_ d|_| j |_ ||_ | |_
|| _ | j|�} | S |d | _ | jd k�rztd��d S ) Nr( z4%s:%d: Rule '%s' returned an unknown token type '%s'r z&Scanning error. Illegal character '%s'z"Illegal character '%s' at index %d�eofr' z"No input string given with input())r r6 r: r5 r) �matchr �groupr r � lastindexr �end�lexerZlexmatchr= rh r �__code__� co_filename�co_firstlinenor r; r7 r8 � RuntimeError) r r r6 r: r5 r) � lexindexfunc�m�tok�ir` Znewtokr r r �token1 s�
"
z Lexer.tokenc C s | S )Nr )r r r r �__iter__� s zLexer.__iter__c C s | j � }|d krt�|S )N)r� �
StopIteration)r �tr r r �next� s z
Lexer.next)N)r' )r r r
r
rF rb ro rs rm rv rx ry r{ r� r� r� �__next__r r r r r% s s
%(
nr% c C s t | d| j�S )N�regex)rA �__doc__)r` r r r �
_get_regex� s r� c C s0 t j| �}|jj� }|j|jkr,|j|j� |S )N)rd � _getframe� f_globalsr> �f_locals�update)Zlevelsr �ldictr r r �get_caller_module_dict� s
r� c C sJ g }x@t | |�D ]2\}}|r8|d r8|j||d f� q|j|� qW |S )Nr r( )rW r@ )Zfunclist�namelist�resultr r" r r r rX � s rX c C sH g }x>| D ]6}|r6|d r6|j ||d |d f� q
|j |� q
W |S )Nr r( )r@ )r� rn r� rz r r r rl � s
rl c C sj | sg S dj | �}y�tj|tj|B �}d gt|jj� �d }|d d � }x�|jj� D ]z\}} |j|d �}
t |
�t
j t
j fkr�|
|| f|| < ||| < qV|
d k rV||| < |j
d�dkr�d|| < qVd || f|| < qVW ||fg|g|gfS tk
�rd tt| �d �} | dk�rd} t| d | � |||�\} }
}t| | d � |||�\}}}| | |
| || fS X d S )N�|r( �ignore_r � )NN)rQ ri rj rk �max�
groupindex�valuesr? rt r rK � FunctionType�
MethodType�find� Exception�intrr �_form_master_re)Zrelist�reflagsr� �toknamesr� r) r� Z
lexindexnamesr r� Zhandler� Zllistr] ZlnamesZrlistZrreZrnamesr r r r� � s2
r� c C s� d}| j d�}x0t|dd � d�D ]\}}||kr"|dkr"P q"W |dkrZt|d|� �}nd}d|krnt|�}dj||d � �}||fS )Nr( �_�ANYr& )r& )rN � enumeraterV rQ )r �namesZnonstate�partsr� �part�statesZ tokennamer r r � _statetoken s
r� c @ sf e Zd Zddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dS )� LexerReflectNr c C sL || _ d | _g | _|| _ddi| _t� | _d| _|d krBtt j
�n|| _ d S )Nr& � inclusiveF) r� Z
error_func�tokensr� � stateinforg re r r rd �stderr�log)r r� r� r� r r r r
/ s
zLexerReflect.__init__c C s$ | j � | j� | j� | j� d S )N)�
get_tokens� get_literals�
get_states� get_rules)r r r r �get_all: s zLexerReflect.get_allc C s | j � | j� | j� | jS )N)�validate_tokens�validate_literals�validate_rulesr )r r r r � validate_allA s zLexerReflect.validate_allc C sp | j jdd �}|s(| jjd� d| _d S t|ttf�sL| jjd� d| _d S |sf| jjd� d| _d S || _d S )Nr� zNo token list is definedTz tokens must be a list or tupleztokens is empty)r� rt r� r rJ �listrV r� )r r� r r r r� H s zLexerReflect.get_tokensc C sT i }xJ| j D ]@}tj|�s.| jjd|� d| _||krD| jjd|� d||< q W d S )NzBad token name '%s'TzToken '%s' multiply definedr( )r� �_is_identifierr} r� r r )r Z terminalsrz r r r r� \ s
z LexerReflect.validate_tokensc C s | j jdd�| _| js d| _d S )N�literalsr' )r� rt r� )r r r r r� g s zLexerReflect.get_literalsc C sp yDx>| j D ]4}t|t� s&t|�dkr
| jjdt|�� d| _q
W W n& tk
rj | jjd� d| _Y nX d S )Nr( z.Invalid literal %s. Must be a single characterTzIInvalid literals specification. literals must be a sequence of characters)r� rJ rp rr r� r rT � TypeError)r rC r r r r� m s z LexerReflect.validate_literalsc C s� | j jdd �| _| jr�t| jttf�s:| jjd� d| _n�x�| jD ]�}t|t� s^t|�dkrx| jjdt |�� d| _qB|\}}t|t
�s�| jjdt |�� d| _qB|dkp�|dks�| jjd |� d| _qB|| j kr�| jjd
|� d| _qB|| j |< qBW d S ) Nr� z)states must be defined as a tuple or listTr� zMInvalid state specifier %s. Must be a tuple (statename,'exclusive|inclusive')z State name %s must be a stringr� � exclusivez:State type for state %s must be 'inclusive' or 'exclusive'zState '%s' already defined) r� rt r� rJ rV r� r� r rr rT rp r� )r r r" Z statetyper r r r� x s0
zLexerReflect.get_statesc C sR dd� | j D �}i | _i | _i | _i | _i | _i | _x"| jD ]}g | j|< g | j|< q<W t|�dkrz| j j
d� d| _
d S �x�|D �]x}| j | }t || j�\}}|| j|< t |d��rX|dkr�x�|D ]}|| j|< q�W n||dkr�xr|D ]}|| j|< q�W nZ|d k�r2|j
j}|j
j}| j j
d
|||j� d| _
n$x�|D ]}| j| j||f� �q8W q�t|t��r�|d k�r�x|D ]}|| j|< �qtW d |k�r�| j jd |� nD|dk�r�| j j
d
|� d| _
n$x8|D ]}| j| j||f� �q�W q�| j j
d|� d| _
q�W x$| jj� D ]}|jdd� d� �q W x&| jj� D ]}|jdd� dd� �q2W d S )Nc S s g | ]}|d d� dkr|�qS )Nr� Zt_r )�.0r r r r �
<listcomp>� s z*LexerReflect.get_rules.<locals>.<listcomp>r z+No rules of the form t_rulename are definedTr$ r r| �ignorez,%s:%d: Rule '%s' must be defined as a string�\z#%s contains a literal backslash '\'z'Rule '%s' must be defined as a functionz&%s not defined as a function or stringc S s | d j jS )Nr( )r� r� )�xr r r �<lambda>� s z(LexerReflect.get_rules.<locals>.<lambda>)rD c S s t | d �S )Nr( )rr )r� r r r r� � s )rD �reverse)r� r� �funcsym�strsymr� �errorf�eoffr� rr r� r r� �hasattrr� r� r� r r@ rJ rp r r� �sort) r Ztsymbolsr r r� r� �tokname�line�filer r r r� � sb
zLexerReflect.get_rulesc C s� �x~| j D �]r}�x�| j| D �]r\}}|jj}|jj}tj|�}| jj|� | j | }t
|t j �rjd}nd}|jj
} | |kr�| jjd|||j� d| _q | |k r�| jjd|||j� d| _q t|�s�| jjd|||j� d| _q yJtjd|t|�f tj| jB �}
|
jd��r*| jjd |||j� d| _W q tjk
�r� } zD| jjd
|||j| � d t|�k�rz| jjd |||j� d| _W Y d d } ~ X q X q W �x| j| D �]\} }
| j | }|d
k�r�| jjd| � d| _�q�|| jk�r|jd�dk �r| jjd| |� d| _�q�y@tjd| |
f tj| jB �}
|
jd��rN| jjd| � d| _W nT tjk
�r� } z4| jjd| | � d |
k�r�| jjd| � d| _W Y d d } ~ X nX �q�W | j| �r�| j| �r�| jjd|� d| _| jj|d �}|r
|}|jj}|jj}tj|�}| jj|� t
|t j ��r,d}nd}|jj
} | |k�r\| jjd|||j� d| _| |k r
| jjd|||j� d| _q
W x| jD ]}| j |� �q�W d S )Nr� r( z'%s:%d: Rule '%s' has too many argumentsTz%%s:%d: Rule '%s' requires an argumentz2%s:%d: No regular expression defined for rule '%s'z
(?P<%s>%s)r' z<%s:%d: Regular expression for rule '%s' matches empty stringz3%s:%d: Invalid regular expression for rule '%s'. %s�#z6%s:%d. Make sure '#' in rule '%s' is escaped with '\#'r z'Rule '%s' must be defined as a functionr� r z-Rule '%s' defined for an unspecified token %sz5Regular expression for rule '%s' matches empty stringz,Invalid regular expression for rule '%s'. %sz/Make sure '#' in rule '%s' is escaped with '\#'z No rules defined for state '%s') r� r� r� r� r� �inspectZ getmodulere �addr� rJ rK r� � co_argcountr� r r r� ri rj rk r� r} r� r� r� r� rt �validate_module)r ru �fnamer r� r� �moduler� Zreqargs�nargsrC �er" �rZefuncr r r r� � s�
zLexerReflect.validate_rulesc C s� yt j|�\}}W n tk
r& d S X tjd�}tjd�}i }|d7 }xv|D ]n}|j|�}|sj|j|�}|r�|jd�} |j| �}
|
s�||| < n$t j|�} | j j
d| || |
� d| _
|d7 }qNW d S )Nz \s*def\s+(t_[a-zA-Z_0-9]*)\(z\s*(t_[a-zA-Z_0-9]*)\s*=r( z7%s:%d: Rule %s redefined. Previously defined on line %dT) r� ZgetsourcelinesrM ri rj r} r~ rt Z
getsourcefiler� r ) r r� �linesZlinenZfreZsreZ counthashr� r� r" �prevr[ r r r r� @ s*
z LexerReflect.validate_module)Nr )r r r
r
r� r� r� r� r� r� r� r� r� r� r r r r r� . s
Bgr� FrY c
% s� |d kr d}d }
ddi} t � } || _| d kr6ttj�} |rL|d krLttj�}|rT|� � r�� fdd�t� �D �}
t|
�}
d|
kr�tj|
d j|
d< nt d�}
|
j
d �}|r�t |t �r�d
|kr�|d
| }t
|
| |d �}|j� |s�|j� r�td ��|o�|�r4y | j||
� | ja| ja| a| S tk
�r2 Y nX |�rd|jd
|j� |jd|j� |jd|j� t� | _x |jD ]}| jj |� �qtW t |jt t f��r�t |jd �� j |j�| _!n|j| _!| jt| j!�B | _"|j} i }x�| D ]�}g }xX|j#| D ]J\}}|j$j%}|j$j&}|j'd|t(|�f � |�r�|jd|t(|�|� �q�W x@|j)| D ]2\}}|j'd||f � |�rP|jd|||� �qPW |||< �q�W |�r�|jd� xt|D ]l}t*|| ||
|j+�\}}} || j,|< || j-|< | | j.|< |�r�x&t/|�D ]\} } |jd|| | � �q�W �q�W xl| j0� D ]`\}} |dk�r$| dk�r$| j,| j1| j,d � | j-| j1| j-d � | j.| j1| j.d � �q$W | | _2| j,d | _3| j-d | _4|| _5|j6| _7| j7j
dd�| _8|j9| _:|j9j
dd �| _;| j;�s�| j<d� |j=| _>|j=j
dd �| _?x�| j0� D ]�\} } | dk�r\| |j9k�r:| j<d| � | |j6k�r�| j8�r�| j<d| � nJ| dk�r| |j9k�r�|j9j
dd �|j9| < | |j6k�r|j6j
dd�|j6| < �qW | ja| ja| a|�r�|�r�|d k�rBt |t@jA��r�|j}!nNd
|k�r�|
d }!n:|jBd
�}"d
j |"d d � �}#tCd|# � tDtj|# dd�}!tEjFjG|!�}y| jH||� W n6 tIk
�r� }$ z| j<d ||$f � W Y d d }$~$X nX | S ) NrY r& r� c s g | ]}|t � |�f�qS r )rA )r� �k)r� r r r� z s zlex.<locals>.<listcomp>�__file__r r� � __package__rG )r� r� zCan't build lexerzlex: tokens = %rzlex: literals = %rzlex: states = %rr z
(?P<%s>%s)z(lex: Adding rule %s -> '%s' (state '%s')z#lex: ==== MASTER REGEXS FOLLOW ====z"lex: state '%s' : regex[%d] = '%s'r' zNo t_error rule is definedr� z1No error rule is defined for exclusive state '%s'z2No ignore rule is defined for exclusive state '%s'r( z import %sz#Couldn't write lextab module %r. %srI )Jr% r= r rd r� �dir�dictre r� r� rt rJ r r� r� r� � SyntaxErrorro r� rs r� rf r r� r� r� rg r9 r� r� rV r rQ r; rh r� r� r� r� r@ r� r� r� r� r+ r, r- r� r? �extendr0 r) r* r4 r� r1 r: r� r2 r7 r r� r3 r8 rK rL rN rc rA rO rP �dirnamerb rM )%r� rB r �optimizerY r� ZnowarnrZ ZdebuglogZerrorlogr� r� ZlexobjZ_itemsZpkgZlinforz Zregexsru Z
regex_listr� r r� r� r" r� r) Zre_textZre_namesr� r �styper Zsrcfiler� Zpkgnamer� r )r� r �lex_ s�
$r� c C s� |sVy&t jd }t|�}|j� }|j� W n* tk
rT t jjd� t jj� }Y nX | rb| j }nt }||� | rz| j
}nt
}x0|� }|s�P t jjd|j |j |j
|jf � q�W d S )Nr( z/Reading from standard input (type EOF to end):
z(%s,%r,%d,%d)
)rd �argvrR �read�close�
IndexError�stdoutr �stdinrs r� r r r r )r� �datar[ r Z_inputZ_tokenr� r r r �runmain s*
r� c s � fdd�}|S )Nc s t � d�rt� �| _n� | _| S )Nr$ )r� r� r� )r )r� r r � set_regexB s
zTOKEN.<locals>.set_regexr )r� r� r )r� r �TOKENA s r� )
NNFFrY r FNNN)NN)"rS rU ri rd rK r> rO r� Z
StringTypeZ UnicodeTyperp �AttributeErrorr �bytesrj r� r� r rB r r r! r% r� r� rX rl r� r� r� r� r� r� �Tokenr r r r �<module>" sD
F
( 3
@
"
Mini Shell