U
տVX� �
@ sF d dl mZ dZdZdd� ZdZdZdZd d
� ZeZ d Z
d d
� Z dd� Z dd� Z
dd� Zdd� Zd dlZd dlZd dlZd dlZe�d�Zddddd d d d d d!� Zd"d#� ZG d$d%� d%e�ZG d&d'� d'e�Ze d(k�rBd dl m Z e � � Z d dl Z e!e j"d) �Z#e#�$� Z%ee �Z&e&�'e%e j"d) � e&�(� Z)e)�s2�qBe*e&j+e)� �q dS )*� )�
generators)
ZCPP_ID� CPP_INTEGERZ CPP_FLOATZ
CPP_STRINGZCPP_CHAR�CPP_WSZ CPP_COMMENT1Z CPP_COMMENT2Z CPP_POUNDZ
CPP_DPOUNDz+-*/%|&~^<>=!?()[]{}.,;:\'"c C s | j j| j�d�7 _| S )z\s+�
��lexer�lineno�value�count��t� r
�/cpp.py�t_CPP_WS s r z\#z\#\#z[A-Za-z_][\w_]*c C s | S )zA(((((0x)|(0X))[0-9a-fA-F]+)|(\d+))([uU][lL]|[lL][uU]|[uU]|[lL])?)r
r r
r
r r $ s r z?((\d+)(\.\d+)(e(\+|-)?(\d+))? | (\d+)e(\+|-)?(\d+))([lL]|[fF])?c C s | j j| j�d�7 _| S )z\"([^\\\n]|(\\(.|\n)))*?\"r r r r
r
r � t_CPP_STRING. s r c C s | j j| j�d�7 _| S )z (L)?\'([^\\\n]|(\\(.|\n)))*?\'r r r r
r
r �
t_CPP_CHAR4 s r c C s8 | j �d�}| j j|7 _d| _|r.d| nd| _ | S )z(/\*(.|\n)*?\*/)r r � )r r
r r �type)r Zncrr
r
r �t_CPP_COMMENT1: s
r c C s d| _ d| _dS )z
(//.*?(\n|$))r r N)r r r r
r
r �t_CPP_COMMENT2C s r c C s( | j d | _| j d | _ | j�d� | S �Nr � )r r r �skipr r
r
r �t_errorH s r Nz\?\?[=/\'\(\)\!<>\-]�#�\�^�[�]�|�{�}�~) �=�/�'�(�)�!�<�>�-c C s t �dd� | �S )Nc S s t | �� d S �N���)�
_trigraph_rep�group)�gr
r
r �<lambda>r � ztrigraph.<locals>.<lambda>)�
_trigraph_pat�sub)�inputr
r
r �trigraphq s r6 c @ s e Zd Zddd�ZdS )�MacroNFc C s0 || _ || _|| _|| _|r&|d | _d | _d S r, )�namer �arglist�variadic�vararg�source)�selfr8 r r9 r: r
r
r �__init__� s
zMacro.__init__)NF)�__name__�
__module__� __qualname__r> r
r
r
r r7 � s r7 c @ s� e Zd Zd&dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z d'dd�Z
dd� Zd(dd�Zd d � Zd d � Zd d!� Zdi fd"d#�Zd$d%� ZdS ))� PreprocessorNc C sl |d krt j}|| _i | _g | _g | _| �� t�� }| �dt� d|� � | �dt� d|� � d | _
d S )Nz
__DATE__ "%s"z%b %d %Yz
__TIME__ "%s"z%H:%M:%S) �lexr �macros�path� temp_path�lexprobe�time� localtime�define�strftime�parser)r= r Ztmr
r
r r> � s zPreprocessor.__init__c C s0 g }| j �|� | j �� }|s q,|�|� q|S �N)r r5 �token�append)r= �text�tokens�tokr
r
r �tokenize� s
zPreprocessor.tokenizec C s t d|||f � d S )Nz%s:%d %s)�print)r= �file�line�msgr
r
r �error� s zPreprocessor.errorc C s� | j �d� | j �� }|r$|jdkr.td� n|j| _| j �d� | j �� }|r^t|j�dkrhtd� n|j| _t|j�| _ | j �d� | j �� }|r�|jdkr�td� n|j| _
| j �d� | j �� }|r�|jdkr�d | _ n|j| _ | j �d � | j �� }|�r|jd k�r d | _ td
� n|j| _ | j | j f| _
d d d
ddddddg }|D ]:}| j �|� | j �� }|�rz|j|k�rNtd| � �qNd S )NZ
identifierz"Couldn't determine identifier typeZ12345i90 z Couldn't determine integer typez
"filename"z Couldn't determine string typez r z%Couldn't determine token for newlinesr) r* r �##r r& r' �,�.z,Unable to lex '%s' required for preprocessor)r r5 rN r rT r �t_ID�int� t_INTEGER�t_INTEGER_TYPE�t_STRINGZt_SPACEZ t_NEWLINE�t_WS)r= rR �chars�cr
r
r rG � sD
zPreprocessor.lexprobec C s | j �|� d S rM )rE rO )r= rE r
r
r �add_path s zPreprocessor.add_pathc c s� | j �� }dd� |�� D �}tt|��D ]T}|d }|| �d�r(|t|�k r(|| d d� || ||< d||< |d7 }q4q(d�|�}|�|� d|_g }|� � }|s�q�|�
|� |j | j kr�d|j
kr�|V g }q�|r�|V d S )Nc S s g | ] }|� � �qS r
)�rstrip��.0�xr
r
r �
<listcomp> s z,Preprocessor.group_lines.<locals>.<listcomp>r r r- � r )r Zclone�
splitlinesZxrange�len�endswith�joinr5 r rN rO r ra r )r= r5 rC �lines�i�jZ current_linerR r
r
r � group_lines s*
zPreprocessor.group_linesc C st d}|t |�k r*|| j| jkr*|d7 }q|d |�= t |�d }|dkrb|| j| jkrb|d8 }q@||d d �= |S r )rl r ra )r= rQ rp r
r
r �
tokenstrip0 s
zPreprocessor.tokenstripc C s� g }g }g }d}t |�}d}||k r>|| j| jkr>|d7 }q ||k rd|| jdkrd|�|d � n | �| j|d jd� dg g fS |d7 }||k �r`|| }|jdkr�|�|� |d7 }n�|jdk�r|d8 }|dk�r|r�|�| �|�� |�|� |d ||fS |�|� nD|jdk�rL|dk�rL|�| �|�� |�|d � g }n
|�|� |d7 }q�| �| j|d jd� dg g fS ) Nr r r& z Missing '(' in macro argumentsr' rZ r- z Missing ')' in macro arguments) rl r ra r rO rX r< r rs ) r= Z tokenlist�args� positionsZ current_argZnestingZtokenlenrp r r
r
r � collect_argsL sD
zPreprocessor.collect_argsc C s g |_ g |_g |_d}|t|j�k �r |j| j| jk�rh|j| j|jk�rh|j�|j| j�}|dkr�|j|d jdkr�t � |j| �|j|< | j
|j| _|j|d = |j� ||d f� qn�|dk�r |j|d jdk�r |j � d||d f� |j|d = qnZ|d t|j�k �rT|j|d jdk�rT|j � d||f� |d7 }qn|j � d||f� n�|j| jdk�r�|j �r�|dk�r�|j|d jdk�r�|d t|j�k �r�|j|d j| jk�r�|j|d j|j
k�r�|j� |d � |d7 }q|j jdd � d
d � d S ) Nr r r rY rc �erZ c S s | d S )N� r
)rh r
r
r r1 � r2 z,Preprocessor.macro_prescan.<locals>.<lambda>T)�key�reverse)�patch� str_patch�var_comma_patchrl r r r\ r9 �index�copyr` rO r: r; �sort)r= �macrorp �argnumr
r
r �
macro_prescan� sB ( *(���
zPreprocessor.macro_prescanc
C s dd� |j D �}i }|jD ]X\}}||krRdd�dd� || D �� �dd�||< t�|| �||< || || _ qd}|jr�|d s�|jD ]}d ||< d
}q�i }|jD ]^\} }}| d kr�|| |||d �< q�| d
kr�||kr�| �|| �||< || |||d �< q�|�r dd� |D �}|S )Nc S s g | ]}t � |��qS r
�r �rg Z_xr
r
r ri � s z2Preprocessor.macro_expand_args.<locals>.<listcomp>z"%s"rj c S s g | ]
}|j �qS r
�r rf r
r
r ri � s r z\\Fr- Trc r rw c S s g | ] }|r|�qS r
r
�rg Z_ir
r
r ri � s ) r r| rn �replacer r: r} r{ �
expand_macros)
r= r� rt �repZ
str_expansionr� rp Z comma_patch�expandedZptyper
r
r �macro_expand_args� s. (
z Preprocessor.macro_expand_argsc C s� |d kr i }d}|t |�k �r�|| }|j| jk�r�|j| jk�r�|j|k�r�d||j< | j|j }|js�| �dd� |jD �|�}|D ] }|j|_q�||||d �< |t |�7 }�n�|d }|t |�k r�|| j| jkr�|d7 }q�|| jdk�r�| � ||d � �\} }
} |j
�sTt |
�t |j�k�rT| � | j |jd|jt |j�f � || }�n@|j
�r�t |
�t |j�d k �r�t |j�dk�r�| � | j |jd |jt |j�d f � n&| � | j |jd
|jt |j�d f � || }n�|j
�rLt |
�t |j�d k�r|
�
g � nD||| t |j�d || d � |
t |j�d < |
t |j�d �= | �||
�} | �| |�} | D ]}
|j|
_�qh| |||| �< |t | �7 }||j= qn"|jd k�r�| j|_| �|j�|_|d7 }q|S ) Nr Tc S s g | ]}t � |��qS r
r� r� r
r
r ri � s z.Preprocessor.expand_macros.<locals>.<listcomp>r r& z Macro %s requires %d argumentsrx z(Macro %s must have at least %d argumentsz'Macro %s must have at least %d argumentZ__LINE__)rl r r\ r rD r9 r� r ra rv r: rX r< rO r� r^ r_ )r= rQ r� rp r �mZexrw rq �tokcountrt ru r� �rr
r
r r� � s\
" (&
4
zPreprocessor.expand_macrosc C sN d}|t |�k �r || j| jk�r|| jdk�r|d }d}d}|t |�k r�|| j| jkrl|d7 }qDnn|| j| jkr�|| j| jkr�d}nd}|s�q�n<|| jdkr�d}n(|| jd kr�q�n| �| j|| jd
� |d7 }qD| j || _| �
|�|| _||d |d �= |d7 }q| � |�}t |�D ]�\}}|j| jk�rpt
�
|�||< | j || _| �
d�|| _n`|j| j k�r.t
�
|�||< t|| j�|| _|| jd d k�r.|| jd d � || _�q��q.d
�dd� |D ��}|�dd�}|�dd�}|�dd�}z t|�}W n0 tk
�rH | �| j|d jd� d}Y nX |S )Nr Zdefinedr FZ0LZ1Lr& Tr' zMalformed defined()r- Z0123456789abcdefABCDEFrj c S s g | ]}t |j��qS r
��strr rf r
r
r ri K s z)Preprocessor.evalexpr.<locals>.<listcomp>z&&z and z||z or r( z not z Couldn't evaluate expression)rl r r\ r ra rD rX r< r r^ r_ r� � enumerater r� rn r� �evalZ
StandardError)r= rQ rp rq Z needparen�resultr �exprr
r
r �evalexpr s^ "
zPreprocessor.evalexprc c s� t |�}| �|�}|sd}| �d| � || _g }d}d}g }|D �],} t| �D ]\}
} | j| jkrP qjqP| jdk�rb| D ]$} | j| jkrzd| jkrz|�| � qz| � | |
d d � �} | r�| d j}
| � | dd � �}nd}
g }|
d k�r|�r`| �
|�D ]
} | V q�g }| �|� �qp|
d
k�rz|�r`| �
|�D ] } | V �q2g }| j d }| � |�D ] } | V �qX|| j d < || _�qp|
d k�r�|�r`| �
|�D ] } | V �q�g }| �
|� �qp|
d
k�r�|�||f� |�r`|d j| j k�r�d}d}nd}�qp|
dk�r8|�||f� |�r`|d j| j k�r0d}d}nd}�qp|
dk�rv|�||f� |�r`| �|�}|�spd}d}nd}n�|
dk�r�|�r�|d d �r�|�r�d}n |�s�| �|�}|�r�d}d}n| �| j| d jd� n�|
dk�r*|�r|d d �r(|�rd}n|�s(d}d}n| �| j| d jd� n6|
dk�rp|�rH|�� \}}n| �| j| d jd� n qB|rB|�| � qB| �
|�D ] } | V �q|g }d S )Nrj z
__FILE__ "%s"TFr r r r rJ �includeZ__FILE__�undefZifdefZifndef�if�elifr- zMisplaced #elif�elsezMisplaced #elseZendifzMisplaced #endif)r6 rr rJ r< r� r ra r rO rs r� rD r� r� r� rX r �pop�extend)r= r5 r< r ro �chunkZenableZ iftriggerZifstackrh rp rR Z dirtokensr8 rt Zoldfiler� r
r
r �parsegen[ s�
zPreprocessor.parsegenc
c s� |sd S |r�|d j dkr4|d j| jkr4| �|�}|d j dkr�d}|t|�k rl|| j dkrbqx|d7 }qFtd� d S d�dd� |d|� D ��}| jdg | j }nB|d j| jkr�|d j dd � }| jdg | j }n td
� d S |D ]�}t j�||�}zbt
|d �� � }t j� |�}|�r0| j�
d|� | �||�D ] } | V �q<|�rX| jd= W �q�W q� tk
�rx Y q�X q�td | � d S )
Nr r) r r* zMalformed #include <...>rj c S s g | ]
}|j �qS r
r� rf r
r
r ri � s z(Preprocessor.include.<locals>.<listcomp>r- z Malformed #include statementr� zCouldn't find '%s')r r r` r� rl rT rn rE rF �os�open�read�dirname�insertr� �IOError)
r= rQ rp �filenamerE �pZiname�dataZdnamerR r
r
r r� � sF
zPreprocessor.includec C s� t |ttf�r| �|�}|}�zz|d }t|�dkr>|d }nd }|sbt|jg �}|| j|j< �n4|j| j kr�t|j| �
|dd � ��}|| j|j< �n�|jdk�r�| � |dd � �\}}}d} |D ]�}
| r�t d� �q�d�
dd � |
D ��} | d
k�r$d } | j|
d _d |
d _d } |
dd �= q�nb| d
d � d
k�r�|
d j| jk�r�d } |
dd �= |
d jd
d � d
kr�|
d jd d
� |
d _q�t|
�dk�s�|
d j| jkr�t d� �q�q�| �
|d| d � �} d}
|
t| �k �r\|
d t| �k �rP| |
j| j k�r | |
d jdk�r | |
= �q�n0| |
jdk�rP| |
d j| j k�rP| |
d = |
d7 }
�q�t|j| dd � |D �| �}| �|� || j|j< nt d� W n tk
�r� t d� Y nX d S )Nr r rx r& Fz0No more arguments may follow a variadic argumentrj c S s g | ]}t |j��qS r
r� r� r
r
r ri ) s z'Preprocessor.define.<locals>.<listcomp>z...TZ __VA_ARGS__���zInvalid macro argumentrY c S s g | ]}|d j �qS )r r� rf r
r
r ri G s zBad macro definition)�
isinstancer� ZunicoderS rl r7 r rD r ra rs rv rT rn r\ r� � LookupError)r= rQ Zlinetokr8 Zmtyper� r� rt ru r: �aZastrZmvaluerp r
r
r rJ sl
$
&&
zPreprocessor.definec C s0 |d j }z | j|= W n tk
r* Y nX d S )Nr )r rD r� )r= rQ �idr
r
r r� U s
zPreprocessor.undefc C s || _ | �||�| _d S rM )�ignorer� rL )r= r5 r< r� r
r
r �parsea s zPreprocessor.parsec C sD z"t | j�}|j| jkr|W S qW n tk
r> d | _Y d S X d S rM )�nextrL r r� �
StopIteration)r= rR r
r
r rN j s
zPreprocessor.token)N)N)N)r? r@ rA r> rS rX rG rd rr rs rv r� r� r� r� r� r� rJ r� r� rN r
r
r
r rB � s&
< ! 5+2
B;
1F rB �__main__r ),Z
__future__r rQ �literalsr Z t_CPP_POUNDZ t_CPP_DPOUNDZt_CPP_IDr Z
t_CPP_INTEGERZ t_CPP_FLOATr r r r r �rer rH Zos.pathr� �compiler3 r. r6 �objectr7 rB r? Zply.lexrC r �sysr� �argv�fr� r5 r� r� rN rR rT r< r
r
r
r �<module>
sb
� c