U
ل=^� � @ s d dl Z d dlZd dlZddlmZmZ ddlmZ ddlT dZ dZ
dZ G d d
� d
�Z G d d � d �Z
G d
d� d�ZG dd� d�ZG dd� d�ZG dd� d�Zejdkr�ejZnG dd� dej�Zdd� Zd.dd �Zd/d d �Zd d � Zd!d"� Zd#d$� Zd%d&� Z d'd(� Z d0d,d-�Z dS )1� N� )� ffiplatform�model)�VerificationError)�*i& i' i( c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
�
GlobalExprr c C s" || _ || _|| _|| _|| _d S �N)�name�address�type_op�size� check_value)�selfr r
r r r
� r �/recompiler.py�__init__ s
zGlobalExpr.__init__c C s d| j | j| j�� | jf S )Nz' { "%s", (void *)%s, %s, (void *)%s },)r r
r � as_c_exprr �r r r r r s �zGlobalExpr.as_c_exprc C s d| j �� | j| jf S )Nz
b'%s%s',%d)r �as_python_bytesr r
r r r r �as_python_expr s �zGlobalExpr.as_python_exprN)r r ��__name__�
__module__� __qualname__r r r r r r r r s
r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
� FieldExprc C s" || _ || _|| _|| _|| _d S r )r � field_offset�
field_size�fbitsize�
field_type_op)r r r r r r r r r r s
zFieldExpr.__init__c C s> dt | j� }d| j| jf d|| jf d|| j�� f S )N� z { "%s", %s,
z %s %s,
z %s %s },)�lenr r r r r )r Zspacesr r r r # s ��zFieldExpr.as_c_exprc C s t �d S r )�NotImplementedErrorr r r r r ) s zFieldExpr.as_python_exprc C sD | j jtkrd}n | j jtkr*t| j�}nt�d| j �� || jf S )N� z b'%s%s%s') r �op�OP_NOOP� OP_BITFIELD�format_four_bytesr r! r r )r Z size_exprr r r �as_field_python_expr, s
�z FieldExpr.as_field_python_exprN)r r r r r r r' r r r r r s r c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�StructUnionExprc C s4 || _ || _|| _|| _|| _|| _|| _|| _d S r )r �
type_index�flagsr � alignment�comment�first_field_index�c_fields) r r r) r* r r+ r, r- r. r r r r 8 s zStructUnionExpr.__init__c C sP d| j | j| jf d| j| jf d| jt| j�f | jrFd| j nd d S )Nz { "%s", %d, %s,z
%s, %s, z%d, %d z /* %s */ r" z},) r r) r* r r+ r- r r. r, r r r r r C s ����zStructUnionExpr.as_c_exprc C s> t | jt�}dd� | jD �}dt| j�t|�| jd�|�f S )Nc S s g | ] }|� � �qS r )r' )�.0Zc_fieldr r r �
<listcomp>L s �z2StructUnionExpr.as_python_expr.<locals>.<listcomp>z(b'%s%s%s',%s)�,)�evalr* ZG_FLAGSr. r& r) r �join)r r* Z fields_exprr r r r J s ��z StructUnionExpr.as_python_exprNr r r r r r( 7 s r( c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�EnumExprc C s" || _ || _|| _|| _|| _d S r �r r) r �signed�allenums)r r r) r r6 r7 r r r r U s
zEnumExpr.__init__c C s d| j | j| j| j| jf S )Nz1 { "%s", %d, _cffi_prim_int(%s, %s),
"%s" },r5 r r r r r \ s ��zEnumExpr.as_c_exprc C s@ t tttttttd�| j| j f }dt
| j �t
|�| j | j
f S )N))r r )r r )� r )r8 r )� r )r9 r )� r )r: r zb'%s%s%s\x00%s')Z
PRIM_UINT8Z PRIM_INT8Z PRIM_UINT16Z
PRIM_INT16Z PRIM_UINT32Z
PRIM_INT32Z PRIM_UINT64Z
PRIM_INT64r r6 r& r) r r7 )r �
prim_indexr r r r a s �
�
�zEnumExpr.as_python_exprNr r r r r r4 T s r4 c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )� TypenameExprc C s || _ || _d S r �r r) )r r r) r r r r m s zTypenameExpr.__init__c C s d| j | jf S )Nz { "%s", %d },r= r r r r r q s zTypenameExpr.as_c_exprc C s dt | j�| jf S )Nzb'%s%s')r& r) r r r r r r t s zTypenameExpr.as_python_exprNr r r r r r< l s r< c @ s� e Zd ZdZd�dd�Zdd� Zdd� Zd d
� Zd d � Zd
ddddgZ dd� Z
d�dd�Z dd� Z dd� Z
dd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� Zd-d.� Zd/d0� Zd1d2� Zd3d4� Zd5d6� Zd7d8� Z d9d:� Z d;d<� Z d=d>� Z d?d@� Z d�dBdC�Z!dDdE� Z"dFdG� Z#dHdI� Z$e$Z%dJdK� Z&dLdM� Z'e'Z(dNdO� Z)e)Z*dPdQ� Z+dRdS� Z,dTdU� Z-d�dWdX�Z.dYdZ� Z/d[d\� Z0d]d^� Z1d_d`� Z2d�dadb�Z3dcdd� Z4dedf� Z5dgdh� Z6didj� Z7dkdl� Z8dmdn� Z9dodp� Z:dqdr� Z;dsdt� Z<dudv� Z=e= Z>Z?dwdx� Z@dydz� ZAd{d|� ZBd}d~� ZCdd�� ZDeD ZEZFd�d�� ZGd�d�� ZHd�d�� ZId�d�� ZJd�d�� ZKd�d�� ZLd�d�� ZMeMZNeMZOd�d�� ZPd�d�� ZQd�d�� ZReRZSd�d�� ZTdAS )��
Recompilerr Fc C s || _ || _|| _t| _d S r )�ffi� module_name�target_is_python� VERSION_BASE�_version)r r? r@ rA r r r r ~ s zRecompiler.__init__c C s t | j|�| _d S r )�maxrC )r Zverr r r �
needs_version� s zRecompiler.needs_versionc C s� i | _ | �d� t| j td�}g | _|D ]h}|jr(t| j�| j |< | j�|� |jD ].}| j | d krvt| j�| j |< | j�|� qT| j�d� q(|D ]P}|js�| j | d kr�t| j�| j |< | j�|� |j r�|j
d k r�| j�d� q�i | _ i | _ |D ]4}t
|tj��rd | j |< q�t
|tj�r�d | j |< q�tt| j dd� d��D ]\}}|| j |< �qDtt| j dd� d��D ]\}}|| j |< �qp|D ](}t| d|jj �}||| j | � �q�| jD ]}�q�t| j�| _d S ) NZ collecttype��keyZENDZLENc S s | j S r �r ��tpr r r �<lambda>� � z/Recompiler.collect_type_table.<locals>.<lambda>c S s | j S r rH rI r r r rK � rL Z_emit_bytecode_)�
_typesdict� _generate�sorted�str�
cffi_typesZis_raw_functionr �append�argsZ
is_array_type�length�_struct_unions�_enums�
isinstancer �
StructOrUnion�EnumType� enumerate�getattr� __class__r �tuple)r Z all_declsrJ �tp1�i�methodr# r r r �collect_type_table� sP
��
z Recompiler.collect_type_tablec C s� t |tj�s.t |t�r*|D ]}| �|� qd S || jkr�d | j|< t |tj�r^| �|�� � nlt |tj�r�|j d k r�|| j
j j kr�|�
� D ] \}}}}| �| �|||�� q�n |�� D ]\}}| �|� q�d S r )rW r ZBaseTypeByIdentityr] �_do_collect_typerM �FunctionPtrType�as_raw_functionrX �fldtypesr? �_parser�_included_declarations�
enumfields� _field_typeZ
_get_items)r rJ �xZname1r^ �_r r r rb � s"
�zRecompiler._do_collect_typec
C s� | j jj�� }t|�D ]�\}\}}|�dd�\}}zt| d||f �}W n tk
rh td| ��Y nX z|| _ |||� W q t
k
r� } zt � | |� � W 5 d } ~ X Y qX qd S )Nr r z_generate_cpy_%s_%sz"not implemented in recompile(): %r)
r? rf Z
_declarations�itemsrO �splitr[ �AttributeErrorr �_current_quals� Exceptionr Zattach_exception_info)
r � step_name�lstr rJ �qualsZkindZrealnamer` �er r r rN � s" � �
zRecompiler._generate�global�field� struct_union�enum�typenamec C s� i | _ | jD ]}g | j |< q t� | _| �d� | �� | jD ]4}| j | }|dkrb|jdd� d� t|�| j |< q<| j d }| j� � D ]\}}q�| j d }| j
� � D ]\}}q�d S )NZctxrv c S s | j S r rH )�entryr r r rK � rL z0Recompiler.collect_step_tables.<locals>.<lambda>rF rw rx ) �_lsts� ALL_STEPS�set�_seen_struct_unionsrN �_add_missing_struct_unions�sortr] rU rl rV )r rq rr rJ r_ r r r �collect_step_tables� s$
z Recompiler.collect_step_tablesr" c C s | j �|d � d S )N�
)�_f�write)r Zwhatr r r �_prnt s zRecompiler._prntc C s" | j r| �|� n | �||� d S r )rA �write_py_source_to_f�write_c_source_to_f)r �f�preambler r r �write_source_to_f s z Recompiler.write_source_to_fc C s0 t tj�tj�t�|�d�}|�� }|�� |S )N�r)�open�os�pathr3 �dirname�__file__� readlines�close)r �filename�g�linesr r r �_rel_readlines s zRecompiler._rel_readlinesc C sb || _ | j}| jjd k r |d� | �d�}|�d�}| �d�|||d �< |d�|�� | j�d�d }| jjd k �r0|d | jf � |d
� | � | jj� |d � |d � |d
|f � |d� |d|f � |d� |d|f � |d� | �d�}|�d�}| �d�|||d �< |d�|�� | �
t � |d� |� ||� |� |d� |� |d� t dd� | j
�� D ��}t| j�D ]>\}}d} ||k�r�d|| �� } |d||�� | f � �q�| j�s�|d � |d � |� t� | _| �d � i }
| jD ]`} | j| } t| �|
| < |
| d k�r�|d | | f � | D ]}
||
�� � �q:|d � |� �q�| jj�r�|d!� | jjD ]f}z|jd d"� \}}W n( tk
�r� t d#| j|f ��Y nX |d k�r�t d$��|d%|f � �qz|d&� |d � |� |d'� |d(� | jD ].} |
| d k�r.|d)| � n |d*| � �q| jD ]$} | d+k�rD|d,|
| | f � �qD| jj�r~|d-� n|d.� |d/t| j�f � d }| j �r�|dO }|d0| � |d � |� |d1� |d2� |d� |� |d � |d3� |d4|f � |d5� | j �r,|d6� |d7� |d8� |d9| j � |d:� |d;� |d<� |d� |d=� |d>� |d?� |d@� |dA|f � |dB� |dC|f � |dD� |dD� |d� |d3� |dE|f � |d5� |dF| j| j f � |d=� |d� |d3� |dG|f � |d5� |dH| j| j f � |d=� |d� |� |d1� |dI� |d� d | _ d S )JNz#define _CFFI_USE_EMBEDDINGz_cffi_include.hz#include "parse_c_type.h"
zparse_c_type.hr r" �.���z #define _CFFI_MODULE_NAME "%s"z1static const char _CFFI_PYTHON_STARTUP_CODE[] = {z0 };z#ifdef PYPY_VERSIONz5# define _CFFI_PYTHON_STARTUP_FUNC _cffi_pypyinit_%sz#elif PY_MAJOR_VERSION >= 3z-# define _CFFI_PYTHON_STARTUP_FUNC PyInit_%s�#elsez*# define _CFFI_PYTHON_STARTUP_FUNC init%s�#endifz _embedding.hz#include "_cffi_errors.h"
z_cffi_errors.hz>/************************************************************/z static void *_cffi_types[] = {c S s g | ]\}}||f�qS r r �r/ rJ r_ r r r r0 G s z2Recompiler.write_c_source_to_f.<locals>.<listcomp>z // z/* %2d */ %s,%sz 0z};�declr z.static const struct _cffi_%s_s _cffi_%ss[] = {z.static const char * const _cffi_includes[] = {r8 �Qffi object %r includes %r, but the latter has not been prepared with set_source()zMnot implemented yet: ffi.include() of a Python-based ffi inside a C-based ffiz "%s",z NULLz?static const struct _cffi_type_context_s _cffi_type_context = {z _cffi_types,z _cffi_%ss,z NULL, /* no %ss */rv z %d, /* num_%ss */z _cffi_includes,z NULL, /* no includes */z %d, /* num_types */z %d, /* flags */z#ifdef __GNUC__z?# pragma GCC visibility push(default) /* for -fvisibility= */ZPyMODINIT_FUNCz"_cffi_pypyinit_%s(const void *p[])�{z% if (((intptr_t)p[0]) >= 0x0A03) {zQ _cffi_call_python_org = (void(*)(struct _cffi_externpy_s *, char *))p[1];z }z p[0] = (const void *)0x%x;z p[1] = &_cffi_type_context;z#if PY_MAJOR_VERSION >= 3� return NULL;�}z# ifdef _MSC_VERz PyMODINIT_FUNCz# if PY_MAJOR_VERSION >= 3z% PyInit_%s(void) { return NULL; }z# elsez init%s(void) { }z# endifzPyInit_%s(void)z5 return _cffi_init("%s", 0x%x, &_cffi_type_context);z init%s(void)z. _cffi_init("%s", 0x%x, &_cffi_type_context);z # pragma GCC visibility pop) r� r� r? �
_embeddingr� �indexr3 r@ rm � _print_string_literal_in_arrayrE �VERSION_EMBEDDED�dictrM rl rZ rQ � _get_c_namer r} �_seen_constantsrN r| r{ r �_included_ffis�_assigned_sourcern r �
_num_externpyrC )r r� r� �prntr� r_ Zbase_module_name�typeindex2typer# r, Znumsrq rr rz �ffi_to_include�included_module_name�included_sourcer* r r r r� s6
���
�
�
���
�
� �z Recompiler.write_c_source_to_fc sb t |t�rd|f S t |ttf�rZ� fdd�|D �}t|�dkrJ|�d� dd�|�f S |�� S )Nzb'%s'c s g | ]}� � |��qS r )�_to_py)r/ �itemr r r r0 � s z%Recompiler._to_py.<locals>.<listcomp>r r" z(%s)r1 )rW rP �listr] r rR r3 r )r rj Zrepr r r r� � s
zRecompiler._to_pyc C s� || _ | j}|d� |d� t| jjp(d�}t|�D ]n}| jj| }z|jd d� \}}W n& tk
r� td| j|f ��Y nX |d k r�td��|d||f � q4|� |d| j f � |d | j
f � d | _
t | j �| _ d
d � | j D �}|d | �
d
�|��f � tdd � | j�� D ��} | jD ]>}
| j|
} t| �dk�r$|
dk�r$|d|
| �
| �f � �q$|dk�r�|dd�dd � t|�D ��f � |d� d S )Nz# auto-generated filezimport _cffi_backendr r8 r� zMnot implemented yet: ffi.include() of a C-based ffi inside a Python-based ffiz from %s import ffi as _ffi%dz ffi = _cffi_backend.FFI('%s',z _version = 0x%x,c S s g | ] }|� � �qS r )r )r/ r# r r r r0 � s z3Recompiler.write_py_source_to_f.<locals>.<listcomp>z _types = %s,r" c S s g | ]\}}||f�qS r r r� r r r r0 � s r rv z _%ss = %s,z _includes = (%s,),�, c S s g | ] }d | �qS )z_ffi%dr �r/ r_ r r r r0 � s �))r� r� r r? r� �ranger� rn r r@ rC r] rQ r� r3 r� rM rl r| r{ ) r r� r� Z num_includesr_ r� r� r� Z types_lstr� rq rr r r r r� � sP �
���
�
�z Recompiler.write_py_source_to_fc C s
| j | S r )rM )r �typer r r � _gettypenum s zRecompiler._gettypenumc C sn d}t |tj�r�|�� s�|�� r:|jdkr:d}d|j }nPt |tj�rXd|�d�f }n2|�d�}d||j�dd�f }|d kr�| � t
� d
}n�t |tj �r�| � ||||� d S t |tj
�s�t |tj�r�| �d || �|�|f � | �d | � d S t |tj��r$d
|�d� }d| �|� }d}nt|��| �d||||f � | �d||�d�|f � | �d | � d S )Nr" �_BoolZ_cffi_to_c_intz, %sz(%s)_cffi_to_c_doublez(%s)_cffi_to_c_%sr rk �Zchar16_tZchar32_tz-1z6 if (_cffi_to_c((char *)&%s, _cffi_type(%d), %s) < 0)z %s;z(%s)_cffi_to_c_pointerz, _cffi_type(%d)ZNULLz %s = %s(%s%s);z' if (%s == (%s)%s && PyErr_Occurred()))rW r �BasePrimitiveType�is_complex_type�is_integer_typer �UnknownFloatType�
get_c_name�replacerE �VERSION_CHAR16CHAR32� PointerType�"_convert_funcarg_to_c_ptr_or_arrayZStructOrUnionOrEnumr� r� rc r! ) r rJ �fromvar�tovar�errcodeZextraargZ converter�cnameZerrvaluer r r �_convert_funcarg_to_c sP
�
�
�� �z Recompiler._convert_funcarg_to_cc C s. t |tj�r*|�d� |�d� |�d� d S )NzPy_ssize_t datasizez-struct _cffi_freeme_s *large_args_free = NULLzIif (large_args_free != NULL) _cffi_free_array_arguments(large_args_free);)rW r r� �add)r rJ � localvars� freelinesr r r �_extra_local_variables3 s
z!Recompiler._extra_local_variablesc C s� | � d� | � d| �|�||f � | � d� | � d||�d�f � | � d| �|�||f � | � d� | � d| � | � d � d S )
Nz1 datasize = _cffi_prepare_pointer_call_argument(z( _cffi_type(%d), %s, (char **)&%s);z if (datasize != 0) {zI %s = ((size_t)datasize) <= 640 ? (%s)alloca((size_t)datasize) : NULL;r" zF if (_cffi_convert_array_argument(_cffi_type(%d), %s, (char **)&%s,z, datasize, &large_args_free) < 0)z %s;z })r� r� r� )r rJ r� r� r� r r r r� : s$
�
���
z-Recompiler._convert_funcarg_to_c_ptr_or_arrayc C sJ t |tj�r�|�� r,|jdkr,d||jf S t |tj�rBd|f S |jdkr�|�� s�|j�dd�}|dkrt| �t � d||f S d || �
|�f S n�t |tj tj f�r�d
|| �
|�f S t |tj
�r�d
|| �
t� |j��f S t |tj��r |jd k�r td |�� |f ��d || �
|�f S t |tj��r>d || �
|�f S t|��d S )
Nr� z_cffi_from_c_int(%s, %s)z_cffi_from_c_double(%s)� long doubler rk r� z_cffi_from_c_%s(%s)z/_cffi_from_c_deref((char *)&%s, _cffi_type(%d))z0_cffi_from_c_pointer((char *)%s, _cffi_type(%d))z!'%s' is used as %s, but is opaquez0_cffi_from_c_struct((char *)&%s, _cffi_type(%d)))rW r r� r� r r� r� r� rE r� r� r� rc � ArrayTyper� rX Zfldnames� TypeErrorr� rY r! )r rJ �var�contextr� r r r �_convert_expr_from_cH sP
� � � � � �z Recompiler._convert_expr_from_cc C s | � |d|f �S )Nz
(*(%s *)0))� _global_type�r rJ r r r r �
_typedef_typek s zRecompiler._typedef_typec C s | � | �||�� d S r )rb r� r� r r r �!_generate_cpy_typedef_collecttypen s z,Recompiler._generate_cpy_typedef_collecttypec C s d S r r r� r r r �_generate_cpy_typedef_declq s z%Recompiler._generate_cpy_typedef_declc C s$ | j | }| jd �t||�� d S )Nry )rM r{ rR r< )r rJ r r) r r r � _typedef_ctxt s
zRecompiler._typedef_ctxc C sf | � ||�}| �||� t|dd �dkr<| j||jd d� n&t|tj�rb| j|j|jj|j|d� d S )N�originZ unknown_type)�
approxname)r� � named_ptr) r� r� r[ � _struct_ctxr rW r ZNamedPointerType�totyper� r r r �_generate_cpy_typedef_ctxx s �z$Recompiler._generate_cpy_typedef_ctxc C s( | � |�� � |jr$| js$| � |� d S r )rb rd �ellipsisrA r� r r r �"_generate_cpy_function_collecttype� s z-Recompiler._generate_cpy_function_collecttypec C s |j r| �||� d S | j}t|j�}|dkr4d}n|dkrBd}nd}g }g }d| }t|j�D ],\} }
|�|
�d| |�� |�d| � q`d �|�} | p�d
} |j r�|j d } nd } d
| || f }
|d|j
�|
�f � |d� d �|�}d}t |j
t j
��rd }|d|||f � |d� |d� |d� |d||f � |d� d| }t|j�D ]&\} }
|
�d| |�}|d| � �qXt� }t� }|jD ]}
| �|
||� �q�t|�D ]}|d|f � �q�t |j
t j
��sd}d| }d|j
�d|� }||� |d� nd }d }t|j�dk�r~tt|j��}|D ]} |d| � �q0|� |d |t|�t|�d �d d � |D ��f � |d � |� t|j�D ](\} }
| �|
d | d| d!� |� �q�|d"� |d#� d$d � tt|j��D �}d �|�}|d%|||f � |d&� |d'� |� |d(� |dk�r,|d)� |�rl|d*| �|j
d+d,� � |D ]}|d-| � �qN|d.� n(|D ]}|d-| � �qp|d/� |d0� |d� |d1� d2d3� }d4}g }g }d| }t|j�D ]P\} }
d }||
��r�d5}d6}|
�d7|| f |�}|�|� |�d8|| f � �q�|j
}||��r^d| }|�d9|�}|�d|� t j}d }d:}d6}|�r�d �|�} | �pvd
} d;| || f }
|d|�|
�f � |d� |�r�||� d �|�}|d%|||f � |�r�|d<� |d� n|d=||f � |d>� |� d S )?Nr Znoargr Zarg0rS �argument of %sz x%d�x%dr� �voidr r" z%s_cffi_d_%s(%s)z static %sr� zreturn z %s%s(%s);r� z#ifndef PYPY_VERSIONzstatic PyObject *z(_cffi_f_%s(PyObject *self, PyObject *%s)z %s;z result = � result of %sz resultz PyObject *pyresult;z PyObject *arg%d;z1 if (!PyArg_UnpackTuple(args, "%s", %d, %d, %s))c S s g | ] }d | �qS )z&arg%dr r� r r r r0 � s z:Recompiler._generate_cpy_function_decl.<locals>.<listcomp>r� zarg%dz return NULLz Py_BEGIN_ALLOW_THREADSz _cffi_restore_errno();c S s g | ] }d | �qS )r� r r� r r r r0 � s z { %s%s(%s); }z _cffi_save_errno();z Py_END_ALLOW_THREADSz (void)self; /* unused */z (void)noarg; /* unused */z pyresult = %s;�resultz result typez z return pyresult;z Py_INCREF(Py_None);z return Py_None;r� c S s t | tj�p t | tj�o | �� S r )rW r rX �
PrimitiveTyper� )r� r r r �need_indirection� s �z@Recompiler._generate_cpy_function_decl.<locals>.need_indirectionFr Tz %sx%dz%sx%dz *resultz
*result = z%s_cffi_f_%s(%s)z return result;z # define _cffi_f_%s _cffi_d_%sr� )r� �_generate_cpy_constant_declr� r rS rZ rR r� r3 �abir� rW r �VoidTyper} r� rO r� r� r� �insertZ void_type)r rJ r r� �numargs�argname� argumentsZcall_argumentsr� r_ r� �repr_argumentsr� �name_and_argumentsZ result_code�argr� r� r� Z result_decl�rngZfreeliner� �
differenceZ indirectionZ tp_resultr r r �_generate_cpy_function_decl� s
��
�
�
z&Recompiler._generate_cpy_function_declc C s� |j r | js | �||� d S | j|�� }t|j�}| jr@t}n |dkrNt}n|dkr\t }nt
}| j d � t
|d| t||�d| d�� d S )Nr r ru z
_cffi_f_%sz
_cffi_d_%s)r )r� rA �_generate_cpy_constant_ctxrM rd r rS ZOP_DLOPEN_FUNCZOP_CPYTHON_BLTN_NZOP_CPYTHON_BLTN_OZOP_CPYTHON_BLTN_Vr{ rR r �CffiOp)r rJ r r) r� Z meth_kindr r r �_generate_cpy_function_ctx+ s$
��z%Recompiler._generate_cpy_function_ctxc C sT t |tj�rP|j}|dkr0|�d�}d||f }| �|d| |j�}t�||�}|S )N�...r z _cffi_array_len(((%s)0)->%s)�%s[0])rW r r� rT r� ri r� )r Z tp_structZ
field_nameZtp_field�
actual_lengthZptr_struct_name�tp_itemr r r ri A s
� � zRecompiler._field_typec C s, | � |� | jr(|�� D ]}| �|� qd S r )rb rA �anonymous_struct_fields�_struct_collecttype)r rJ �fldtyper r r r� M s
z Recompiler._struct_collecttypec C s> |j d krd S | j}d|f }|d� |d||f � |d� |d� |d� |�� D ]�\}}}} z�|�� st|dkr�|dkr�|d |||f � W qVt|tj�r�|jd ks�|jd
kr�|j}|d }q�|d |j d
d| | d�|f � W qV t
k
�r }
z|dt |
� � W 5 d }
~
X Y qVX qV|d� |d||f � |� d S )Nz_cffi_checkfld_%sZ_CFFI_UNUSED_FNzstatic void %s(%s *p)r� z8 /* only to generate compile-time warnings or errors */z
(void)p;r r" z> (void)((p->%s) | 0); /* check that '%s.%s' is an integer */r� z[0]z { %s = &p->%s; (void)tmp; }z*tmpzfield %r�rs z
/* %s */r� z(struct _cffi_align_%s { char x; %s y; };) re r� rh r� rW r r� rT r� r� r rP ) r rJ r� r� r� Z
checkfuncnameZfnameZftyper �fqualrt r r r � _struct_declT sB
� ��
� $zRecompiler._struct_declNc C s� | j | }d }g }t|tj�r(|�d� |jd kr@|�d� d}|| jjjkr�|d ksd|| jjjkr�|jd krpn |j s�t
|� � �r�n
|�d� |j r�|j dkr�t
d||j f ��|�d� n|�d� d }d
�|�p�d }g }|d k�rr| j } t|�| ��}
|
D �]\} } }
}| �|| | �} | �| d |j| f � t}|
d
k�rNt}d|
}nL|d k�srt| tj��rx| jd k�rxd}n"d|d k�r�|�d�n|j| f }|d k�s�|
d
k�r�d}n,|d k �r�d|j| f }nd|�d�| f }|�t| |||
t|| j | ��� �q t | j d �}| j d � |� |d k�r<d}d}d}n4|d k �rXd|jf }d}nd|f }d |f }d }nd}d }d }|}| j d �t |j|||||||�� | j �!|� d S ) NZ
_CFFI_F_UNIONZ_CFFI_F_OPAQUEZopaqueZ_CFFI_F_CHECK_FIELDSr z�%r is declared with 'pack=%r'; only 0 or 1 are supported in API mode (try to use "...;", which does not require a 'pack' declaration)Z_CFFI_F_PACKEDZ_CFFI_F_EXTERNALZexternal�|�0z
field '%s.%s'r z
%d /* bits */z
(size_t)-1zsizeof(((%s)0)->%s)r z"((char *)&((%s)0)->%s) - (char *)0zoffsetof(%s, %s)r" rv z
(size_t)-2���Zunnamedzsizeof(*(%s)0)z-1 /* unknown alignment */�
sizeof(%s)z"offsetof(struct _cffi_align_%s, y)r� rw )"rM rW r Z UnionTyperR re r? rf rg �partial�anyr� Zpackedr! r3 rA r� rh ri �_check_not_opaquer r$ r% r� rT r� r r� r r{ �extendr( r~ r� )r rJ r� r� r� r) Zreason_for_not_expandingr* r. Z expand_anonymous_struct_unionrh Zfldnamer� r r r# r �offsetr- Zalignr, r r r r� v s�
� �
��
�
���
�
��
��zRecompiler._struct_ctxc C s: t |tj�r|j}q t |tj�r6|jd kr6td| ��d S )Nz0%s is of an opaque type (not declared in cdef()))rW r r� r� rX re r� )r rJ �locationr r r r � s �z Recompiler._check_not_opaquec C s� t | j�� �}|jdd� d� |D ]�\}}|| jkr"|jrHtd|f ��|j�d�rv|jdd � � � rv|jdd � }n4|jdkr�|j
dkr�d}| � |d� ntd |f ��| � |d |� q"d S )
Nc S s | d S )Nr r )Ztp_orderr r r rK � rL z7Recompiler._add_missing_struct_unions.<locals>.<lambda>rF zDinternal inconsistency: %r is partial but was not seen at this point�$r Z_IO_FILE�FILEzinternal inconsistency: %r)
r� rU rl r� r~ r r! r �
startswith�isdigitZ forcenamer� r� )r rr rJ �orderr� r r r r � s"
� �z%Recompiler._add_missing_struct_unionsc C s | � |� d S r )r� r� r r r � _generate_cpy_struct_collecttype� s z+Recompiler._generate_cpy_struct_collecttypec C s2 |� d�}d|kr"||�dd�fS |d| fS d S )Nr" r rk )r� r� )r rJ r� r r r �
_struct_names� s
zRecompiler._struct_namesc C s | j |f| �|��� d S r )r r r� r r r �_generate_cpy_struct_decl� s z$Recompiler._generate_cpy_struct_declc C s | j |f| �|��� d S r )r� r r� r r r �_generate_cpy_struct_ctx� s z#Recompiler._generate_cpy_struct_ctxc C s( t |tj�r| �||� n
| �|� d S r )rW r rY � _generate_cpy_enum_collecttyper� r� r r r �#_generate_cpy_anonymous_collecttype s z.Recompiler._generate_cpy_anonymous_collecttypec C s. t |tj�r| �|� n| �||d| � d S �NZtypedef_)rW r rY �_generate_cpy_enum_declr r� r r r � _generate_cpy_anonymous_decl s z'Recompiler._generate_cpy_anonymous_declc C s0 t |tj�r| �||� n| �||d| � d S r )rW r rY � _enum_ctxr� r� r r r �_generate_cpy_anonymous_ctx s z&Recompiler._generate_cpy_anonymous_ctx�constc C s� ||f| j kr td||f ��| j �||f� | j}d||f }|r�|d| � |d� |d|f � |d||f � |d k r�|dkr�d|f }|d |f � |d
� |d � |d � n2|d
| � |d� |d|�d�|f � |d � |� d S )Nz duplicate declaration of %s '%s'z _cffi_%s_%sz$static int %s(unsigned long long *o)r� z int n = (%s) <= 0;zI *o = (unsigned long long)((%s) | 0); /* check that %s is an integer */r z%dUz" if (!_cffi_check_int(*o, n, %s))z n |= 2;z return n;r� zstatic void %s(char *o)z *(%s)o = %s;r )r� r r� r� r� )r �is_intr rJ �categoryr
r� �funcnamer r r �_generate_cpy_const s4
� �
z Recompiler._generate_cpy_constc C s |� � }|r| jr | �|� d S r )r� rA rb �r rJ r r r r r �"_generate_cpy_constant_collecttype5 s
z-Recompiler._generate_cpy_constant_collecttypec C s |� � }| �|||� d S r )r� r r! r r r r� : s z&Recompiler._generate_cpy_constant_declc C s^ | j s|�� rttd�}n$| j r&t}nt}| j| }t||�}| jd �t |d| |�� d S )Nr� ru �_cffi_const_%s)
rA r� r� �OP_CONSTANT_INTZOP_DLOPEN_CONSTZ OP_CONSTANTrM r{ rR r )r rJ r r Z
const_kindr) r r r r� > s
�z%Recompiler._generate_cpy_constant_ctxc C s | � |� d S r �rb r� r r r r N s z)Recompiler._generate_cpy_enum_collecttypec C s |j D ]}| �d|� qd S )NT)� enumeratorsr )r rJ r �
enumeratorr r r r Q s
z"Recompiler._generate_cpy_enum_declc C s� | j | }ttd�}| jr"|�� t|j|j�D ](\}}| jd � t
|d| ||d�� q0|d k r�d|kr�| js�d| }d| }n4|� | j g �} | j �
| �}tt| j �| d��dk �}d �|j�}
| jd
� t|j||||
�� d S ) Nr� ru r# �r
r r z
((%s)-1) <= 0r r1 rx )rM r� �OP_ENUMrA Zcheck_not_partial�zipr& Z
enumvaluesr{ rR r Zbuild_baseinttyper? Zsizeof�int�castr3 r4 r ) r rJ r� r) r r' Z enumvaluer r6 Zbasetpr7 r r r r U s(
��
�zRecompiler._enum_ctxc C s | � ||�� � d S r )r r� r� r r r �_generate_cpy_enum_ctxj s z!Recompiler._generate_cpy_enum_ctxc C s d S r r r� r r r � _generate_cpy_macro_collecttypep s z*Recompiler._generate_cpy_macro_collecttypec C s& |dkrd }n|}| j d||d� d S )Nr� Tr( )r )r rJ r r
r r r �_generate_cpy_macro_decls s z#Recompiler._generate_cpy_macro_declc C sT |dkr"| j r td|f ��d }n|}ttd�}| jd �t|d| ||d�� d S )Nr� zGcannot use the syntax '...' in '#define %s ...' when using the ABI moder� ru r# r( )rA r r� r$ r{ rR r )r rJ r r
r r r r �_generate_cpy_macro_ctxz s ��
��z"Recompiler._generate_cpy_macro_ctxc C sF t |tj�rB|j}|dkr$d|f }| �|jd| �}t�||�}|S )Nr� z_cffi_array_len(%s)r� )rW r r� rT r� r� )r rJ Z global_namer� r� r r r r� � s
zRecompiler._global_typec C s | � | �||�� d S r )rb r� r� r r r �"_generate_cpy_variable_collecttype� s z-Recompiler._generate_cpy_variable_collecttypec C s� | j }| �||�}t|tj�r4|jd kr4|j}d}nd}d|f }|d|j|| jd� � |d� |d||f � |d� |� d S ) Nr" �&z*_cffi_var_%s(void)�static r� r� z return %s(%s);r� ) r� r� rW r r� rT r� r� ro )r rJ r r� Z ampersandr� r r r �_generate_cpy_variable_decl� s
z&Recompiler._generate_cpy_variable_declc C sL | � ||�}| j| }| jr"t}nt}| jd �t|d| t||��� d S )Nru z _cffi_var_%s) r� rM rA Z
OP_GLOBAL_VARZOP_GLOBAL_VAR_Fr{ rR r r� )r rJ r r) r# r r r �_generate_cpy_variable_ctx� s
�z%Recompiler._generate_cpy_variable_ctxc C s | � |� d S r r% r� r r r �'_generate_cpy_extern_python_collecttype� s z2Recompiler._generate_cpy_extern_python_collecttypec C s | j }t|jtj�rd}n d| }d|j�d|�f }|d| � |d| j||f � |� g }d| }t|j�D ]"\}} | �d| |�}
|� |
� qrd �
|�} | p�d
} d || f } |j d kr�d
| } dd� }
t t
|j�d d�}|
|j�r�t |d�}t|jtj��r&d|j�d�||j�d�|f }|d||j�| �f � |d� |d| � |d� t|j�D ]X\}} d| }
t| tj��s�|
| ��r�d|
}
t�| �} |d| �d�|d |
f � �qd|d| � t|jtj��s�|d |j�d�f � |d � |� | jd 7 _d S ) Nr r� z(int)sizeof(%s)r" z3static struct _cffi_externpy_s _cffi_externpy__%s =z { "%s.%s", %s, 0, 0 };r� z a%dr� r� z%s(%s)� __stdcallz_cffi_stdcall c S s t | tj�o| jdkS )Nr� )rW r r� r rI r r r �may_need_128_bits� s �z9Recompiler._extern_python_decl.<locals>.may_need_128_bitsr: � z!sizeof(%s) > %d ? sizeof(%s) : %dz%s%sr� z
char a[%s];z char *p = a;za%dr2 z *(%s)(p + %d) = %s;r z, _cffi_call_python(&_cffi_externpy__%s, p);z return *(%s)p;r� r )r� rW r� r r� r� r@ rZ rS rR r3 r� rD r rX r� r� )r rJ r Z
tag_and_spacer� Zsize_of_resultr� r� r_ r� r� r� r� r8 Z size_of_ar r r �_extern_python_decl� sj � �
� �
z Recompiler._extern_python_declc C s | � ||d� d S )Nr3 �r: r� r r r � _generate_cpy_extern_python_decl� s z+Recompiler._generate_cpy_extern_python_declc C s | � ||d� d S )NzCFFI_DLLEXPORT r; r� r r r �#_generate_cpy_dllexport_python_decl� s z.Recompiler._generate_cpy_dllexport_python_declc C s | � ||d� d S )Nr" r; r� r r r �'_generate_cpy_extern_python_plus_c_decl� s z2Recompiler._generate_cpy_extern_python_plus_c_declc C sR | j rtd��|jr td��| j| }tt|�}| jd �t |d| ||�� d S )Nz,cannot use 'extern "Python"' in the ABI modez$a vararg function is extern "Python"ru z&_cffi_externpy__%s)
rA r r� r! rM r� ZOP_EXTERN_PYTHONr{ rR r )r rJ r r) r r r r � _generate_cpy_extern_python_ctx s �
�z*Recompiler._generate_cpy_extern_python_ctxc C sr | j }|d� |�d�D ]T}|d| �� � d}|D ].}t|�dkrP||� d}|dt|�f 7 }q4||� qd S )Nz=// # NB. this is not a string because of a size limit in MSVCTz// r" �L z%d,)r� �
splitlines�rstripr �ord)r �sr� �lineZ printed_line�cr r r r� s z)Recompiler._print_string_literal_in_arrayc C s t tt�| j|< d S r )r� � OP_PRIMITIVEZ PRIM_VOIDrQ �r rJ r� r r r �_emit_bytecode_VoidType s z"Recompiler._emit_bytecode_VoidTypec C s t |j }tt|�| j|< d S r )ZPRIMITIVE_TO_INDEXr r� rG rQ )r rJ r� r; r r r � _emit_bytecode_PrimitiveType# s
z'Recompiler._emit_bytecode_PrimitiveTypec C s( d|j |j |j f }tt|�| j|< d S )Nzl_cffi_prim_int(sizeof(%s), (
((%s)-1) | 0 /* check that %s is an integer type */
) <= 0)�r r� rG rQ �r rJ r� rD r r r �!_emit_bytecode_UnknownIntegerType' s �z,Recompiler._emit_bytecode_UnknownIntegerTypec C s$ d|j |j f }tt|�| j|< d S )Nzd_cffi_prim_float(sizeof(%s) *
(((%s)1) / 2) * 2 /* integer => 0, float => 1 */
)rK rL r r r � _emit_bytecode_UnknownFloatType- s
�z*Recompiler._emit_bytecode_UnknownFloatTypec C s� t t| j|j �| j|< |d7 }|jD ]H}| j| }||krft|tj�rV| � ||� nt t
|�| j|< |d7 }q&t |j �}|j
d k r�|j
dkr�|dO }ntd|j
f ��t t|�| j|< d S )Nr r7 r8 zabi=%r)r� Z OP_FUNCTIONrM r� rQ rS rW r r� rJ r$ r+ r� r� r! ZOP_FUNCTION_END)r rJ r� r^ Z realindexr* r r r � _emit_bytecode_RawFunctionType3 s
z)Recompiler._emit_bytecode_RawFunctionTypec C s t t| j|j �| j|< d S r )r� �
OP_POINTERrM r� rQ rH r r r �_emit_bytecode_PointerTypeF s z%Recompiler._emit_bytecode_PointerTypec C s" |� � }tt| j| �| j|< d S r )rd r� rP rM rQ )r rJ r� �rawr r r � _emit_bytecode_FunctionPtrTypeL s z)Recompiler._emit_bytecode_FunctionPtrTypec C s| | j |j }|jd kr(tt|�| j|< nP|jdkrNtdt|��dd�f ��n*tt |�| j|< td t|j��| j|d < d S )Nr� zitype %s badly placed: the '...' array length can only be used on global arrays or on fields of structuresz/*...*/r )
rM r� rT r� Z
OP_OPEN_ARRAYrQ r rP r� ZOP_ARRAY)r rJ r� Z
item_indexr r r �_emit_bytecode_ArrayTypeP s
���z#Recompiler._emit_bytecode_ArrayTypec C s | j | }tt|�| j|< d S r )rU r� ZOP_STRUCT_UNIONrQ )r rJ r� Z struct_indexr r r �_emit_bytecode_StructType^ s
z$Recompiler._emit_bytecode_StructTypec C s | j | }tt|�| j|< d S r )rV r� r) rQ )r rJ r� Z
enum_indexr r r �_emit_bytecode_EnumTypec s
z"Recompiler._emit_bytecode_EnumType)F)r" )N)Nr N)N)Ur r r r� r rE ra rb rN r| r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� ri r� r r� r r r Z _generate_cpy_union_collecttyper r Z_generate_cpy_union_declr Z_generate_cpy_union_ctxr r r r r" r� r� r r r r- r. r/ r0 r� r1 r4 r5 r6 Z*_generate_cpy_dllexport_python_collecttypeZ._generate_cpy_extern_python_plus_c_collecttyper: r< r= r> r? Z"_generate_cpy_dllexport_python_ctxZ&_generate_cpy_extern_python_plus_c_ctxr� rI rJ rM rN rO rQ Z _emit_bytecode_ConstPointerTypeZ _emit_bytecode_NamedPointerTyperS rT rU Z_emit_bytecode_UnionTyperV r r r r r> { s�
:
,
4-# # "
W �
�6
�r> )� c s e Zd Z� fdd�Z� ZS )�NativeIOc s( t |t�r|�d�}tt| ��|� d S )N�ascii)rW Zunicode�encode�superrX r� )r rD �r\ r r r� l s
zNativeIO.write)r r r r� �
__classcell__r r r\ r rX k s rX c
C s |rt d|f � t| ||d kd�}|�� |�� t� }|�||� |�� }zBt|d�� }|�t |�d �|krvt
�W 5 Q R X |r�t d� W dS t
k
�r d|t � � f } t| d��}|�
|� W 5 Q R X zt �| |� W n, tk
�r t �|� t �| |� Y nX Y d S X d S )
Nz
generating %s)rA r� r z(already up-to-date)Fz%s.~%d�wT)�printr> ra r� rX r� �getvaluer� �readr �IOErrorr� �getpidr� �rename�OSError�unlink)
r? r@ r� Z target_file�verboseZ
recompilerr� �output�f1Ztmp_filer r r �_make_c_or_py_sourceq s6 �
rj Fc C s t | ||||�S r �rj )r? r@ r� Z
target_c_filerg r r r �
make_c_source� s
�rl c C s t | |d ||�S r rk )r? r@ Ztarget_py_filerg r r r �make_py_source� s
�rm c C sj |� d�}z$t�tjj| f|d d� �� � W n tk
rB Y nX |d |7 < tjj| f|�� |fS )Nr� r� )rm r� �makedirsr� r3 re )Z outputdir�modname� extension�partsr r r �_modname_to_file� s
$rr c C s* t ||�}| �|||f� t|||� |S r )r[ rR �setattr)� patchlist�clsr Znew_meth�oldr r r � _patch_meth� s
rw c C s$ t | �D ]\}}}t|||� qd S r )�reversedrs )rt ru r Zold_methr r r �_unpatch_meths� s ry c s\ t jdkr(ddlm} t| |ddd� � t jdkrXddlm} � fd d
�}t| |d |�� d S ) N�win32r )� MSVCCompilerZ_remove_visual_c_refc S s |S r r )r Z
manifest_filer r r rK � rL z&_patch_for_embedding.<locals>.<lambda>�darwin)� CCompilerc s< d| j kr,t| j �| _ | j �d�}d| j |< � | f|�|�S )Nz-bundlez -dynamiclib)Z linker_sor� r� )r rS �kwdsr_ �Zold_link_shared_objectr r �my_link_shared_object� s
z3_patch_for_embedding.<locals>.my_link_shared_objectZlink_shared_object)�sys�platformZdistutils.msvc9compilerr{ rw Zdistutils.ccompilerr} )rt r{ r} r� r r r �_patch_for_embedding� s
�
�r� c sl ddl m} � �d�rR� d d� � tjdkr6� d7 � n tjdkrJ� d7 � n� d 7 � t| |d
� fd d �� d S )
Nr )� build_extz.*r rz z.dllr| z.dylibz.soZget_ext_filenamec s � S r r )r Zext_name��targetr r rK � rL z#_patch_for_target.<locals>.<lambda>)Zdistutils.command.build_extr� �endswithr� r� rw )rt r� r� r r� r �_patch_for_target� s
�r� r� T�.cc K s� t |t�s|�d�}| jr$| �| � |d k �r^| jd k } | rF| �| � |d krzt|||�\}}
|rl|g|
}
tj j
|
� }n|}| d kr�| r�d| } nd} t j ||f| �}t
| ||||d�}|�rTg }t�� }zn| r�t|� | dkr�t|| � |�r |dk�rd}nd}td|tj �|�f � t�|� t �d|||
�}W 5 t�|� t|� X |S ||fS n<|d k�rxt||d �\}}t| |||d�}|�r�|S d |fS d S )
NrY z%s.*r )rg r� zthe current directory isz setting the current directory toz%s %rz.py)rW rP rZ Z_windows_unicodeZ_apply_windows_unicoder� Z_apply_embedding_fixrr r� r� r3 r Z
get_extensionrl �getcwd�chdirry r� r� r_ �abspath�compilerm )r? r@ r� ZtmpdirZcall_c_compilerZc_fileZsource_extensionZextradirZcompiler_verboser� �debugr~ Z embeddingrq Z
ext_c_fileZext�updatedrt �cwd�msgZoutputfilenamerk r r r � recompile� sl
�
�
�
�r� )F)F)r� TNr� Nr NN) r� r� �ior" r r �errorr Z cffi_opcoderB r� r� r r r( r4 r< r> � version_info�StringIOrX �BytesIOrj rl rm rr rw ry r� r� r� r r r r �<module> sP v
�