U
��,aj- � @ s� d dl Z d dlmZ d dlZd dlZd dlZd dlZd dlZddlm Z m
Z
ddl m Z dgZ
ejdkr�d dlZG dd � d e�Zn,G d
d � d e�Zd d � Zd
d� Ze �ee� G dd� de�ZG dd� de�ZdS )� N)� defaultdict� )� reduction�assert_spawning)�util�
BufferWrapperZwin32c @ s, e Zd Ze�� Zdd� Zdd� Zdd� ZdS )�Arenac C sx || _ td�D ]B}dt�� t| j�f }tjd||d�}t�� dkrH qZ|� � qt
d��|| _ || _ | j | j f| _
d S )N�d z pym-%d-%s����Ztagnamer z Cannot find name for new mmap)�size�range�os�getpid�next�_rand�mmap�_winapiZ GetLastError�close�FileExistsError�name�buffer�_state)�selfr �ir Zbuf� r �9/opt/alt/python38/lib64/python3.8/multiprocessing/heap.py�__init__& s
�Arena.__init__c C s t | � | jS �N)r r )r r r r � __getstate__5 s zArena.__getstate__c C s, | \| _ | _| _tjd| j | jd�| _d S )Nr
r )r r r r r )r �stater r r � __setstate__9 s zArena.__setstate__N) �__name__�
__module__� __qualname__�tempfileZ_RandomNameSequencer r r r" r r r r r s r c @ s4 e Zd ZejdkrdgZng Zd dd�Zdd� ZdS )
r Zlinuxz/dev/shmr
c C sx || _ || _|dkrbtjdt�� | �|�d�\| _}t�|� t� | tj
| jf� t� | j|� t � | j| j �| _
d S )Nr
zpym-%d-)�prefix�dir)r �fdr& Zmkstempr r � _choose_dir�unlinkr �Finalizer � ftruncater r )r r r) r r r r r M s
�
r c C s6 | j D ]&}t�|�}|j|j |kr| S qt�� S r )�_dir_candidatesr �statvfs�f_bavail�f_frsizer Z get_temp_dir)r r �d�str r r r* [ s
zArena._choose_dirN)r
)r# r$ r% �sys�platformr. r r* r r r r r C s
c C s( | j dkrtd��t| jt�| j �ffS )Nr
zDArena is unpicklable because forking was enabled when it was created)r) �
ValueError�
rebuild_arenar r ZDupFd)�ar r r � reduce_arenad s
r9 c C s t | |�� �S r )r �detach)r Zdupfdr r r r7 j s r7 c @ sz e Zd ZdZdZdZejfdd�Ze dd� �Z
dd� Z d d
� Z d d � Z
d
d� Zdd� Zdd� Zdd� Zdd� Zdd� ZdS )�Heap� i @ c C sX t �� | _t�� | _|| _g | _i | _i | _ i | _
t t �| _
g | _g | _d| _d| _d S �Nr )r r �_lastpid� threadingZLock�_lock�_size�_lengths� _len_to_seq�_start_to_block�_stop_to_blockr �set�_allocated_blocks�_arenas�_pending_free_blocks�
_n_mallocs�_n_frees)r r r r r r { s
z
Heap.__init__c C s |d }| | | @ S )Nr r )�nZ alignment�maskr r r �_roundup� s z
Heap._roundupc C sZ | � t| j|�tj�}| j| jk r0| jd9 _t�d|� t|�}| j �
|� |d|fS )N� z"allocating a new mmap of length %dr ) rN �maxrA r �PAGESIZE�_DOUBLE_ARENA_SIZE_UNTILr �infor rH �append)r r �length�arenar r r �
_new_arena� s zHeap._new_arenac C sz |j }|| jk rd S | j�|�}| j|df= | j||f= | j�|� | j| }|�|d|f� |sv| j|= | j �|� d S r= )
r � _DISCARD_FREE_SPACE_LARGER_THANrG �poprD rE rH �removerC rB )r rV rU �blocks�seqr r r �_discard_arena� s
zHeap._discard_arenac C s| t �| j|�}|t| j�kr&| �|�S | j| }| j| }|�� }|sV| j|= | j|= |\}}}| j||f= | j||f= |S r ) �bisectZ bisect_leftrB �lenrW rC rY rD rE ) r r r rU r\ �blockrV �start�stopr r r �_malloc� s
z Heap._mallocc C s� |\}}}z| j ||f }W n tk
r0 Y nX | �|�\}}z| j||f }W n tk
rf Y nX | �|�\}}|||f}|| }z| j| �|� W n. tk
r� |g| j|< t�| j|� Y nX || j||f< || j ||f< d S r ) rE �KeyError�_absorbrD rC rT r^ ZinsortrB ) r r` rV ra rb Z
prev_block�_Z
next_blockrU r r r �_add_free_block� s(
zHeap._add_free_blockc C s^ |\}}}| j ||f= | j||f= || }| j| }|�|� |sV| j|= | j�|� ||fS r )rD rE rC rZ rB )r r` rV ra rb rU r\ r r r re � s
z Heap._absorbc C s4 |\}}}| j | }|�||f� |s0| �|� d S r )rG rZ r] )r r` rV ra rb r[ r r r �_remove_allocated_block� s
z Heap._remove_allocated_blockc C sB z| j �� }W n tk
r& Y q>Y nX | �|� | �|� q d S r )rI rY �
IndexErrorrg rh �r r` r r r �_free_pending_blocks s
zHeap._free_pending_blocksc C s~ t �� | jkr$td�t �� | j���| j�d�s>| j�|� n<z.| j
d7 _
| � � | � |� | �
|� W 5 | j� � X d S )Nz$My pid ({0:n}) is not last pid {1:n}Fr )r r r> r6 �formatr@ �acquirerI rT �releaserK rk rg rh rj r r r �free s
��
z Heap.freec
C s� |dk rt d�|���tj|kr.td�|���t�� | jkrD| �� | j �� | j
d7 _
| � � | � t
|d�| j�}| �|�\}}}|| }||k r�| �|||f� | j| �||f� |||fW 5 Q R � S Q R X d S )Nr �Size {0:n} out of range�Size {0:n} too larger )r6 rl r4 �maxsize�
OverflowErrorr r r> r r@ rJ rk rN rP �
_alignmentrc rg rG �add)r r rV ra rb Z real_stopr r r �malloc( s
z Heap.mallocN)r# r$ r% rt rX rR r rQ r � staticmethodrN rW r] rc rg re rh rk ro rv r r r r r; s s
r; c @ s" e Zd Ze� Zdd� Zdd� ZdS )r c C s^ |dk rt d�|���tj|kr.td�|���tj�|�}||f| _t j
| tjj |fd� d S )Nr rp rq )�args) r6 rl r4 rr rs r �_heaprv r r r, ro )r r r` r r r r F s
zBufferWrapper.__init__c C s& | j \\}}}}t|j�||| � S r )r �
memoryviewr )r rV ra rb r r r r �create_memoryviewO s z BufferWrapper.create_memoryviewN)r# r$ r% r; ry r r{ r r r r r B s )r^ � collectionsr r r r4 r& r? �contextr r � r �__all__r5 r �objectr r9 r7 �registerr; r r r r r �<module>
s&
$! P