U
�=�_�� � E @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl
Z
ddl Z ddl Z ddl
Z
ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZ ddlmZ ddlmZ ddl Z ddl m Z ddl m Z dd l m Z dd
l m Z dd l m!Z! dd l m"Z" dd
l m#Z# ddl$m%Z% ddl$m&Z& ddl$m'Z' ddl(m)Z) ddl(m*Z* ddl(m+Z+ ddl(m,Z, ddl(m-Z- ddl(m.Z. ddl(m/Z/ ddl(m0Z0 e+�r�ddl1Z1nddl2Z1zddl1m3Z3 W n< e4k
�r( e�5� � e�6d� ddl3Z3W 5 Q R X Y nX ej7dk�r@ddl8Z8ndZ8d d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`gEZ9daej:kZ;d e
j<kZ=dbe
j<k�p�dce
j<kZ>e=�pe>Z?ej@ddkZAdeZBdfZCdgZDdhZEe?�rFeBdi9 ZBeEdi9 ZEeCdi9 ZCeDdi9 ZDe
jFdjk�r`dke
�G� ZHn dle
�G� ZHe.dm�ZIe+�r�dn�Jdodp�ZKndqZKe�L� �M� drkZNe
jO�Pe
jO�Qe
jO�ReS�dsds��ZTe
jO�QeTdt�ZUe
jO�Pe
jO�ReS��ZVe!�o�e" ZWeXe jYdu�ZZeXe dv�Z[eXe dw�Z\eXe jYdx�Z]eXe jYdy�Z^eXe jYdz�Z_eXe d{�Z`eXe jYd|�ZaeXe jYd}�ZbeXe jYd~�ZceXe d�Zdzed�oxeee �f� �ZgW n ehk
�r� d�ZgY nX eXe d��ZieXe d��ZjeXe jYd��Zke �s�e �o�e
�l� dkZmd�d�� Znen� Zoepe
jqd��Zre�serjt� d�d�� eue �D �Zvewed�ex� �Zyez� Z{ez� Z|G d�d�� d�ej}�Z~d�d�� Zed�d�d<��Z�ed�d>� �Z�d�d=� Z�ed�d9� �Z�ed�d�� �Z�ej�eEfd�d:�Z�d�d�d;�Z�d�dQ� Z�d�dP� Z�G d�d�� d�ex�Z�e�e j�deEd�d��d�dS� �Z�e�e*e�fdeEd�d��d�d�dT��Z�e�e�deEd�d��d�dR� �Z�d�dK� Z�d�d�� Z�ej�d�dJ� �Z�d�d�dL�Z�d�d�dO�Z�G d�d�� d�e1j��Z�e�e1_�G d�dD� dDe��Z�e1��e;d��G d�dC� dCe���Z�d�dG� Z�d�d�� Z�G d�dE� dE�Z�G d�dF� dF�Z�d�d�� Z�eBfd�dB�Z�d�d�d@�Z�d�d�dA�Z�d�d�dV�Z�eedfd�dW�Z�ejfd�dX�Z�d�d�dY�Z�d�dZ� Z�ej�d�d[� �Z�d�dU� Z�d�d�� Z�d�d\� Z�d�d]� Z�d�d^� Z�d�d`� Z�e!�rZej�d�d�d_��Z�nej�d�d�d_��Z�ejsd�dȄ �Z�e!�r�e�ej�d�dʄ � dS )�z
Test utilities.
� )�print_functionN)�AF_INET)�AF_INET6)� SOCK_STREAM)�AIX)�FREEBSD)�LINUX)�MACOS)�POSIX)�SUNOS)�WINDOWS)� bytes2human)� print_color)�
supports_ipv6)�FileExistsError)�FileNotFoundError)�PY3)�range)�super)�u)�unicode)�which)�mock�ignore�� � �APPVEYOR�DEVNULL�GLOBAL_TIMEOUT�TOLERANCE_SYS_MEM�
NO_RETRIES�PYPY�
PYTHON_EXE�ROOT_DIR� SCRIPTS_DIR�
TESTFN_PREFIX�UNICODE_SUFFIX�INVALID_UNICODE_SUFFIX�
CI_TESTING�VALID_PROC_STATUSES�TOLERANCE_DISK_USAGE�IS_64BIT�HAS_CPU_AFFINITY� HAS_CPU_FREQ� HAS_ENVIRON�HAS_PROC_IO_COUNTERS�
HAS_IONICE�HAS_MEMORY_MAPS�HAS_PROC_CPU_NUM�
HAS_RLIMIT�HAS_SENSORS_BATTERY� HAS_BATTERY�HAS_SENSORS_FANS�HAS_SENSORS_TEMPERATURESZHAS_MEMORY_FULL_INFO�pyrun� terminate�
reap_children�spawn_testproc� spawn_zombie�spawn_children_pairZThreadTaskunittest�skip_on_access_denied�skip_on_not_implemented�retry_on_failure�TestMemoryLeak�PsutilTestCase�process_namespace�system_namespace�
print_sysinfoZ install_pipZinstall_test_deps�chdir� safe_rmpath�
create_exeZ decode_pathZ encode_path�
get_testfn�
get_winver�kernel_version�
call_until� wait_for_pid�
wait_for_file�check_net_address�
get_free_port� bind_socket�bind_unix_socket�tcp_socketpair�unix_socketpair�create_sockets�
reload_module�import_module_by_path�warn�copyload_shared_lib�
is_namedtupleZ__pypy__�GITHUB_ACTIONSZ CIBUILDWHEELl �
i P i � � r �javaz $psutil-%s-z @psutil-%s-u -ƒőős f���utf8�surrogateescapeu fÀ)�asciizus-asciiz..Zscripts� cpu_affinity�cpu_freq�
getloadavg�environ�ionice� memory_maps�net_io_counters�cpu_num� io_counters�rlimit�sensors_batteryF� sensors_fans�sensors_temperatures�threadsc C s� dd� } t r@tr$tr td�S td�S tr6tj�tj �S td�S n�t
r�| tj �p�| tj�tj ��p�| tdtj d d� ��p�| t �
� �� �}|s�td��|S tj�tj �}tj�|�s�t|��|S d S ) Nc S s< z t j| dgt jt jd� W n tk
r2 Y d S X | S d S )Nz-V)�stdout�stderr)�
subprocess�
check_call�PIPE� Exception)�exe� rx �H/opt/alt/python38/lib64/python3.8/site-packages/psutil/tests/__init__.py�attempt� s �
z _get_py_exe.<locals>.attemptZpypy3�pypy�pythonz python%s.%s� z"can't find python exe real abspath)r\ r" r r r �os�path�realpath�sys�
executabler � version_info�psutil�Processrw �
ValueError�exists�AssertionError)rz rw rx rx ry � _get_py_exe� s*
���r� zr+c C s g | ]}|� d �rtt|��qS )ZSTATUS_��
startswith�getattrr� ��.0�xrx rx ry �
<listcomp>� s
�r� �AF_UNIXc sP e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dd� Z
� Z S )�
ThreadTaskz6A thread task which does nothing expect staying alive.c s$ t � �� d| _d| _t�� | _d S )NF���MbP?)r �__init__�_running� _interval� threadingZEvent�_flag��self�� __class__rx ry r� � s
zThreadTask.__init__c C s | j j}d|| jt| �f S )Nz<%s running=%s at %#x>)r� �__name__r� �id)r� �namerx rx ry �__repr__� s zThreadTask.__repr__c C s | � � | S �N)�startr� rx rx ry � __enter__ s zThreadTask.__enter__c O s | � � d S r� )�stop)r� �args�kwargsrx rx ry �__exit__ s zThreadTask.__exit__c C s( | j rtd��tj�| � | j�� dS )zStart thread and keep it running until an explicit
stop() request. Polls for shutdown every 'timeout' seconds.
zalready startedN)r� r� r� �Threadr� r� �waitr� rx rx ry r� s zThreadTask.startc C s( d| _ | j�� | j r$t�| j� qd S )NT)r� r� �set�time�sleepr� r� rx rx ry �run s
zThreadTask.runc C s | j std��d| _ | �� dS )z8Stop thread execution and and waits until it is stopped.zalready stoppedFN)r� r� �joinr� rx rx ry r� s zThreadTask.stop) r� �
__module__� __qualname__�__doc__r� r� r� r� r� r� r� �
__classcell__rx rx r� ry r� � s r� c s t �� �� fdd��}|S )Nc s. z � | |�W S t k
r( t� � Y nX d S r� )rv r; �r� r� ��funrx ry �wrapper% s
z&_reap_children_on_err.<locals>.wrapper�� functools�wraps�r� r� rx r� ry �_reap_children_on_err$ s r� c K s� |� dt� |� dt� |� dt�� � |� dtj� trJd}|� d|� | dkr�t� }zDt|� d| }td |g} t j
| f|�}t � |� t
|d
d
d � W 5 t|� X n"t j
| f|�}t � |� t|j� |S ) a} Creates a python subprocess which does nothing for 60 secs and
return it as a subprocess.Popen instance.
If "cmd" is specified that is used instead of python.
By default stdin and stdout are redirected to /dev/null.
It also attemps to make sure the process is in a reasonably
initialized state.
The process is registered for cleanup on reap_children().
�stdinrq �cwd�env� �
creationflagsNz:from time import sleep;open(r'%s', 'w').close();sleep(60);z-cT��delete�empty)�
setdefaultr r~ �getcwdrf r rJ rH r# rs �Popen�_subprocesses_started�addrO rN �pid)�cmd�kwdsZCREATE_NO_WINDOW�testfnZpyline�sprocrx rx ry r< / s.
�
c C s� d} t t�� d�}zzt�dtj�|�tf �}t rDt
|dd�\}} n t
|�\}} t � |j
�}tt|ddd��}t�|� t � |�}||fW �S t|� | dk r�t| � X dS ) a Create a subprocess which creates another one as in:
A (us) -> B (child) -> C (grandchild).
Return a (child, grandchild) tuple.
The 2 processes are fully initialized and will live for 60 secs
and are registered for cleanup on reap_children().
N��dira; import subprocess, os, sys, time
s = "import os, time;"
s += "f = open('%s', 'w');"
s += "f.write(str(os.getpid()));"
s += "f.close();"
s += "time.sleep(60);"
p = subprocess.Popen([r'%s', '-c', s])
p.wait()
r )r� TFr� )rJ r~ r� rH �textwrap�dedentr �basenamer# r r9 r� r� r� �intrO �
_pids_startedr� )�tfiler� �s�subpZchildZgrandchild_pidZ
grandchildrx rx ry r> W s" �
c s� t js
t�t� } t�d| �}d}t| �}z�|� t
� t |�\}}|� � \}}zZt
�
|�� gg g t
� t|�d��}t�|� t �|�� t� fdd�d� |� fW �W �S |�� X W 5 |�� t| � |dk r�t|� X dS )z�Create a zombie process and return a (parent, zombie) process tuple.
In order to kill the zombie parent must be terminate()d first, then
zombie must be wait()ed on.
a import os, sys, time, socket, contextlib
child_pid = os.fork()
if child_pid > 0:
time.sleep(3000)
else:
# this is the zombie process
s = socket.socket(socket.AF_UNIX)
with contextlib.closing(s):
s.connect('%s')
if sys.version_info < (3, ):
pid = str(os.getpid())
else:
pid = bytes(str(os.getpid()), 'ascii')
s.sendall(pid)
N� c s � � � S r� )�statusrx ��zombierx ry �<lambda>� � z spawn_zombie.<locals>.<lambda>zret == psutil.STATUS_ZOMBIE)r� r
r� rJ r� r� rS �closerH Z
settimeoutr r9 �accept�select�filenor� Zrecvr� r� r� rM )Z unix_file�srcr� �sock�parent�conn�_Zzpidrx r� ry r= ~ s.
�
c K s� |� dd� |� dd� t� }zFt|d��}|�| � W 5 Q R X tt|jgf|�}t|j� ||fW S t k
r� t
|� � Y nX dS )z�Run python 'src' code string in a separate interpreter.
Returns a subprocess.Popen instance and the test file where the source
code was written.
rq Nrr �wt) r� rJ �open�writer< r# r� rN r� rv rH )r� r� �srcfile�fr� rx rx ry r9 � s
c K s� t | ttf�rdnd}tr"|r"dnd}|�d|� |�dtj� |�dtj� |�dd� |�d |� tj| f|�}t� |� t
r�|j t d
�\}}n |� � \}}|j
dkr�t|��|r�t|� |�d �r�|d d
� }|S )zUrun cmd in a subprocess and return its output.
raises RuntimeError on error.
TFr� r �shellrq rr Zuniversal_newlinesr� ��timeout�
N���)�
isinstance�strr r r� rs ru r� r� r� r Z communicater �
returncode� RuntimeErrorrY �endswith)r� r� r� �flags�prq rr rx rx ry �sh� s&
r� c
s t rddlm� dd� �dd� � � ��fdd�}� ��fd d
����fd d �}d
d� }| }zbt|t�rt|||�W �LS t|tj tjf�r��||�W �,S t|tj�r�|||�W �S t d| ��W 5 t|tjtjf�r�||� t|t�r�|n|j}t� |��r t
|��X dS )a� Terminate a process and wait() for it.
Process can be a PID or an instance of psutil.Process(),
subprocess.Popen() or psutil.Popen().
If it's a subprocess.Popen() or psutil.Popen() instance also closes
its stdin / stdout / stderr fds.
PID is wait()ed even if the process is already gone (kills zombies).
Does nothing if the process does not exist.
Return process exit status.
r )�wait_pidc S sd t | tj�rts| �� n
| �|� tr`t | tj�r`zt�| j��|�W S tj k
r^ Y nX d S r� )
r� rs r� r r� r r� r� r� �
NoSuchProcess��procr� rx rx ry r� � s
zterminate.<locals>.waitc S s6 t rtrtj}tr(|tjkr(| �tj� | �|� d S r� )r r\ �signal�SIGKILLr
� send_signal�SIGCONT)r� �sigrx rx ry �sendsig� s
zterminate.<locals>.sendsigc
sZ z� | �� W n@ t k
rN } z"tr0|jdkr0n|jtjkr>� W 5 d }~X Y nX �| |�S )N� )�OSErrorr Zwinerror�errnoZESRCH)r� r� �err�r r r� rx ry � term_subproc� s z terminate.<locals>.term_subprocc s0 z� | �� W n t jk
r$ Y nX �| |�S r� )r� r� r� r rx ry � term_psproc s
z terminate.<locals>.term_psprocc sF zt �| �}W n( t jk
r6 tr2�| |� Y S Y n X � ||�S d S r� )r� r� r� r
)r� r� r� )r r� rx ry �term_pid s zterminate.<locals>.term_pidc S s4 | j r| j �� | jr | j�� | jr0| j�� d S r� )rq r� rr r� )r� rx rx ry � flush_popen s
z terminate.<locals>.flush_popenz
wrong type %rN)
r
Zpsutil._psposixr� r� rs r� r� r� r� �
pid_existsr� r� � TypeError)Z proc_or_pidr � wait_timeoutr r
r r� r� rx )r r r r� r� ry r: � s*
c C s� t �� j| d�}tr&t�� }t|� qtr<t�� }t|� q&|r�|D ]}t|dd� qDt j|td�\}}|D ] }t d| � t|t
j d� qldS )a Terminate and wait() any subprocess started by this test suite
and any children currently running, ensuring that no processes stick
around to hog resources.
If resursive is True it also tries to terminate and wait()
all grandchildren started by this process.
�� recursiveN)r r� z0couldn't terminate process %r; attempting kill())r ) r� r� �childrenr� �popr: r� �
wait_procsr rY r� r� )r r r� r� r� ZgoneZaliverx rx ry r; 3 s
c C s� t s td��d} t�� d }|D ]"}|�� s4|dkr>| |7 } q qDq | sTtd| ��d}d}| �d�}t|d �}t|�dkr�t|d �}t|�dkr�t|d �}|||fS ) z"Return a tuple such as (2, 6, 36).z not POSIX� r} �.zcan't parse %rr � r ) r
�NotImplementedErrorr~ �uname�isdigitr� �splitr� �len)r� r �c�minor�microZnums�majorrx rx ry rL X s&
c C sd t s td��t�� } t| d�r*| jp&d}n(t�d| d �}|rNt|� d��}nd}| d | d |fS )Nz not WINDOWS�service_pack_majorr z\s\d$r r )
r r r� Zgetwindowsversion�hasattrr �re�searchr� �group)ZwvZsp�rrx rx ry rK p s
c @ s< e Zd ZdZeddddfdd�Zdd� Zdd � Zd
d � ZdS ) �retryzA retry decorator.Nr� c C s2 |r|rt d��|| _|| _|| _|| _|| _d S )Nz/timeout and retries args are mutually exclusive)r� � exceptionr� �retries�interval�logfun)r� r' r� r( r) r* rx rx ry r� � s zretry.__init__c c sT | j r*t�� | j }t�� |k rPd V qn&| jrHt| j�D ]
}d V q:nd V qHd S r� )r� r� r( r )r� �stop_atr� rx rx ry �__iter__� s
zretry.__iter__c C s | j d k rt�| j � d S r� )r) r� r� r� rx rx ry r� � s
z retry.sleepc s" t �� �� �fdd��}�|_|S )Nc s| d }�D ]b}z� | |�W S �j k
rh } z,|}�jd k rH��|� ��� W Y �qW 5 d }~X Y qX qtrv|�n� d S r� )r' r* r� r )r� r� �excr� �r� r� rx ry r� � s
z retry.__call__.<locals>.wrapper)r� r� � decorator)r� r� r� rx r. ry �__call__� s zretry.__call__) r� r� r� r� rv r� r, r� r0 rx rx rx ry r& � s �
r& r� )r' r* r� r) c C s t �| � trt�d� dS )z�Wait for pid to show up in the process list then return.
Used in the test suite to give time the sub process to initialize.
�{�G�z�?N)r� r� r r� r� )r� rx rx ry rN � s
Tc C s: t | d��}|�� }W 5 Q R X |s*|s*t�|r6t| � |S )z8Wait for a file to be written on disk with some content.�rb)r� �readr� rH )�fnamer� r� r� �datarx rx ry rO � s c C s | � }t |�st�|S )zVKeep calling function for timeout secs and exit if eval()
expression is True.
)�evalr� )r� �expr�retrx rx ry rM � s c C sn dd� }zLt �| �}t�|j�r0t�tj| �}nt�t j| �}t rJ|� n||� W n t
k
rh Y nX dS )z>Convenience function for removing temporary test files or dirsc
S s~ t � � t }t � � |k rvz| � W S tk
r4 Y n6 tk
rh } z|}tdt|� � W 5 d }~X Y nX t �d� q |�d S )Nz ignoring %sr1 )r� r r Z WindowsErrorrY r� r� )r� r+ r� r rx rx ry � retry_fun� s " z safe_rmpath.<locals>.retry_funN) r~ �stat�S_ISDIR�st_moder� �partial�shutilZrmtree�remover
r )r r9 �str� rx rx ry rH � s
c C s( zt �| � W n tk
r" Y nX dS )z-Convenience function for creating a directoryN)r~ �mkdirr r� rx rx ry �
safe_mkdir s rB c c s. t �� }zt �| � dV W 5 t �|� X dS )z@Context manager which temporarily changes the current directory.N)r~ r� rG )�dirname�curdirrx rx ry rG s
c C s� t j�| �rt| ��|r�td�s(td��t|t�r<t� d�}t|t
�sNt|��t t dd�d��}|�
|� W 5 Q R X zt�d|jd| g� W 5 t|j� X n.t�t| � tr�t �| �}t �| |jtjB � dS ) z1Creates an executable file in the given location.�gcczgcc is not installedz�
#include <unistd.h>
int main() {
pause();
return 1;
}
z.c��suffixr� z-oN)r~ r r� r� r r� r� �boolr� r� r� r� rJ r� rH r� rs rt r> �copyfiler# r
r: �chmodr< �S_IEXEC)ZoutpathZc_coder� r@ rx rx ry rI s$
�
r c C s. t jt| |d�}tj�|�s tj�|�S q dS )z�Return an absolute pathname of a file or dir that did not
exist at the time this call is made. Also schedule it for safe
deletion at interpreter exit. It's technically racy but probably
not really due to the time variant.
)�prefixrG r� N)�tempfileZmktempr& r~ r r� r� )rG r� r� rx rx ry rJ 9 s c @ s4 e Zd Zdd� Zeejd�s$ejjZe s0dd� Z
dS )�TestCasec C s. | j j}|�d�sd| }d|| j j| jf S )Nzpsutil.z
psutil.tests.z%s.%s.%s)r� r� r� r� Z_testMethodName)r� Zfqmodrx rx ry �__str__N s
�zTestCase.__str__�assertRaisesRegexc C s d S r� rx r� rx rx ry �runTest\ s zTestCase.runTestN) r� r� r� rO r! �unittestrN ZassertRaisesRegexprP r rQ rx rx rx ry rN J s
rN c @ sB e Zd ZdZddd�Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )rC zUTest class providing auto-cleanup wrappers on top of process
test utilities.
r Nc C s t ||d�}| �t|� |S )N)rG r� )rJ �
addCleanuprH )r� rG r� r4 rx rx ry rJ i s zPsutilTestCase.get_testfnc O s t ||�}| �t|� |S r� )r< rS r: )r� r� r� r� rx rx ry r< n s
z PsutilTestCase.spawn_testprocc C s* t � \}}| �t|� | �t|� ||fS r� )r> rS r: )r� Zchild1Zchild2rx rx ry r> s s
z"PsutilTestCase.spawn_children_pairc C s* t � \}}| �t|� | �t|� ||fS r� )r= rS r: )r� r� r� rx rx ry r= y s
zPsutilTestCase.spawn_zombiec O s* t ||�\}}| �t|� | �t|� |S r� )r9 rS rH r: )r� r� r� r� r� rx rx ry r9 s zPsutilTestCase.pyrunc C s� | � tjtj|j� t|tjtjf�rn|�� r2t�z |� � }W n tjk
rT Y nX td| ��|j
dd� t� |j�r�t|j��| � |jt�
� � d S )Nz3Process.status() didn't raise exception (status=%s)r r� )� assertRaisesr� r� r� r� r� r� �
is_runningr� r� r� r Z assertNotIn�pids)r� r� r� rx rx ry �assertProcessGone� s � z PsutilTestCase.assertProcessGone)r N)
r� r� r� r� rJ r< r> r= r9 rW rx rx rx ry rC d s
zunreliable on PYPYc @ s~ e Zd ZdZdZdZdZer dndZdZ e
� � Z dd� Z
d d
� Zd d � Zd
d� Zdd� Zdd� Zdd� Zddd�Zdd� ZdS )rB a� Test framework class for detecting function memory leaks,
typically functions implemented in C which forgot to free() memory
from the heap. It does so by checking whether the process memory
usage increased before and after calling the function many times.
Note that this is hard (probably impossible) to do reliably, due
to how the OS handles memory, the GC and so on (memory can even
decrease!). In order to avoid false positives, in case of failure
(mem > 0) we retry the test for up to 5 times, increasing call
repetitions each time. If the memory keeps increasing then it's a
failure.
If available (Linux, OSX, Windows), USS memory is used for comparison,
since it's supposed to be more precise, see:
https://gmpy.dev/blog/2016/real-process-memory-and-environ-in-python
If not, RSS memory is used. mallinfo() on Linux and _heapwalk() on
Windows may give even more precision, but at the moment are not
implemented.
PyPy appears to be completely unstable for this framework, probably
because of its JIT, so tests on PYPY are skipped.
Usage:
class TestLeaks(psutil.tests.TestMemoryLeak):
def test_fun(self):
self.execute(some_function)
�� r] r r^ Tc C s | j �� }t|d|j�S )NZuss)� _thisproc�memory_full_infor� Zrss)r� �memrx rx ry �_get_mem� s
zTestMemoryLeak._get_memc C s t r| j�� S | j�� S d S r� )r
rY �num_fds� num_handlesr� rx rx ry � _get_num_fds� s
zTestMemoryLeak._get_num_fdsc C s | j rt|dtjd� d S )NZyellow)Zcolor�file)�verboser r� rr )r� �msgrx rx ry �_log� s zTestMemoryLeak._logc C sx | � � }| �|� | � � }|| }|dk r8| �d| ��|dkrttrHdnd}|dkr\|d7 }d|||f }| �|��dS ) z�Makes sure num_fds() (POSIX) or num_handles() (Windows) does
not increase after calling a function. Used to discover forgotten
close(2) and CloseHandle syscalls.
r zHnegative diff %r (gc probably collected a resource from a previous test)�fdZhandler r� z %s unclosed %s after calling %rN)r_ �call�failr
)r� r� ZbeforeZafter�diffZtype_rb rx rx ry �
_check_fds� s
� zTestMemoryLeak._check_fdsc C s^ t jdd� | �� }t|�D ]}| �|�}~~q t jdd� | �� }| �t jg � || }|S )z�Get 2 distinct memory samples, before and after having
called fun repeadetly, and return the memory difference.
r )Z
generation)�gcZcollectr\ r re Z assertEqualZgarbage)r� r� �timesZmem1r� r8 Zmem2rg rx rx ry � _call_ntimes� s
zTestMemoryLeak._call_ntimesc
C s� g }d}|}t d|d �D ]�} | �||�}
d| t|
�t|
| �|f } |�| � |
|kp^|
|k} | r|| dkrv| �| � d S | dkr�t� | �| � ||7 }|
}q| �d�|���d S )Nr r z,Run #%s: extra-mem=%s, per-call=%s, calls=%sz. )r rk r
�appendrc �printrf r� )
r� r� rj � warmup_timesr( � toleranceZmessagesZprev_memZincrease�idxr[ rb �successrx rx ry �
_check_mem� s.
�
zTestMemoryLeak._check_memc C s |� S r� rx )r� r� rx rx ry re s zTestMemoryLeak.callNc
C s� |dk r |n| j }|dk r |n| j}|dk r0|n| j}|dk rB|n| j}zD|dksZtd��|dksjtd��|dksztd��|dks�td��W n. tk
r� } ztt|���W 5 d}~X Y nX | �||� | �|� | j |||||d� dS ) zTest a callable.Nr ztimes must be >= 1r zwarmup_times must be >= 0zretries must be >= 0ztolerance must be >= 0)rj rn r( ro )
rj rn r( ro r� r� r� rk rh rr )r� r� rj rn r( ro r rx rx ry �execute s& �
�zTestMemoryLeak.executec s" � ��fdd�}�j |f|� dS )znConvenience method to test a callable while making sure it
raises an exception on every call.
c s �� � �� d S r� )rT rx �r- r� r� rx ry re " s z*TestMemoryLeak.execute_w_exc.<locals>.callN)rs )r� r- r� r� re rx rt ry �
execute_w_exc s z TestMemoryLeak.execute_w_exc)NNNN)r� r� r� r� rj rn ro r) r( ra r� r� rY r\ r_ rc rh rk rr re rs ru rx rx rx ry rB � s$ �
c C s� dd l } dd l}dd l}dd l}dd l}dd l}z dd l}W n tk
rT d }Y nX z dd l}W n tk
rz d }Y nX | � � }t
j r�t d�r�t
d�|d< n~t
jr�d|�� d |d< nbt
j�rdd�tt|�� �� |d< t|d��r |d d |�� 7 < nd
|�� |�� f |d< d �t|�� �|�� g �|d < t
j �rV|� � d |d
< d �|� � |� � |� � g�|d< t!|dd�|d< |d k �r�|d d|j" 7 < t
j �r�t d��r�t
ddg�} t| ��#d�d |d< nd|d< |�$� d }
|
�r�|
|d< t%�&� |d< |�'� } d| d | d f |d< |j�(t
�)� ��*d�|d < |j�+� �*d�|d < |�,� |d < t-j.�/d �|d < t-�0� |d!< t1|d"< |�2� |d#< t-�3� |d$< t
�4� |d%< d&t5d'd(� t
�6� D �� |d)< t
�7� } d*t8| j9�t:| j;�t:| j<�f |d+< t
�=� }
d*t8|
j9�t:|
j;�t:|
j<�f |d,< t>t
�?� �|d-< t
�@� �A� }|�Bd.d � |�C|�|d/< tDd0t%jEd1� |�F� D ]$\}}tDd2|d3 |f t%jEd1� �qntDd0t%jEd1� t%jG�H� d S )4Nr Z lsb_releasezlsb_release -d -sZOSz Darwin %szWindows � �
win32_editionz, z%s %sZarchr} Zkernelr| � __version__z
not installed�pipz (wheel=%s)rE z --versionr� r Zglibcz fs-encodingz%s, %s�langz%Y-%m-%d %H:%M:%Sz boot-timer� �user�~�homer� ZpyexeZhostnameZPIDZcpusz%.1f%%, %.1f%%, %.1f%%c S s g | ]}|t �� d �qS )�d )r� � cpu_countr� rx rx ry r� p s z!print_sysinfo.<locals>.<listcomp>Zloadavgz%s%%, used=%s, total=%sZmemory�swaprV rh r� zF======================================================================�r` z%-17s %s�:)I� collections�datetime�getpass�locale�platform�pprintry � ImportError�wheel� OrderedDictr� r r r� ZOSXZmac_verr r� �mapr� Z win32_verr! rw �system�version�listZ architecture�machiner
r Zpython_implementationZpython_versionZpython_compilerr� rx r Zlibc_verr� �getfilesystemencodingZ getlocaleZ
fromtimestamp� boot_time�strftimeZnowZgetuserr~ r �
expanduserr� r# Znode�getpidr �tuplere �virtual_memoryr� Zpercentr
ZusedZtotal� swap_memoryr rV r� �as_dictr Zpformatrm rr �itemsrq �flush)r� r� r� r� r� r� ry r� �info�outr� rz r[ r� Zpinfo�k�vrx rx ry rF ( s�
�
��
�� � �
�
c C s6 t �� } t| d�r| �� S t| d�r2t�| �� �S dS )Nrj rc r )r� r� r! rj �random�choicerc )r� rx rx ry �_get_eligible_cpu� s
r� c @ sB e Zd ZdZddi fddi fgZddi fddddifd di fd
di fd di fd di fd
di fddi fddi fg Zddi fddddifddi fddi fddi fddi fddi fddi fddi fd di fd di fd di fd di fd di fd!di fd"di fd#di fgZe�rFed$di fg7 Zed%di fg7 Zed&di fg7 Zed'di fg7 Ze�r\ed(di fg7 Ze �rred)di fg7 Ze
�r�ed*e j fi fg7 Ze
�r�ed+di fg7 Ze�r�ed,di fg7 Ze�r�ed-di fg7 Ze�r�ed.di fg7 Ze�r�ed/dd0d1ifg7 Zg Ze�red di fg7 Zned e jfi fg7 Ze
�rJed*e j d2fi fg7 Ze �r�e�rned)e jd3fi fg7 Zned)e jfi fg7 Ze
�r�ed+e� gfi fg7 Zd4ejfi fd5di fd6di fd7di fd8di fgZe�r�ed4ejfi fg7 Zed4ej fi fg7 Zee e e Z d9d:� Z dDd;d<�Z d=d>� Z e!d?d@� �Z"e!dAdB� �Z#dCS )ErD a A container that lists all Process class method names + some
reasonable parameters to be called with. Utility methods (parent(),
children(), ...) are excluded.
>>> ns = process_namespace(psutil.Process())
>>> for fun, name in ns.iter(ns.getters):
... fun()
� cpu_percentrx Zmemory_percentr� r r TrU Zmemory_info_exZoneshotr� �parentsr� r� �r ZcmdlineZ connections�kind�all� cpu_timesZ create_timer� rw rZ Z memory_infor� �niceZnum_ctx_switchesZ num_threadsZ
open_filesZppidr� rp ZusernameZuidsZgidsZterminalr] rk rg rl rc rj rf r^ rh ZgroupedF)r� i r r� ZsuspendZresumer: �killc C s
|| _ d S r� )�_proc)r� r� rx rx ry r� � s zprocess_namespace.__init__c c sZ t |�}t�|� |D ]>\}}}|r,| �� t| j|�}tj|f|�|�}||fV qdS �z_Given a list of tuples yields a set of (fun, fun_name) tuples
in random order.
N)r� r� �shuffle� clear_cacher� r� r� r= )r� �lsr� �fun_namer� r� r� rx rx ry �iter� s
zprocess_namespace.iterc C s | j j| j jdd� dS )z&Clear the cache of a Process instance.T)Z _ignore_nspN)r� Z_initr� r� rx rx ry r� � s z process_namespace.clear_cachec C s> |D ]4\}}}d| }t ||�sd|jj|f }t|��qdS )z}Given a TestCase instance and a list of tuples checks that
the class defines the required test method names.
Ztest_z$%r class should define a '%s' methodN)r! r� r� �AttributeError)�clsZ
test_classr� r� r� Z meth_namerb rx rx ry �test_class_coverage� s
�z%process_namespace.test_class_coveragec C s` t dd� | jD ��}t dd� | jD ��}t dd� ttj�D ��}||B |A }|r\td| ��d S )Nc S s g | ] }|d �qS r� rx r� rx rx ry r�
s z*process_namespace.test.<locals>.<listcomp>c S s g | ] }|d �qS r� rx r� rx rx ry r� s c S s g | ]}|d dkr|�qS )r r� rx r� rx rx ry r� s z!uncovered Process class names: %r)r� r� �ignoredr� r� r� r� )r� �thisr� �klassZleftoutrx rx ry �test s zprocess_namespace.testN)T)$r� r� r� r� Zutilsr� �gettersr
r0 r1 r4 r� Z
RLIMIT_NOFILEr- r3 r/ r r2 ZsettersZNORMAL_PRIORITY_CLASSr ZIOPRIO_CLASS_NONEZ
IOPRIO_NORMALr� r� �SIGTERMZkillersZ CTRL_C_EVENTZCTRL_BREAK_EVENTr� r� r� r� � classmethodr� r� rx rx rx ry rD � s� � �
� �
c @ s� e Zd ZdZddi fddddifddddifddi fd dd
difd dd
difd dd difd
dddifde�� fi fddddifddi fddi fddddifde�� fi fddi fddi fddi fddi fgZer�eddd
difg7 Ze r�ed di fg7 Ze
�red di fg7 Ze �r$ed di fg7 Ze �r:ed di fg7 Ze
�r`ed di fg7 Zed!d"i fg7 Zd#di fd$e�� gfi fd%di fd&di fgZeZed'd(� �ZejZd)S )*rE z�A container that lists all the module-level, system-related APIs.
Utilities such as cpu_percent() are excluded. Usage:
>>> ns = system_namespace
>>> for fun, name in ns.iter(ns.getters):
... fun()
r� rx r ZlogicalFTZ cpu_statsr� ZpercpuZdisk_io_countersZperdiskZdisk_partitionsr� Z
disk_usageZnet_connectionsr� Z net_if_addrsZ net_if_statsri Zpernicr rV r� Zusersr� rd re ro rn rm Zwin_service_iterZwin_service_get)ZalgZ process_iterr r� Zcpu_times_percentc c sL t | �} t�| � | D ]0\}}}tt|�}tj|f|�|�}||fV qdS r� )r� r� r� r� r� r� r= )r� r� r� r� r� rx rx ry r� H s
zsystem_namespace.iterN)r� r� r� r� r~ r� r� r� r. �HAS_GETLOADAVGr8 r7 r5 r r� r� r� r� � staticmethodr� rD r� rx rx rx ry rE sT ��
c C s t �| �st| ��d| _| S )zA decorator to mark a TestCase class. When running parallel tests,
class' unit tests will be run serially (1 process).
T)�inspectZisclassr� Z
_serialrun)r� rx rx ry � serialrunW s r� c C s dd� }t td| |d�S )zZDecorator which runs a test function and retries N times before
actually failing.
c S s t d| tjd� d S )Nz %r, retryingr� )rm r� rr )r- rx rx ry r* e s z retry_on_failure.<locals>.logfunN)r' r� r( r* )r& r� )r( r* rx rx ry rA a s �c s � fdd�}|S )z,Decorator to Ignore AccessDenied exceptions.c s t �� �� �fdd��}|S )Nc s@ z � | |�W S t jk
r: �d k r,�s,� t�d��Y nX d S )Nzraises AccessDenied)r� Z AccessDeniedrR �SkipTestr� �r� �only_ifrx ry r� o s z9skip_on_access_denied.<locals>.decorator.<locals>.wrapperr� r� �r� r� ry r/ n s z(skip_on_access_denied.<locals>.decoratorrx �r� r/ rx r� ry r? l s c s � fdd�}|S )z3Decorator to Ignore NotImplementedError exceptions.c s t �� �� �fdd��}|S )Nc sH z � | |�W S t k
rB �d k r*�s*� d� j }t�|��Y nX d S )Nz4%r was skipped because it raised NotImplementedError)r r� rR r� )r� r� rb r� rx ry r� s �z;skip_on_not_implemented.<locals>.decorator.<locals>.wrapperr� r� r� r� ry r/ ~ s
z*skip_on_not_implemented.<locals>.decoratorrx r� rx r� ry r@ | s
� 127.0.0.1c
C s@ t �t�� ��(}|�| df� |�� d W 5 Q R � S Q R X dS )z6Return an unused TCP port. Subject to race conditions.r r N)�
contextlib�closing�socket�bind� getsockname)Zhostr� rx rx ry rQ � s c C s� |dkr| t tfkrd}t�| |�}z@tjdkrB|�tjtjd� |�|� |tj kr`|�
d� |W S t k
r� |� � � Y nX dS )zBinds a generic socket.N�r r )�nt�cygwinr r^ )
r r r� r~ r� Z
setsockoptZ
SOL_SOCKETZ SO_REUSEADDRr� r �listenrv r� )�family�type�addrr� rx rx ry rR � s
c C sr t js
t�tj�| �r t| ��t�tj|�}z"|�| � |tj krL|�
d� W n t k
rl |� � � Y nX |S )zBind a UNIX socket.r^ )
r� r
r� r~ r r� r� r� r� r r� rv r� )r� r� r� rx rx ry rS � s
r� c
C s� t �t�| t����}|�|� |�d� |�� }t�| t�}zJ|�|� |�� }|�� \}}||krz||fW W 5 Q R � S |� � qPW n t
k
r� |� � � Y nX W 5 Q R X dS )z^Build a pair of TCP sockets connected to each other.
Return a (server, client) tuple.
r^ N) r� r� r� r r� r� r� �connectr� r� r )r� r� Zllr Zcaddr�arx rx ry rT � s
c C s� t js
t�d }}z@t| tjd�}|�d� t�tjtj�}|�d� |�| � W n6 t k
r� |dk rr|�
� |dk r�|�
� � Y nX ||fS )z�Build a pair of UNIX sockets connected to each other through
the same UNIX file name.
Return a (server, client) tuple.
N�r� r ) r� r
r� rS r� r Z setblockingr� r� rv r� )r� ZserverZclientrx rx ry rU � s
c c s� g } d }}z�| �ttjtj�� | �ttjtj�� t� rd| �ttj tj�� | �ttj tj�� t
r�t r�t � }t � }t
|�\}}t|tjd�}|||fD ]}| �|� q�| V W 5 | D ] }|� � q�||fD ]}|dk r�t|� q�X dS )z1Open as many socket families / types as possible.Nr� )r� rH rl rR r� r r �
SOCK_DGRAMr r r
�HAS_CONNECTIONS_UNIXrJ rU rS )ZsocksZfname1Zfname2r� r4 �s1�s2Zs3rx rx ry rV � s*
c C s ddl }tr(tr(ts(t|tj�s(t|��|tjkr�dd� | � d�D �}t
|�dksZt| ��|D ]"}d| krvdks^n t| ��q^ts�t | �} |� | � nb|tj
kr�t| t�s�t| ��ts�t | �} |�| � n.|tjkr�t�d| �dk s�t| ��n
td |��dS )
z[Check a net address validity. Supported families are IPv4,
IPv6 and MAC addresses.
r Nc S s g | ] }t |��qS rx )r� r� rx rx ry r� s z%check_net_address.<locals>.<listcomp>r r � z([a-fA-F0-9]{2}[:|\-]?){6}zunknown family %r)� ipaddress�enumr r" r� �IntEnumr� r� r r r r Z IPv4Addressr r� Z IPv6Addressr� ZAF_LINKr" �matchr� )r� r� r� ZoctsZnumrx rx ry rP s&
c C sT dd� }dd� }dd� }dd� }d d
� }|| � || � || � || � || � d S ) z*Check validity of a connection namedtuple.c S s� t | �dk}t | �dks$tt | ���| d | jks<t| j��| d | jksTt| j��| d | jkslt| j��| d | jks�t| j��| d | jks�t| j��| d | jks�t| j��|r�| d | jks�t| j��d S )
N� )r r� r r r} r r r^ r ) r r� rd r� r� �laddr�raddrr� r� )r� Zhas_pidrx rx ry � check_ntuple s z-check_connection_ntuple.<locals>.check_ntuplec S s� | j tttfkst| j ��td k r:t| j tj�sNt| ��nt| j t�sNt| ��| j tkr�t � | j | j
�}t � |��R z|�
| jd df� W n2 t jk
r� } z|jtjkr�� W 5 d }~X Y nX W 5 Q R X n | j tkr�| jtjks�t| j��d S )Nr )r� r r r� r� r� r� r� r� r� r� r� r� r� r� �errorr Z
EADDRNOTAVAILr� r� � CONN_NONE)r� r� r rx rx ry � check_family, s
z-check_connection_ntuple.<locals>.check_familyc S s� t tdt� �}| jtjtj|fks,t| j��td k rLt| jtj �s`t| ��nt| jt
�s`t| ��| jtjkr�| j t j
ks�t| j ��d S )N�SOCK_SEQPACKET)r� r� �objectr� r r� r� r� r� r� r� r� r� r� )r� r� rx rx ry �
check_typeA s �� z+check_connection_ntuple.<locals>.check_typec S s� | j | jfD ]�}| jttfkr�t|t�s4tt|���|s:q t|j t
�sTtt|j ���d|j krjdksvn t|j ��t |j | j� q | jt
kr t|t�s tt|���q d S )Nr i�� )r� r� r� r r r� r� r� r� Zportr� rP Zipr� r� )r� r� rx rx ry � check_addrsM s "
z,check_connection_ntuple.<locals>.check_addrsc S s� t | jt�st| j��dd� tt�D �}| j|ks<t| j��| jttfkrl| j t
krl| jtj ks�t| j��n| jtj ks�t| j��d S )Nc S s g | ]}|� d �rtt|��qS )ZCONN_r� r� rx rx ry r� \ s
�zAcheck_connection_ntuple.<locals>.check_status.<locals>.<listcomp>) r� r� r� r� r� r� r� r r r� r r� )r� Zvalidsrx rx ry � check_statusZ s z-check_connection_ntuple.<locals>.check_statusNrx )r� r� r� r� r� r� rx rx ry �check_connection_ntuple s
r� c C sP zddl }t|d�st�W n& tk
r@ ddl}|�| � Y S X |�| �S dS )z,Backport of importlib.reload of Python 3.3+.r N�reload)� importlibr! r� �impr� )�moduler� r� rx rx ry rW p s
c C s� t j�t j�| ��d }tjd dkr:dd l}|�|| �S tjd d� dkrfddlm } ||| ��
� S dd l }|j �
|| �}|j �|�}|j�|� |S d S )Nr r} r )�SourceFileLoader)r~ r �splitextr� r� r� r� Z load_sourceZimportlib.machineryr� � load_module�importlib.util�util�spec_from_file_location�module_from_spec�loader� exec_module)r r� r� r� r� �spec�modrx rx ry rX } s c C s t �| t� dS )zRaise a warning msg.N)�warningsrY � UserWarning)rb rx rx ry rY � s c C sV t | �}|j}t|�dks&|d tkr*dS t|dd�}t|t�sDdS tdd� |D ��S )z-Check if object is an instance of namedtuple.r r F�_fieldsNc s s | ]}t |�tkV qd S r� )r� r� )r� �nrx rx ry � <genexpr>� s z is_namedtuple.<locals>.<genexpr>)r� � __bases__r r� r� r� r� )r� �t�br� rx rx ry r[ � s
c # st t rdnd� d�t| � d�}� �fdd�t�� �� D �}t�|�}t�||� zt
� |� |V W 5 t |� X dS )z�Ctx manager which picks up a random shared CO lib used
by this process, copies it in another location and loads it
in memory via ctypes. Return the new absolutized path.
r{ r| z.sorF c s6 g | ].}t j�|j�d �kr� |j�� kr|j�qS )r )r~ r r� �lowerr� �rw �extrx ry r� � s ��'copyload_shared_lib.<locals>.<listcomp>N) r" rJ r� r� rh r� r� r> rI rH �ctypesZCDLL)rG �dst�libsr� rx r ry rZ � s
c # s� ddl m} ddl m} d� t| � d�}� fdd�t�� �� D �}trb|sbdd� t�� �� D �}t� |�}t
� ||� d }zt �|�}|V W 5 |d k r�t j j
j}|jg|_||j�}|dkr�|� t|� X d S )
z�Ctx manager which picks up a random shared DLL lib used
by this process, copies it in another location and loads it
in memory via ctypes.
Return the new absolutized, normcased path.
r )�wintypes)�WinErrorz.dllrF c sF g | ]>}|j �� �� �rd tj �|j ��� krd|j �� kr|j �qS )r| Zwow64)r r r� r~ r� r� �r rx ry r� � s
�r c S s( g | ] }d t j�|j��� kr|j�qS )r{ )r~ r r� r r� rx rx ry r� � s �N)r r r
rJ r� r� rh r" r� r� r> rI ZwindllZkernel32� FreeLibraryZHMODULEZargtypesZ_handlerH ZWinDLL) rG r r
r r r� �cfiler r8 rx r ry rZ � s(
c C s t dd� d S )NTr )r; rx rx rx ry �cleanup_test_procs� s r c C s
t �| �S r� )r� �exit)r �framerx rx ry r� � r� r� )N)F)TF)N)r N)N)N)r� )r� )r )r )�r� Z
__future__r �atexitr� r r r� ri r� r~ r� r" r� r> r� r� r: rs r� rM r� r� r� r� r r r r� r r r r r
r r Zpsutil._commonr
r r Zpsutil._compatr r r r r r r r rR Z unittest2r r� �catch_warnings� simplefilterr� r� �__all__�builtin_module_namesr" rf r r\ r) �maxsizer, r! r r+ r r� r� r& r' �decoder( r� r ZASCII_FSr r� r� rC �__file__r$ r% ZHEREr� r! r� r- r. r� r/ r1 r2 ZHAS_NET_IO_COUNTERSr3 r0 r4 r5 rH rm r6 rv r7 r8 Z HAS_THREADS�getuidZ SKIP_SYSCONSr� r# r� �devnullr �registerr� r� r* r� r� r� r� r� r� r� r� r� r< r> r= r9 r� r� r: r; rL rK r& r� rN r� rO rM rH rB �contextmanagerrG rI rJ rN rC ZskipIfrB rF r� rD rE r� rA r? r@ rQ rR rS rT rU rV rP r� rW rX rY r[ rZ r rx rx rx ry �<module> s�
�-
�
0 '
&-
X
%:
�
� �
!
1
[
B
R
,