Dashboard
PHP:
8.1.34
OS:
Linux
User:
uid288609
/
/
usr
/
lib
/
python3.9
/
test
/
libregrtest
/
__pycache__
📤 Upload
📝 New File
📁 New Folder
Close
Editing: runtest_mp.cpython-39.pyc
a �:j = � @ sf d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl m Z d dlmZmZmZmZmZmZmZmZ d dlmZ d dlmZmZ dZ e eks�J �dZ e e ks�J �dZ e ed�o�e ed �Z d d � Z!d d � Z"dd� Z#dd� Z$G dd� d�Z%e �&dd�Z'G dd� de(�Z)G dd� dej*�Z+dd� Z,G d d � d �Z-d d � Z.dS ) � N)�support)�runtest� INTERRUPTED� CHILD_ERROR�PROGRESS_MIN_TIME�format_test_result� TestResult� is_failed�TIMEOUT)� setup_tests)�format_duration� print_warningg >@g �r@�setsid�killpgc C s& | j tkrdS |jr"t| |�r"dS dS )NTF)�resultr Zfailfastr )r �ns� r �1/usr/lib/python3.9/test/libregrtest/runtest_mp.py� must_stop& s r c C s& t �| �\}}tjf i |��}||fS �N)�json�loads�types�SimpleNamespace)� worker_args�ns_dict� test_namer r r r �parse_worker_args. s r c C sx t |�}|| f}t�|�}tjgt�� �d�d�d�d�|�}i }trNd|d< tj |ftj tj dt j dktj d�|��S ) Nz-uz-mz test.regrtestz --worker-argsTZstart_new_session�nt)�stdout�stderrZuniversal_newlinesZ close_fds�cwd)�varsr �dumps�sys� executabler Zargs_from_interpreter_flags�USE_PROCESS_GROUP� subprocess�Popen�PIPE�os�nameZSAVEDCWD)Ztestnamer r r �cmd�kwr r r �run_test_in_subprocess4 s4 �������r. c C s< t | � t| |�}t� tt�t|��dd� t�d� d S )NT��flushr )r r �printr r# �listr$ �exit)r r r r r r �run_tests_workerM s r4 c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd S ) �MultiprocessIteratorz8A thread-safe iterator over tests for multiprocess mode.c C s t �� | _|| _d S r )� threadingZLock�lock� tests_iter)�selfr8 r r r �__init__^ s z MultiprocessIterator.__init__c C s | S r r �r9 r r r �__iter__b s z MultiprocessIterator.__iter__c C sB | j �( | jd u rt�t| j�W d � S 1 s40 Y d S r )r7 r8 � StopIteration�nextr; r r r �__next__e s z MultiprocessIterator.__next__c C s0 | j � d | _W d � n1 s"0 Y d S r )r7 r8 r; r r r �stopk s zMultiprocessIterator.stopN)�__name__� __module__� __qualname__�__doc__r: r< r? r@ r r r r r5 Z s r5 �MultiprocessResultz result stdout stderr error_msgc @ s e Zd ZdS )� ExitThreadN)rA rB rC r r r r rF s s rF c sf e Zd Z� fdd�Zdd� Zdd� Zdd� Zdd d �Zd d� Zdd� Z dd� Z dd� Z dd� Z � Z S )�TestWorkerProcessc sZ t � �� || _|j| _|j| _|j| _|j| _|j| _d | _ d | _ d | _ d| _ d| _ d S )NF)�superr: � worker_id�pending�outputr �worker_timeout�timeout�regrtest�current_test_name� start_time�_popen�_killed�_stopped)r9 rI Zrunner�� __class__r r r: x s zTestWorkerProcess.__init__c C s� d| j � �g}| �� r"|�d� n |�d� | j}|rF|�d|� �� | j}|d ur�t�� | j }|�d| jj � �dt |�� �f� dd� |� S ) NzTestWorkerProcess #�runningZstoppedztest=zpid=ztime=z<%s>� ) rI �is_alive�appendrO rQ �time� monotonicrP �extend�pidr �join)r9 �info�test�popen�dtr r r �__repr__� s �zTestWorkerProcess.__repr__c C s� | j }|d u rd S | jr d S d| _tr2| � d�}n| � }td|� �tjdd� z"trft�|jt j � n|� � W nH t y� Y n8 t y� } z td|� d|��� W Y d }~n d }~0 0 d S )NTz process groupzKill ��filer0 zFailed to kill z: )rQ rR r& r1 r$ r r* r r] �signal�SIGKILL�kill�ProcessLookupError�OSErrorr )r9 ra Zwhat�excr r r �_kill� s$ zTestWorkerProcess._killc C s d| _ | �� d S )NT)rS rl r; r r r r@ � s zTestWorkerProcess.stop� Nc C s* t �� | j }t|||d �}t||||�S r )rZ r[ rP r rE )r9 r Z error_typer r �err_msg� test_timer r r r �mp_result_error� s z!TestWorkerProcess.mp_result_errorc C sJ t �� | _|| _z t|| j�}d| _|| _W n d | _� Y n0 z�z�| jrX| � � t �z(|j | j d�\}}|j }|d us~J �W nN tjy� | jr�t �| � � d }d }}Y n. ty� | jr�t �� Y n0 |�� }|�� }|||fW W | �� d | _d | _S | � � � Y n0 W | �� d | _d | _n| �� d | _d | _0 d S )NF�rM rm )rZ r[ rP rO r. r rR rQ rS rl rF Z communicaterM � returncoder' �TimeoutExpiredrj �strip�rstrip�_wait_completed)r9 r ra r r �retcoder r r � _run_process� sV � �z TestWorkerProcess._run_processc C s� | � |�\}}}|d u r(| �|t||�S d }|dkr>d| }nf|�d�\}}}|�� }|s`d}nDzt�|�}t|� }W n, ty� } zd| }W Y d }~n d }~0 0 |d ur�| �|t |||�S t ||||�S )Nr z Exit code %s� z Failed to parse worker stdoutz Failed to parse worker JSON: %s) rx rp r � rpartitionru r r r � Exceptionr rE ) r9 r rw r r rn �_r rk r r r �_runtest� s( �zTestWorkerProcess._runtestc C s� | j s�zXzt| j�}W n ty. Y W q�Y n0 | �|�}| j�d|f� t|j| j �r\W q�W q t yt Y q�Y q t y� | j�dt � � f� Y q�Y q 0 q d S )NFT)rS r> rJ r= r} rK Zputr r r rF � BaseException� traceback� format_exc)r9 r � mp_resultr r r �run s zTestWorkerProcess.runc C sv | j }|j�� |j�� z|�t� W nH tjtfyp } z*t d| � dt t�� d|��� W Y d }~n d }~0 0 d S )NzFailed to wait for z completion (timeout=z): ) rQ r �closer �wait� JOIN_TIMEOUTr' rs rj r r )r9 ra rk r r r rv ' s ��z!TestWorkerProcess._wait_completedc C sd | � d� | �� sq`t�� | }| j�d| � dt|�� �� |tkr td| � dt|�� �� q`q d S )Ng �?z Waiting for z thread for zFailed to join z in ) r^ rX rZ r[ rN �logr r� r )r9 rP rb r r r � wait_stopped6 s �z TestWorkerProcess.wait_stopped)rm rm N)rA rB rC r: rc rl r@ rp rx r} r� rv r� � __classcell__r r rT r rG w s � ; rG c C sN g }| D ]@}|j }|sqt�� |j }|tkrd|t|�f }|�|� q|S )Nz%s (%s))rO rZ r[ rP r r rY )�workersrV �workerrO rb �textr r r � get_runningN s r� c @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d� Z dS )�MultiprocessTestRunnerc C sj || _ | j j| _|j| _t�� | _t| j j�| _| jj d urZt | jj d | jj d �| _ nd | _ d | _ d S )Ng �?i, ) rN r� r �queueZQueuerK r5 ZtestsrJ rM �minrL r� )r9 rN r r r r: \ s �z MultiprocessTestRunner.__init__c s| � fdd�t d� jjd �D �� _dt� j�� d�}� jjrZ|dt� jj�t� j�f 7 }� �|� � jD ] }|� � qjd S )Nc s g | ]}t |� ��qS r )rG )�.0�indexr; r r � <listcomp>m s �z8MultiprocessTestRunner.start_workers.<locals>.<listcomp>� z Run tests in parallel using z child processesz" (timeout: %s, worker timeout: %s)) �ranger Zuse_mpr� �lenrM r rL r� �start)r9 �msgr� r r; r � start_workersl s � �� z$MultiprocessTestRunner.start_workersc C s6 t �� }| jD ] }|�� q| jD ]}|�|� q"d S r )rZ r[ r� r@ r� )r9 rP r� r r r � stop_workersx s z#MultiprocessTestRunner.stop_workersc C s� t dd� | jD ��s<z| jjdd�W S tjy: Y d S 0 | jjd u}t}|r^t j t dd� z| jj|d�W S tjy� Y n0 t | j�}|rL| jj sL| �dd�|� � qLd S ) Nc s s | ]}|� � V qd S r )rX )r� r� r r r � <genexpr>� � z5MultiprocessTestRunner._get_result.<locals>.<genexpr>r rq T)r3 z running: %s�, )�anyr� rK �getr� ZEmptyr rM �PROGRESS_UPDATE� faulthandlerZdump_traceback_later�MAIN_PROCESS_TIMEOUTr� �pgor� r^ )r9 Zuse_faulthandlerrM rV r r r � _get_result s$ � z"MultiprocessTestRunner._get_resultc C s� |j }t|�}|jd ur(|d|j 7 }n$|jtkrL| jjsL|dt|j� 7 }t| j �}|rt| jjst|dd� |� 7 }| j � | j |� d S )Nz (%s)z -- running: %sr� )r r Z error_msgro r r r� r r� r� r^ rN Zdisplay_progress� test_index)r9 r� r r� rV r r r �display_result� s z%MultiprocessTestRunner.display_resultc C s� |d r"|d }t d|� �� dS | jd7 _|d }| j�|j� | �|� |jrdt|jdd� |jr�| j j s�t|jt jdd� t |j| j �r�dS dS )Nr r� z regrtest worker thread failed: Tr/ rd F) r r� rN Zaccumulate_resultr r� r r1 r r r� r$ r )r9 �itemr� r� r r r �_process_result� s z&MultiprocessTestRunner._process_resultc C s� | � � d| _ztz(| �� }|d u r$q6| �|�}|rq6qW n tyX t� d| j_Y n0 W | jj d urpt � � | j � � | �� n(| jj d ur�t � � | j � � | �� 0 d S )Nr T)r� r� r� r� �KeyboardInterruptr1 rN Z interruptedr rM r� Zcancel_dump_traceback_laterrJ r@ r� )r9 r� r@ r r r � run_tests� s( � z MultiprocessTestRunner.run_testsN) rA rB rC r: r� r� r� r� r� r� r r r r r� [ s r� c C s t | ��� d S r )r� r� )rN r r r �run_tests_multiprocess� s r� )/� collectionsr� r r* r� rf r' r$ r6 rZ r r r` r Ztest.libregrtest.runtestr r r r r r r r Ztest.libregrtest.setupr Ztest.libregrtest.utilsr r r� r� r� �hasattrr& r r r. r4 r5 � namedtuplerE r{ rF ZThreadrG r� r� r� r r r r �<module> sF ( � X |
Save
Cancel