a
XC?hL @ s$ d Z dZddlZddlZddlZddlZddlZddlZddlZz ddl Z W n e
yb dZ Y n0 ddl m Z ddl m
Z
ddl mZ ddl mZ dd l mZ dd
l mZ dd l mZ dd l mZ dd
lmZ dd ZG dd de jZG dd dejejZG dd deZ G dd deZ dS )zEvent loop using a selector and related classes.
A selector is a "notify-when-ready" multiplexer. For a subclass which
also includes support for signal handling, see the unix_events sub-module.
)BaseSelectorEventLoop N ) base_events) constants)events)futures) protocols)sslproto)
transports)trsock)loggerc C s6 z| |}W n ty" Y dS 0 t|j|@ S d S NF)get_keyKeyErrorboolr )selectorfdZeventkey r Z!d?d@ Z"dAdB Z#dCdD Z$dXdEdFZ%dGdH Z&dIdJ Z'dKdL Z(dMdN Z)dOdP Z*dQdR Z+ Z,S )Yr zJSelector event loop.
See events.EventLoop for API specification.
Nc sF t |d u rt }td|jj || _| t
| _ d S )NzUsing selector: %s)
super__init__ selectorsZDefaultSelectorr debug __class____name__ _selector_make_self_pipeweakrefZWeakValueDictionary _transports)selfr r r r r 1 s
z BaseSelectorEventLoop.__init__extraserverc C s t | |||||S N)_SelectorSocketTransport)r! sockprotocolwaiterr$ r% r r r _make_socket_transport; s
z,BaseSelectorEventLoop._make_socket_transportF) server_sideserver_hostnamer$ r% ssl_handshake_timeoutc C s0 t j| |||||| d}
t| ||
||d |
jS )N)r. r# )r Z SSLProtocolr' Z_app_transport) r! Zrawsockr)
sslcontextr* r, r- r$ r% r. Z ssl_protocolr r r _make_ssl_transport@ s z)BaseSelectorEventLoop._make_ssl_transportc C s t | |||||S r& )_SelectorDatagramTransport)r! r( r) addressr* r$ r r r _make_datagram_transportM s z.BaseSelectorEventLoop._make_datagram_transportc sL | rtd| r d S | t | jd urH| j d | _d S )Nz!Cannot close a running event loop)Z
is_running RuntimeError is_closed_close_self_piper closer r! r" r r r7 R s
zBaseSelectorEventLoop.closec C sB | | j | j d | _| j d | _| jd8 _d S )Nr )_remove_reader_ssockfilenor7 _csock
_internal_fdsr8 r r r r6 ] s
z&BaseSelectorEventLoop._close_self_pipec C sN t \| _| _| jd | jd | jd7 _| | j | j d S )NFr ) socketZ
socketpairr: r< setblockingr= _add_readerr; _read_from_selfr8 r r r r e s
z%BaseSelectorEventLoop._make_self_pipec C s d S r& r r! datar r r _process_self_datam s z(BaseSelectorEventLoop._process_self_datac C sT z"| j d}|sW qP| | W q ty8 Y q Y q tyL Y qPY q 0 q d S )Ni )r: recvrD InterruptedErrorBlockingIOErrorrB r r r rA p s z%BaseSelectorEventLoop._read_from_selfc C sL | j }|d u rd S z|d W n& tyF | jrBtjddd Y n0 d S )N z3Fail to write a null byte into the self-pipe socketTexc_info)r< sendOSError_debugr r )r! Zcsockr r r _write_to_self| s z$BaseSelectorEventLoop._write_to_selfd c
C s" | | | j|||||| d S r& )r@ r; _accept_connection)r! protocol_factoryr( r/ r% backlogr. r r r _start_serving s
z$BaseSelectorEventLoop._start_servingc
C s t |D ]}z0| \}} | jr0td|| | |d W n tttfyX Y d S t y }
zl|
j
t
j t
j t
j
t
jfv r| d|
t|d | | | tj| j|||||| n W Y d }
~
qd }
~
0 0 d| i} | ||| |||} | | qd S )Nz#%r got a new connection from %r: %rFz&socket.accept() out of system resource)message exceptionr> peername)rangeacceptrM r r r? rG rF ConnectionAbortedErrorrL errnoZEMFILEZENFILEZENOBUFSZENOMEMcall_exception_handlerr TransportSocketr9 r; Z
call_laterr ZACCEPT_RETRY_DELAYrS _accept_connection2Z create_task)
r! rQ r( r/ r% rR r. _connaddrexcr$ rX r r r rP s@
z(BaseSelectorEventLoop._accept_connectionc
s d }d }zr| }| } |r8| j|||| d|||d}n| j||| ||d}z| I d H W n tyv | Y n0 W nt ttfy Y n^ ty }
zF| jrd|
d} |d ur|| d< |d ur|| d< | | W Y d }
~
n
d }
~
0 0 d S )NT)r* r, r$ r% r. )r* r$ r% z3Error on transport creation for incoming connection)rT rU r) transport)
create_futurer0 r+
BaseExceptionr7
SystemExitKeyboardInterruptrM r[ ) r! rQ r_ r$ r/ r% r. r) rb r* ra contextr r r r] s@ z)BaseSelectorEventLoop._accept_connection2c
C s |}t |tsHzt| }W n( tttfyF td|d Y n0 z| j| }W n tyh Y n 0 | st d|d|d S )NzInvalid file object: zFile descriptor z is used by transport )
isinstanceintr; AttributeError TypeError
ValueErrorr r
is_closingr4 )r! r r; rb r r r _ensure_fd_no_transport s
z-BaseSelectorEventLoop._ensure_fd_no_transportc G s | t||| d }z| j|}W n( tyP | j|tj|d f Y n>0 |j|j }\}}| j
||tjB ||f |d ur| |S r& )
_check_closedr Handler r r registerr
EVENT_READrC modifycancel r! r callbackargshandler maskreaderwriterr r r r@ s
z!BaseSelectorEventLoop._add_readerc C s | r dS z| j|}W n ty0 Y dS 0 |j|j }\}}|tj M }|sb| j| n| j ||d |f |d ur|
dS dS d S )NFT) r5 r r r r rC r rr
unregisterrs rt r! r r ry rz r{ r r r r9 s z$BaseSelectorEventLoop._remove_readerc G s | t||| d }z| j|}W n( tyP | j|tjd |f Y n>0 |j|j }\}}| j
||tjB ||f |d ur| |S r& ) ro r rp r r r rq r EVENT_WRITErC rs rt ru r r r _add_writer! s
z!BaseSelectorEventLoop._add_writerc C s | r dS z| j|}W n ty0 Y dS 0 |j|j }\}}|tj M }|sb| j| n| j |||df |dur|
dS dS dS )Remove a writer callback.FNT) r5 r r r r rC r r~ r| rs rt r} r r r _remove_writer1 s z$BaseSelectorEventLoop._remove_writerc G s" | | | j||g|R dS )zAdd a reader callback.N)rn r@ r! r rv rw r r r
add_readerH s
z BaseSelectorEventLoop.add_readerc C s | | | |S )zRemove a reader callback.)rn r9 r! r r r r
remove_readerM s
z#BaseSelectorEventLoop.remove_readerc G s" | | | j||g|R dS )zAdd a writer callback..N)rn r r r r r
add_writerR s
z BaseSelectorEventLoop.add_writerc C s | | | |S )r )rn r r r r r
remove_writerW s
z#BaseSelectorEventLoop.remove_writerc s t | | jr$| dkr$tdz ||W S ttfyF Y n0 | }| }|
| | || j |||}|
tj| j||d |I dH S )zReceive data from the socket.
The return value is a bytes object representing the data received.
The maximum amount of data to be received at once is specified by
nbytes.
r the socket must be non-blockingrx N)r _check_ssl_socketrM
gettimeoutrl rE rG rF rc r; rn r@
_sock_recvadd_done_callback functoolspartial_sock_read_done)r! r( nfutr rx r r r sock_recv\ s
z BaseSelectorEventLoop.sock_recvc C s |d u s| s| | d S r& ) cancelledr r! r r rx r r r r r s z%BaseSelectorEventLoop._sock_read_donec
C s | r d S z||}W nZ ttfy2 Y d S ttfyH Y n8 tyt } z|| W Y d }~nd }~0 0 || d S r& ) donerE rG rF re rf rd
set_exception
set_result)r! r r( r rC ra r r r r v s z BaseSelectorEventLoop._sock_recvc s t | | jr$| dkr$tdz ||W S ttfyF Y n0 | }| }|
| | || j |||}|
tj| j||d |I dH S )zReceive data from the socket.
The received data is written into *buf* (a writable buffer).
The return value is the number of bytes written.
r r r N)r r rM r rl recv_intorG rF rc r; rn r@ _sock_recv_intor r r r )r! r( bufr r rx r r r sock_recv_into s
z$BaseSelectorEventLoop.sock_recv_intoc
C s | r d S z||}W nZ ttfy2 Y d S ttfyH Y n8 tyt } z|| W Y d }~nd }~0 0 || d S r& ) r r rG rF re rf rd r r )r! r r( r nbytesra r r r r s z%BaseSelectorEventLoop._sock_recv_intoc s t | | jr$| dkr$tdz||}W n ttfyL d}Y n0 |t|kr^dS | }|
}| | | || j
||t||g}|tj| j||d |I dH S )a Send data to the socket.
The socket must be connected to a remote socket. This method continues
to send data from data until either all data has been sent or an
error occurs. None is returned on success. On error, an exception is
raised, and there is no way to determine how much data, if any, was
successfully processed by the receiving end of the connection.
r r Nr )r r rM r rl rK rG rF lenrc r; rn r
_sock_sendall
memoryviewr r r _sock_write_done)r! r( rC r r r rx r r r sock_sendall s&
z"BaseSelectorEventLoop.sock_sendallc
C s | r d S |d }z|||d }W n\ ttfyB Y d S ttfyX Y n0 ty } z|| W Y d }~d S d }~0 0 ||7 }|t|kr| d n||d< d S )Nr )
r rK rG rF re rf rd r r r )r! r r( Zviewposstartr ra r r r r s
z#BaseSelectorEventLoop._sock_sendallc s t | | jr$| dkr$td|jtjksBt jrt|jtj krt| j
||j|j |j | dI dH }|d \}}}}}|
}| ||| |I dH S )zTConnect to a remote socket at address.
This method is a coroutine.
r r )familytypeprotoloopN)r r rM r rl r r> ZAF_INETZ _HAS_IPv6ZAF_INET6Z_ensure_resolvedr r rc
_sock_connect)r! r( r2 Zresolvedr^ r r r r sock_connect s
z"BaseSelectorEventLoop.sock_connectc
C s | }z|| W n ttfyb | | | || j|||}|tj | j
||d Y nN t t fyx Y n8 t
y } z|| W Y d }~nd }~0 0 |d d S )Nr )r; ZconnectrG rF rn r _sock_connect_cbr r r r re rf rd r r )r! r r( r2 r rx ra r r r r s
z#BaseSelectorEventLoop._sock_connectc C s |d u s| s| | d S r& )r r r r r r r s z&BaseSelectorEventLoop._sock_write_donec
C s | r d S z,|tjtj}|dkr6t|d| W nX ttfyN Y nN tt fyd Y n8 t
y } z| | W Y d }~nd }~0 0 | d d S )Nr zConnect call failed )
r Z
getsockoptr> Z
SOL_SOCKETZSO_ERRORrL rG rF re rf rd r r )r! r r( r2 errra r r r r s z&BaseSelectorEventLoop._sock_connect_cbc sB t | | jr$| dkr$td| }| || |I dH S )aW Accept a connection.
The socket must be bound to an address and listening for connections.
The return value is a pair (conn, address) where conn is a new socket
object usable to send and receive data on the connection, and address
is the address bound to the socket on the other end of the connection.
r r N)r r rM r rl rc _sock_accept)r! r( r r r r sock_accept" s
z!BaseSelectorEventLoop.sock_acceptc
C s | }z| \}}|d W n ttfyl | | | || j||}|t j
| j ||d Y nR t t
fy Y n< ty } z|| W Y d }~nd }~0 0 |||f d S )NFr )r; rX r? rG rF rn r@ r r r r r re rf rd r r )r! r r( r r_ r2 rx ra r r r r 1 s
z"BaseSelectorEventLoop._sock_acceptc s | j |j= | }| | I d H zL| j|j|||ddI d H W | |rZ| || j |j< S || j |j< n"| |r| || j |j< 0 d S )NF)Zfallback) r _sock_fd
is_reading
pause_reading_make_empty_waiterZ
sock_sendfile_sock_reset_empty_waiterresume_reading)r! Ztranspfileoffsetcountr r r r _sendfile_nativeB s*
z&BaseSelectorEventLoop._sendfile_nativec C s |D ]v\}}|j |j }\}}|tj@ rL|d urL|jrB| | n
| | |tj@ r|d ur|jrp| | q| | qd S r& ) fileobjrC r rr Z
_cancelledr9 Z
_add_callbackr~ r )r! Z
event_listr ry r rz r{ r r r _process_eventsP s
z%BaseSelectorEventLoop._process_eventsc C s | | | d S r& )r9 r; r7 )r! r( r r r
_stop_serving^ s z#BaseSelectorEventLoop._stop_serving)N)N)N)NNN)N)N)-r
__module__ __qualname____doc__r r+ r ZSSL_HANDSHAKE_TIMEOUTr0 r3 r7 r6 r rD rA rN rS rP r] rn r@ r9 r r r r r r r r r r r r r r r r r r r r r r
__classcell__r r r" r r + sj
.
)
r c s e Zd ZdZeZdZd fdd Zdd Zdd Z d d
Z
d d Z d
d Z dd Z
ejfddZd ddZdd Zdd Zdd Zd d Z ZS ) _SelectorTransporti Nc s t || t|| jd< z| | jd< W n tyL d | jd< Y n0 d| jvrz| | jd< W n tj y d | jd< Y n0 || _
| | _ d| _
| | || _| | _d| _d| _| jd ur| j | |j| j < d S )Nr> ZsocknamerV Fr )r r r r\ _extraZ getsocknamerL Z getpeernamer> errorr r; r _protocol_connected set_protocol_server_buffer_factory_buffer
_conn_lost_closingZ_attachr )r! r r( r) r$ r% r" r r r o s,
z_SelectorTransport.__init__c C s | j jg}| jd u r |d n| jr0|d |d| j | jd ur| j st| jj | jt
j }|rz|d n
|d t| jj | jt
j }|rd}nd}|
}|d| d | d
d d |S )
Nclosedclosingzfd=z read=pollingz read=idlepollingZidlezwrite=z<{}> )r r r appendr r _loopr5 r r r rr r~ get_write_buffer_sizeformatjoin)r! infor statebufsizer r r __repr__ s.
z_SelectorTransport.__repr__c C s | d d S r& ) _force_closer8 r r r abort s z_SelectorTransport.abortc C s || _ d| _d S NT) _protocolr r! r) r r r r s z _SelectorTransport.set_protocolc C s | j S r& )r r8 r r r get_protocol s z _SelectorTransport.get_protocolc C s | j S r& )r r8 r r r rm s z _SelectorTransport.is_closingc C sT | j r
d S d| _ | j| j | jsP| jd7 _| j| j | j| jd d S NTr ) r r r9 r r r r call_soon_call_connection_lostr8 r r r r7 s z_SelectorTransport.closec C s, | j d ur(|d| t| d | j d S )Nzunclosed transport )source)r ResourceWarningr7 )r! Z_warnr r r __del__ s
z_SelectorTransport.__del__Fatal error on transportc C sN t |tr(| j r@tjd| |dd n| j||| | jd | | d S )Nz%r: %sTrI )rT rU rb r) ) rh rL r get_debugr r r[ r r )r! ra rT r r r _fatal_error s
z _SelectorTransport._fatal_errorc C sd | j r
d S | jr(| j | j| j | jsBd| _| j| j | j d7 _ | j| j | d S r )
r r clearr r r r r9 r r r! ra r r r r s
z _SelectorTransport._force_closec C s zN| j r| j| W | j d | _d | _d | _| j}|d ur| d | _n:| j d | _d | _d | _| j}|d ur| d | _0 d S r& )r r Zconnection_lostr r7 r r Z_detach)r! ra r% r r r r s&
z(_SelectorTransport._call_connection_lostc C s
t | jS r& )r r r8 r r r r s z(_SelectorTransport.get_write_buffer_sizec G s$ | j r
d S | jj||g|R d S r& )r r r@ r r r r r@ s z _SelectorTransport._add_reader)NN)r )r r r max_size bytearrayr r r r r r r rm r7 warningswarnr r r r r r@ r r r r" r r c s
r c s e Zd ZdZejjZd# fdd Z fddZ dd Z
d d
Z d d Z d
d Z
dd Zdd Zdd Zdd Zdd Zdd Zdd Z fd d Zd d Zd!d" Z ZS )$r' TNc s~ d | _ t ||||| d| _d| _d | _t| j | j
| j j | | j
| j
| j| j |d urz| j
tj|d d S r
)_read_ready_cbr r _eof_paused
_empty_waiterr Z _set_nodelayr r r r connection_mader@ r _read_readyr _set_result_unless_cancelled)r! r r( r) r* r$ r% r" r r r s
z!_SelectorSocketTransport.__init__c s. t |tjr| j| _n| j| _t | d S r& )rh r ZBufferedProtocol_read_ready__get_bufferr _read_ready__data_receivedr r r r" r r r s
z%_SelectorSocketTransport.set_protocolc C s | j o| j S r& )r r r8 r r r r s z#_SelectorSocketTransport.is_readingc C s> | j s | jrd S d| _| j| j | j r:td| d S )NTz%r pauses reading)r r r r9 r r r r r8 r r r r s
z&_SelectorSocketTransport.pause_readingc C s@ | j s | jsd S d| _| | j| j | j r
z _SelectorSocketTransport.writec
C s | j r
d S z| j| j}W n ttfy2 Y n ttfyH Y n ty } zF| j
| j | j |
|d | jd ur| j| W Y d }~nvd }~0 0 |r| jd |= | | js| j
| j | jd ur| jd | jr| d n| jr| jtj d S )Nr )r r rK r rG rF re rf rd r r r r r r r _maybe_resume_protocolr r r r shutdownr> SHUT_WR)r! r ra r r r r s2
"
z%_SelectorSocketTransport._write_readyc C s. | j s | jrd S d| _| js*| jtj d S r )r r r r r r> r r8 r r r write_eof s
z"_SelectorSocketTransport.write_eofc C s dS r r r8 r r r
can_write_eof s z&_SelectorSocketTransport.can_write_eofc s* t | | jd ur&| jtd d S )Nz Connection is closed by peer)r r r r ConnectionErrorr r" r r r s
z._SelectorSocketTransport._call_connection_lostc C s6 | j d urtd| j | _ | js0| j d | j S )NzEmpty waiter is already set)r r4 r rc r r r8 r r r r s
z+_SelectorSocketTransport._make_empty_waiterc C s
d | _ d S r& )r r8 r r r r s z,_SelectorSocketTransport._reset_empty_waiter)NNN)r r r Z_start_tls_compatibler Z
_SendfileModeZ
TRY_NATIVEZ_sendfile_compatibler r r r r r r r r r r r r r r r r r r r" r r' s( %' r' c sF e Zd ZejZd fdd Zdd Zdd Zd
dd Z d
d Z
Z S )r1 Nc s^ t |||| || _| j| jj| | j| j| j| j |d urZ| jt
j |d d S r& ) r r _addressr r r r r@ r r r r )r! r r( r) r2 r* r$ r" r r r s
z#_SelectorDatagramTransport.__init__c C s t dd | jD S )Nc s s | ]\}}t |V qd S r& )r ).0rC r^ r r r zC_SelectorDatagramTransport.get_write_buffer_size..)sumr r8 r r r r s z0_SelectorDatagramTransport.get_write_buffer_sizec
C s | j r
d S z| j| j\}}W n ttfy6 Y n tyd } z| j| W Y d }~n\d }~0 t t
fyz Y n> t y } z| |d W Y d }~nd }~0 0 | j
|| d S )Nz&Fatal read error on datagram transport)r r Zrecvfromr rG rF rL r error_receivedre rf rd r Zdatagram_receivedr! rC r` ra r r r r s "z&_SelectorDatagramTransport._read_readyc
C s t |tttfs$tdt|j|s,d S | jrV|d | jfvrPtd| j | j}| j r| jr| j t
j krxt
d | j d7 _ d S | jsdz,| jd r| j| n| j|| W d S ttfy | j| j| j Y n~ ty } z| j| W Y d }~d S d }~0 t t fy0 Y n4 t yb } z| |d W Y d }~d S d }~0 0 | j t||f | ! d S )Nr z!Invalid address: must be None or r r rV 'Fatal write error on datagram transport)"rh r r r rk r r r
rl r r r r r r r r rK sendtorG rF r r r
_sendto_readyrL r r re rf rd r r r r r r r r sJ
z!_SelectorDatagramTransport.sendtoc
C s | j r| j \}}z*| jd r.| j| n| j|| W q ttfyh | j ||f Y qY q t y } z| j
| W Y d }~d S d }~0 t t
fy Y q ty } z| |d W Y d }~d S d }~0 0 q | | j s| j| j | jr| d d S )NrV r )r popleftr r rK r rG rF
appendleftrL r r re rf rd r r r r r r r r r r r r 0 s0
z(_SelectorDatagramTransport._sendto_ready)NNN)N) r r r collectionsdequer r r r r r r r r r" r r1 s
+r1 ) r __all__r rZ r r r> r r Zssl ImportError r r r r r r r
r logr r Z
BaseEventLoopr Z_FlowControlMixinZ Transportr r' r1 r r r r sD
< o