i9QdZddlmZddlZddlZddlZddlZddlmZddlm Z m Z ddl m Z m Z ejdZd Zd Zd Zd ZddZ d?d@d ZdAd"ZGd#d$ejZddejd%ddd&dBd2ZGd3d4ZGd5d6ZGd7d8ej Z! dCdejddd9dDd;Z"dS)Ea( High-performance asyncio DatagramTransport with Linux-specific UDP receive/send coalescing: - GRO (receive): ``setsockopt(SOL_UDP, UDP_GRO)`` + ``recvmsg`` cmsg - GSO (send): ``sendmsg`` with ``UDP_SEGMENT`` cmsg All other platforms fall back to the standard asyncio DatagramTransport. ) annotationsN)deque)AnyCallable) UDP_LINUX_GROUDP_LINUX_SEGMENTz=Hiii@@sock socket.socketreturnboolcx |tjtdkS#t$rYdSwxYw)zd|_|ddSr)rXrr|s rabortz!_OptimizedDatagramTransport.aborts#  ""4(((((r(excException | Nonecd |j|j|j|jn#t $rYnwxYw |j||j|j s|j ddSdS#|j|j s|j dwwxYwrw) rPrrQr remove_writer ExceptionrRconnection_lostrrYdone set_resultrqrs rrz1_OptimizedDatagramTransport._call_connection_losts/  J $ $TZ%6%6%8%8 9 9 9 J $ $TZ%6%6%8%8 9 9 9 9    D  2 N * *3 / / / J     #((** 2 ++D11111 2 2 J     #((** 2 ++D1111 2sA"A%% A21A26C AD/r>rrAc|jrtd|p|j}|js|||dS ||j||dS|j|dS#t$rXd|_|j |j |j |||YdSt$r%}|j |Yd}~dSd}~wwxYw)NTransport is closingF)rXrrSr\ _queue_writerQsendtosendBlockingIOErrorrP add_writerr_on_write_readyrRerror_received)rqr>rAtargetrs rrz"_OptimizedDatagramTransport.sendtos9 = 2011 1&     dF + + + F /! !!$///// %%%%% , , , %D  J ! !$*"3"3"5"5t7K L L L   dF + + + + + + / / / N ) )# . . . . . . . . . /s%A;A;;AD  D %DD r)rc|jrtd|js$|j}|D]}|||dS|jr||dS|D]}||dS)zSend multiple datagrams, using GSO when available. Falls back to individual ``sendto`` calls when GSO is not supported or the socket write buffer is full.rN)rXrr\rSrrU_send_linux_gsor)rqr)rr0s r sendto_manyz'_OptimizedDatagramTransport.sendto_manys = 2011 1  ]F" 1 1!!%0000 F   #   + + + + +" # # E"""" # #r(c t|D]\}}t|dkr |j|dn#t$rdd|_|j|j|j | |d|j YdSt$r$}|j |Yd}~nd}~wwxYwd|} |j|gt"jt&t(|fg8#t$rcd|_|j|j|j |D]}| ||j YdSt$r%}|j |Yd}~d}~wwxYwdS)NrrFr()r1r rQrrr\rPrrrrrSrrRrrIrJrrr r9rK)rqr)rrLrrr0s rrz+_OptimizedDatagramTransport._send_linux_gsos#9)#D#D 3 3 L%5zzQ7JOOE!H----&(-D%J))$**;*;*=*=t?STTT%%eAh >>>FFF777N11#666666667((5//C 3 ""En&7l9S9STU#   $)! %%dj&7&7&9&94;OPPP"< A  A)C%8 C%C  C%?AEA(G"4 G"=GG"c|j||f|xjt|z c_|dSrw)r]r#r^r _maybe_pause_protocolrqr>rAs rrz(_OptimizedDatagramTransport._queue_writesO t --- SYY& ""$$$$$r(c|jtkr;|js6d|_ |jdS#t $rYdSwxYwdSdSr)r^_HIGH_WATERMARKr_rR pause_writingAttributeErrorr|s rrz1_OptimizedDatagramTransport._maybe_pause_protocolso   / /8M /$(D ! ,,.....!     0 / / /; A A c|jrD|jtkr6d|_ |jdS#t $rYdSwxYwdSdSNF)r_r^_LOW_WATERMARKrRresume_writingrr|s r_maybe_resume_protocolz2_OptimizedDatagramTransport._maybe_resume_protocol&ss   T%6.%H%H$)D ! --/////!       %H%Hrcp|jr|jd\}} ||j||n|j|n=#t$rYdSt $r$}|j|Yd}~nd}~wwxYw|j|xj t|zc_ |j| d|_ |j |j|jr|ddSdS)NrT)r]rQrrrrrRrpopleftr^r rr\rPrrrXr)rqr>rArs rrz+_OptimizedDatagramTransport._on_write_ready.sb +)!,JD$ 3#J%%dD1111JOOD)))"    3 3 3--c22222222 3   $ $ & & &   T *   + ##%%%    !2!2!4!4555 = -  & &t , , , , , - -s8A B  B (BB c|js:d|_|j|jdSdSr)r[rPrrQrr|s r pause_readingz)_OptimizedDatagramTransport.pause_readingEsG| :DL J $ $TZ%6%6%8%8 9 9 9 9 9 : :r(c|jr@d|_|j|j|jdSdSr)r[rP add_readerrQr _on_readabler|s rresume_readingz*_OptimizedDatagramTransport.resume_readingJsO < J DL J ! !$*"3"3"5"5t7H I I I I I J Jr(c|j|jj||j|j|jdSrw)rPrrRconnection_maderrQrrr|s r_startz"_OptimizedDatagramTransport._startOsN T^;TBBB dj//1143DEEEEEr(c@|jrdS|dSrw)rX_recv_linux_gror|s rrz(_OptimizedDatagramTransport._on_readableSs) =  F r(cltjtj} |j|j|\}}}}n>#t$rYdSt$r%}|j |Yd}~dSd}~wwxYw|sdS|j }|D]G\}} } |tj kr1| tkr&t| dd\}nHt||kr|j ||n+t#||} |j | |)NTr7)rr8r9r:rQr;rWrrrRrrVrrr<r datagram_receivedr'datagrams_received) rqr=r>r?r@rArrrBrCrDr$s rrz+_OptimizedDatagramTransport._recv_linux_groXsd&w|44  B .2j.@.@'//+gvtt#      --c222  1L4;  0 Iy//I4N4N&-nnYrr]&C&CO\E4yyL((00t<<<<,T<@@11(DAAA1 Bs%A B BA==B)r`rar r rbrcrdrerfrrgrr4rr rFrwrsrtrurr r)r rr rF)rrr rF)r>rrArer rF)r)rr rF)__name__ __module__ __qualname__ __slots__rlrzr}rrrrrrrrrrrrrrr __classcell__)rrs@rrOrOwsI&$ $ $ $ $ $ L.....CCCC)))) 2 2 2 2/////*####(3333>%%%% ----.:::: JJJJ FFFF BBBBBBBBr(rOF) local_addr remote_addrfamily reuse_portr4r r`raprotocol_factory&Callable[[], asyncio.DatagramProtocol]rrerrrsocket.socket | None:tuple[asyncio.DatagramTransport, asyncio.DatagramProtocol]c RK|* |}n#t$rd}YnwxYw|tjkrU|p|} | rC|| d| dtjd{V} | dd}n tj}tj|tj}|d|r+|tj tj d|r| |d}|r| ||d{V|}t|} t|} | s"| s |fd|d{VS} t!||| || | |}||| fS)Nrr)typeFcSrw)rsrz%create_udp_endpoint..s$$&&r(r)r`r rbrdrfrgr4) getpeernamerr AF_UNSPEC getaddrinfo SOCK_DGRAMAF_INET setblocking setsockopt SOL_SOCKET SO_REUSEPORTbind sock_connectrrcreate_datagram_endpointrOr)r`rrrrrr4r connected_addr target_addrinfosrfrgrb transports ` rcreate_udp_endpointrus>  "!--//NN " " "!NNN " V% % %$3 K ("..NKN9J/q!}VV%677   G OOF-v/BA F F F  " IIj ! ! !  )##D+66 6 6 6 6 6 6 6(N %%K%%K  { 22 & & & &T3          !!H+  )I h s  --cLeZdZdZddZdd Zdd ZddZddZddZ dddZ dS)DatagramReaderuAPI-compatible with ``asyncio.StreamReader`` (duck-typed) so that ``AsyncSocket`` can assign an instance to ``self._reader`` and the existing ``recv()`` code works unchanged. When GRO delivers multiple coalesced segments in a single syscall, ``feed_datagrams()`` stores them as a single ``list[bytes]`` entry. ``read()`` then returns that list directly so the caller can feed all segments to the QUIC state-machine in one pass before probing — avoiding the per-datagram recv→feed→probe round-trip overhead.r rFc`tj|_d|_d|_d|_dSr)rnr_buffer_waiter _exception_eofr|s rrlzDatagramReader.__init__s+3>3D3F3F 48 04 r(r>rrArcb|j||dS)z'Feed a single (non-coalesced) datagram.Nrr# _wake_waiterrs r feed_datagramzDatagramReader.feed_datagram0 D!!! r(rcb|j||dS)z6Feed a batch of coalesced datagrams as a single entry.Nrrs rfeed_datagramszDatagramReader.feed_datagramsrr(r BaseExceptionc<||_|dSrw)rrrs r set_exceptionzDatagramReader.set_exceptions! r(BaseException | NonecNd|_|||_|dSr)rrrrs rrzDatagramReader.connection_losts- ?!DO r(cr|j}|+|s|ddSdSdSrw)rrrrqwaiters rrzDatagramReader._wake_waitersD  fkkmm    d # # # # #    r(nrr5clK|jr|jS|j|j|jrdSt j|_ |jd{Vd|_n #d|_wxYw|jr|jS|j|jdS)uReturn the next entry from the buffer. * ``bytes`` — a single datagram (non-coalesced). * ``list[bytes]`` — a batch of coalesced datagrams from one GRO syscall. * ``b""`` — EOF. Nr()rrrrasyncioget_running_looprmr)rqrs rreadzDatagramReader.reads < *<'')) ) ? &/ ! 9 3/11??AA  ,       DLL4DL     < *<'')) ) ? &/ !ss % A:: BNr)r>rrArr rF)r>rrArr rF)rrr rFrrr rF)r)rrr r5) rrr__doc__rlrrrrrrrr(rrrsJJ    $$$$ r(rcleZdZdZddZeddZdd Zdd Zdd Z dd Z dddZ ddZ ddZ dS)DatagramWriterzAPI-compatible with ``asyncio.StreamWriter`` (duck-typed) so that ``AsyncSocket`` can assign an instance to ``self._writer`` and the existing ``sendall()``, ``close()``, ``wait_for_close()`` code works unchanged.rasyncio.DatagramTransportr rFc||_|d|_tj|_d|_d|_dS)NriF) _transportrzrSrEvent _closed_eventr[ _drain_waiterrqrs rrlzDatagramWriter.__init__ sC$090H0H0T0T $]__ :>r(c|jSrw)rr|s rrzDatagramWriter.transports r(r>,bytes | bytearray | memoryview | list[bytes]cp|jrdSt|trXt |jdr|j|dS|D]"}|j||j#dS|jt||jdS)Nr) rr} isinstancelisthasattrrrrSr)rqr>r0s rwritezDatagramWriter.writes ? % % ' '  F dD ! ! ?t 66 A++D11111"AAEO**5$-@@@@AA O " "5;; > > > > >r(cK|jsdStj|_ |jd{Vd|_dS#d|_wxYwrw)r[rrrmrr|s rdrainzDatagramWriter.drain(st|  F$577EEGG &$ $ $ $ $ $ $ $!%D   D  % % % %s A Ac8|jdSrw)rrr|s rrzDatagramWriter.close1s r(cHK|jd{VdSrw)rwaitr|s r wait_closedzDatagramWriter.wait_closed4s3 %%'''''''''''r(Nrsrtrurc8|j||Srw)rrzrys rrzzDatagramWriter.get_extra_info7s--dG<<rr rFrrwr)rrrrrlpropertyrr rrrrzrrrr(rrrs ????X ? ? ? ?&&&&    ((((=====$$$$$$r(rcReZdZdZddZdd ZddZddZddZddZ ddZ ddZ dS) _DatagramBridgeProtocolz^Bridges ``asyncio.DatagramProtocol`` callbacks to ``DatagramReader`` / ``DatagramWriter``.readerrr rFc"||_d|_dSrw)_reader_writer)rqrs rrlz _DatagramBridgeProtocol.__init__Hs .2 r(rasyncio.BaseTransportcdSrwrrs rrz'_DatagramBridgeProtocol.connection_madeLs r(r>rrAtuple[str, int]c<|j||dSrw)rrrs rrz)_DatagramBridgeProtocol.datagram_receivedOs  ""4.....r(rc<|j||dSrw)rrrs rrz*_DatagramBridgeProtocol.datagrams_receivedRs  ##D$/////r(rrc:|j|dSrw)rrrs rrz&_DatagramBridgeProtocol.error_receivedUs ""3'''''r(rc|j||j |jjdSdSrw)rrrrsetrs rrz'_DatagramBridgeProtocol.connection_lostXsE $$S))) < # L & * * , , , , , $ #r(cJ|j|jdSdSrw)rrr|s rrz%_DatagramBridgeProtocol.pause_writing]s, < # L ' ' ) ) ) ) ) $ #r(cJ|j|jdSdSrw)rrr|s rrz&_DatagramBridgeProtocol.resume_writingas, < # L ( ( * * * * * $ #r(N)rrr rF)rr r rF)r>rrAr"r rF)r>rrAr"r rF)rrr rFrr) rrrrrlrrrrrrrrr(rrrDs003333    ////0000((((---- ****++++++r(r)rrr r4%tuple[DatagramReader, DatagramWriter]c  Ktj}t}t| t | fd|||||d{V\}}t |} | _|| fS)NcSrwr)rbsrrz'open_dgram_connection..usr()rrrr4r )rrrrrrr) rrrr r4r`rr_writerrbs @ropen_dgram_connectionr/fs  # % %D   F&v..H, ) LIqI & &FH 6>r()r r r r)rrrrr r)r)rr r*)r2)r r r3rr4rr r5)r r r)rr rF)r`rarrrrerrerrrrr4rr rr rrw) rrerrerrr rr4rr r*)#r __future__rrrnrstructrtypingrr _constantrr Structr9rorrr,rrr'r1rErMDatagramTransportrOrrrrDatagramProtocolrr/rr(rr7s#"""""  99999999 &-  ,@D111110     {B{B{B{B{B'";{B{B{BD*.*." !%EEEEEEPGGGGGGGGT:$:$:$:$:$:$:$:$z+++++g6+++F+/*."!% r(