o `jC@stddlmZddlZddlZddlZddlZddlZddlZddlm Z e e Z GdddZGdddeZdS))dequeNc@s4eZdZdHddZeddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZ dIddZddZddZddZd d!Zd"d#Zd$d%Zd&d'Zd(d)ZdHd*d+ZdHd,d-Zd.d/Zd0d1Zd2d3Zd4d5Zd6d7Zd8d9Zd:d;Z dd?Z"d@dAZ#dBdCZ$dDdEZ%dFdGZ&dS)JKafkaTCPTransportNcCs\||_||_||_d|_t|_d|_d|_d|_d|_ d|_ d|_ t |_t |_dS)NFT)_net_sockhost_closedr _write_buffer_writing _read_task _write_task _protocol_read_writetime monotonic last_write last_read)selfnetsockrrQ/home/djax/ivt_ai_plugin/venv/lib/python3.10/site-packages/kafka/net/transport.py__init__s zKafkaTCPTransport.__init__cCst|j|jSN)maxrrrrrr last_activityszKafkaTCPTransport.last_activitycC|jS)z2Return True if the transport is closing or closed.)rrrrr is_closing$zKafkaTCPTransport.is_closingcCs8|jstd|d|_d|_|js|dSdSdS)aClose the transport. Buffered data will be flushed asynchronously. No more data will be received. After all buffered data is flushed, the protocol's connection_lost() method will (eventually) be called with None as its argument. z%s: Closing transportTFN)rloginfor r_closerrrrclose(s  zKafkaTCPTransport.closecCs||_td||dS)zSet a new protocol.z%s: Set protocol %sN)r r debug)rprotocolrrr set_protocol7szKafkaTCPTransport.set_protocolcCr)zReturn the current protocol.)r rrrr get_protocol<rzKafkaTCPTransport.get_protocolcCr)z*Return True if the transport is receiving.)r rrrr is_readingBrzKafkaTCPTransport.is_readingcCsd|_td|dS)zPause the receiving end. No data will be passed to the protocol's data_received() method until resume_reading() is called. Fz%s: Paused readingN)r r r$rrrr pause_readingFszKafkaTCPTransport.pause_readingcCs,|js |j|j|_d|_td|dS)zResume the receiving end. Data received will once again be passed to the protocol's data_received() method. Tz%s: Resumed readingN)r r call_soon_read_from_sockr r r$rrrrresume_readingOsz KafkaTCPTransport.resume_readingc s|jrh|jsj|j|jIdH|\}}|r|j|dStd|t |t |_ |j r>|j jr>|j jjt |z|j |Wntjy_}z |j|dWYd}~Sd}~ww|jrl|jrdSdSdSdS)Nerrorz%s: received %d bytes)r rr wait_readr _sock_recvabortr r$lenrrrr _sensorsbytes_receivedrecord data_receivedErrorsKafkaProtocolError)r recvd_dataerrerrrr+Zs"    z!KafkaTCPTransport._read_from_sockc Csg}d} z|jd}|std|td}Wn/||Wn'ttfy,Ynt yH}zt d|t|}WYd}~nd}~wwqd |}||fSNTiz%s: socket disconnectedzsocket disconnectedz/%s: Error receiving network data closing socket) rrecvr r.r7KafkaConnectionErrorappendBlockingIOErrorInterruptedError BaseException exceptionjoinrrecvdr:datar;r9rrrr0is.      zKafkaTCPTransport._sock_recvcCt)aSet the high- and low-water limits for write flow control. These two values control when to call the protocol's pause_writing() and resume_writing() methods. If specified, the low-water limit must be less than or equal to the high-water limit. Neither value can be negative. The defaults are implementation-specific. If only the high-water limit is given, the low-water limit defaults to an implementation-specific value less than or equal to the high-water limit. Setting high to zero forces low to zero as well, and causes pause_writing() to be called whenever the buffer becomes non-empty. Setting low to zero causes resume_writing() to be called only once the buffer is empty. Use of zero for either limit is generally sub-optimal as it reduces opportunities for doing I/O and computation concurrently. NotImplementedError)rhighlowrrrset_write_buffer_limitssz)KafkaTCPTransport.set_write_buffer_limitscCrI)z,Return the current size of the write buffer.rJrrrrget_write_buffer_sizez'KafkaTCPTransport.get_write_buffer_sizecCrI)zGet the high and low watermarks for write flow control. Return a tuple (low, high) where low and high are positive number of bytes.rJrrrrget_write_buffer_limitssz)KafkaTCPTransport.get_write_buffer_limitscCsP|jr|jr td|std|j||js&d|_|j|j |_ dSdS)zWrite some data bytes to the transport. This does not block; it buffers the data and arranges for it to be sent out asynchronously. Transport closed for writeszCant write empty dataTN) rr RuntimeError ValueErrorrr@r rr*_write_to_sockr rrHrrrwrites  zKafkaTCPTransport.writecCsD|jr|jr td|j||js d|_|j|j|_ dSdS)z>Write a list (or any iterable) of data bytes to the transport.rRTN) rrrSrextendr rr*rUr )r list_of_datarrr writeliness  zKafkaTCPTransport.writelinescszB|jr?|j|jIdH|\}}|r!|j|dWd|_Std||t |_ |j r<|j j r<|j j j||jsWd|_nd|_w|jrQ|dS|jsiz |jtjWdStyhYdSwdS)Nr-Fz%s: sent %d bytes)rr wait_writer _sock_sendr1r r r$rrrr r3 bytes_sentr5rr"rshutdownsocketSHUT_WROSError)r total_bytesr:rrrrUs0      z KafkaTCPTransport._write_to_sockc Csd}|jdur|tdfS|jrm|j}t|tst|}|rjz|j|}||7}||d}Wn4tt fyH|j ||dfYSt yg}zt d|||t|fWYd}~Sd}~ww|s!|js|dfSNrzConnection closed during sendz"%s: Error sending request data: %s)rr7r?rpopleft isinstance memoryviewsendrArB appendleftrCr rD)rrb next_chunk sent_bytesr;rrrr\s.      zKafkaTCPTransport._sock_sendcCs.td|d|_|js|jtjdSdS)zClose the write end after flushing buffered data. (This is like typing ^D into a UNIX program reading from stdin.) Data may still be received. z %s: write_eofFN)r r$rrrr^r_r`rrrr write_eofs zKafkaTCPTransport.write_eofcCsdS)zAReturn True if this transport supports write_eof(), False if not.Trrrrr can_write_eofrPzKafkaTCPTransport.can_write_eofcCsB|jstd||d|_|jd|_|_||dSdS)zClose the transport immediately. Buffered data will be lost. No more data will be received. The protocol's connection_lost() method will (eventually) be called with None as its argument. z%s: Abort (%s)TFN)rr r.rclearr rr")rr.rrrr1s  zKafkaTCPTransport.abortc Cs|j}d|_|dur9z |j|tjtjBWn ttfy"Ynwz|t j Wn t y4Ynw| |j |jfD] }|durK|j|q?d|_ |_|j}d|_|durc||dSdSr)rrunregister_event selectors EVENT_READ EVENT_WRITEKeyErrorrTr^r_ SHUT_RDWRrar#r r cancelr connection_lost)rr.rtaskprotorrrr"s0   zKafkaTCPTransport._closecC|S)zClose the connection abruptly.)r1rrrrabortConnection z!KafkaTCPTransport.abortConnectioncC |jS)zSimilar to getPeer, but returns an address describing this side of the connection. Returns IPv4Address or IPv6Address. )r getsocknamerrrrgetHost$s zKafkaTCPTransport.getHostcCr{)aXGet the remote address of this connection. Treat this method with caution. It is the unfortunate result of the CGI and Jabber standards, but should not be considered reliable for the usual host of reasons; port forwarding, proxying, firewalls, IP masquerading, etc. Returns IPv4Address or IPv6Address. )r getpeernamerrrrgetPeer+s zKafkaTCPTransport.getPeercC|jtjtjS)z"Return if SO_KEEPALIVE is enabled.)r getsockoptr_ SOL_SOCKET SO_KEEPALIVErrrrgetTcpKeepAlive6z!KafkaTCPTransport.getTcpKeepAlivecCr)z!Return if TCP_NODELAY is enabled.)rrr_ IPPROTO_TCP TCP_NODELAYrrrr getTcpNoDelay:rzKafkaTCPTransport.getTcpNoDelaycCrx)z.Half-close the write side of a TCP connection.)rkrrrrloseWriteConnection>rzz%KafkaTCPTransport.loseWriteConnectioncC|jtjtj|S)zEnable/disable SO_KEEPALIVE.)r setsockoptr_rrrenabledrrrsetTcpKeepAliveBz!KafkaTCPTransport.setTcpKeepAlivecCr)zEnable/disable TCP_NODELAY.)rrr_rrrrrr setTcpNoDelayFrzKafkaTCPTransport.setTcpNoDelaycCrx)zClose my connection, after writing all pending data. Note that if there is a registered producer on a transport it will not be closed until the producer has been unregistered. )r#rrrrloseConnectionJsz KafkaTCPTransport.loseConnectioncCs ||S)zWrite an iterable of byte strings to the physical connection. If possible, make sure that all of the data is written to the socket at once, without first copying it all into a single byte string. )rZrVrrr writeSequenceYs zKafkaTCPTransport.writeSequencecstd||jdS)N%s: connected to %s)r r!rrrrr handshakeaszKafkaTCPTransport.handshakec Cs|jdurdSz |jdd\}}Wn ttfy YdSwz |jd}Wnttfy<|d|YSw|d|d|S)Nnoner:z<-)rr~rarTr|)rrport local_portrrr host_portds zKafkaTCPTransport.host_portcCs.|jrdnd}d|jjd|d|dS)Nz (closed))r __class____name__r)rstaterrr__str__qs zKafkaTCPTransport.__str__r)NN)'r __module__ __qualname__rpropertyrrr#r&r'r(r)r,r+r0rNrOrQrWrZrUr\rkrlr1r"ryr}rrrrrrrrrrrrrrrrsN          rcsVeZdZddddddddZdfdd ZeddZdd Zd d Zd d Z Z S)KafkaSSLTransportNT) ssl_contextssl_check_hostname ssl_cafile ssl_certfile ssl_keyfile ssl_password ssl_crlfilec s|t|j|_|jD] }||vr|||j|<q ||j|_|dur(|dnd}|jj||dd}tj|||ddS)N.F)server_hostnamedo_handshake_on_connect)r) copyDEFAULT_CONFIG ssl_config_build_ssl_context _ssl_contextrstrip wrap_socketsuperr)rrrrconfigskeyrrrrrs zKafkaSSLTransport.__init__cCs|ddur |dSttj}tjj|_|d|_|dr&||dn||dr<|j |d|d|dd|drP|j|dd |j tj O_ |S) Nrrrrrr)certfilekeyfilepasswordr)crl) ssl SSLContextPROTOCOL_TLS_CLIENT TLSVersionTLSv1_2minimum_versioncheck_hostnameload_verify_locationsload_default_certsload_cert_chain verify_flagsVERIFY_CRL_CHECK_LEAF)configctxrrrrs$    z$KafkaSSLTransport._build_ssl_contextcsv z|jtd||jWdStjy&|j|jIdHYntjy9|j |jIdHYnwq)NTr) r do_handshaker r!rSSLWantReadErrorrr/SSLWantWriteErrorr[rrrrrs zKafkaSSLTransport.handshakec Csg}d} z|jd}|std|td}Wn3||Wn+ttt j t j fy0Ynt yL}zt d|t|}WYd}~nd}~wwqd|}||fSr<)rr>r r.r7r?r@rArBrrrrCrDrErFrrrr0s2       zKafkaSSLTransport._sock_recvc Csd}d}|jdur|tdfS|jrl|j}|riz|j|}||7}||d}Wn:tttj tj fyE|j |||fYSt yf}zt d||t|}||fWYd}~Sd}~ww|s|js||fSrc)rr7r?rrdrgrArBrrrrhrCr rD)rrbr:rirjr;rrrr\s2      zKafkaSSLTransport._sock_sendr) rrrrr staticmethodrrr0r\ __classcell__rrrrrvs   r) collectionsrrloggingror_rr kafka.errorserrorsr7 getLoggerrr rrrrrrs   i