Question

我正在使用套接字和asyncio在服务器实现中实现生产者－消费者程序。问题在于，异步函数sock_recv（）与包裹在ssl连接中的套接字一起使用时似乎无法正常工作。以下是工作代码。

服务器端

import asyncio
import random
import socket
import ssl

SERVER_ADDRESS = (HOST, PORT) = "127.0.0.1", 8881

async def producer(queue, client_connection, event_loop):
    while True:
        print("Waiting for sock_recv")
        await event_loop.sock_recv(client_connection, 4096)
        r = random.randint(1,101)
        print("Produced: %d" % r)
        await queue.put(r)
        await asyncio.sleep(0)

async def consumer(queue):
    while True:
        print("Wating for queue.get()")
        r = await queue.get()
        await asyncio.sleep(2)
        print("Consumed: %d" % r)

async def main():
    listen_socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
    listen_socket.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
    listen_socket.bind(SERVER_ADDRESS)
    listen_socket.listen(5)
    ssl_context = ssl.create_default_context(purpose=ssl.Purpose.CLIENT_AUTH)
    ssl_context.load_cert_chain(certfile="certificate.pem", keyfile="key.pem")
    client_connection, client_address = listen_socket.accept()
    # client_connection = ssl_context.wrap_socket(
    #     client_connection, server_side=True
    # )
    client_connection.setblocking(False)
    queue = asyncio.Queue()
    t1 = asyncio.create_task(producer(queue, client_connection, asyncio.get_event_loop()))
    t2 = asyncio.create_task(consumer(queue))
    await asyncio.wait([t1, t2])

event_loop = asyncio.get_event_loop()
asyncio.run(main())

客户端

import socket
s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
s.connect(("127.0.0.1", 8881))
s.sendall(b"Hello")

输出

等待sock_recv
等待queue.get（）
出品：49
等待sock_recv
消耗：49
等待queue.get（）

这是问题，当我取消对以下部分的评论

# client_connection = ssl_context.wrap_socket(
#     client_connection, server_side=True
# )

它在sock_recv（）函数上阻止。使用未注释的代码，我得到以下输出：

输出

等待sock_recv
等待queue.get（）

客户代码

import socket
import ssl

s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
sock = ssl.wrap_socket(s)
sock.connect(("127.0.0.1", 8881))
sock.sendall(b"Hello")

最后，当我使用ctrl-c关闭服务器时。我得到以下输出

^CTask exception was never retrieved
future: <Task finished coro=<producer() done, defined at asyncio_test.py:8> exception=SSLWantReadError(2, 'The operation did not complete (read) (_ssl.c:2488)')>
Traceback (most recent call last):
  File "asyncio_test.py", line 11, in producer
    await event_loop.sock_recv(client_connection, 4096)
  File "/home/coverfox/.pyenv/versions/3.7.3/lib/python3.7/asyncio/selector_events.py", line 352, in sock_recv
    return await fut
  File "/home/coverfox/.pyenv/versions/3.7.3/lib/python3.7/asyncio/selector_events.py", line 366, in _sock_recv
    data = sock.recv(n)
  File "/home/coverfox/.pyenv/versions/3.7.3/lib/python3.7/ssl.py", line 1037, in recv
    return self.read(buflen)
  File "/home/coverfox/.pyenv/versions/3.7.3/lib/python3.7/ssl.py", line 913, in read
    return self._sslobj.read(len)
ssl.SSLWantReadError: The operation did not complete (read) (_ssl.c:2488)
Traceback (most recent call last):
  File "asyncio_test.py", line 42, in <module>
    asyncio.run(main())
  File "/home/coverfox/.pyenv/versions/3.7.3/lib/python3.7/asyncio/runners.py", line 43, in run
    return loop.run_until_complete(main)
  File "/home/coverfox/.pyenv/versions/3.7.3/lib/python3.7/asyncio/base_events.py", line 571, in run_until_complete
    self.run_forever()
  File "/home/coverfox/.pyenv/versions/3.7.3/lib/python3.7/asyncio/base_events.py", line 539, in run_forever
    self._run_once()
  File "/home/coverfox/.pyenv/versions/3.7.3/lib/python3.7/asyncio/base_events.py", line 1739, in _run_once
    event_list = self._selector.select(timeout)
  File "/home/coverfox/.pyenv/versions/3.7.3/lib/python3.7/selectors.py", line 468, in select
    fd_event_list = self._selector.poll(timeout, max_ev)
KeyboardInterrupt

编辑：我刚刚发现，如果我在客户端代码的 wrap_socket（）函数中传递了 do_handshake_on_connect = False ，它会起作用，但是ssl无法正常工作。

Answer 1

因此，事实证明，异步功能 sock_recv（）不支持SSLSocket，因为SSL需要按照此SO answer中所述写入用户空间缓冲区。
解决此问题的方法是在asyncio中使用传输或流。这是上述问题中代码的工作版本。

import asyncio
import random
import socket
import ssl

SERVER_ADDRESS = (HOST, PORT) = "127.0.0.1", 8881

async def producer(reader, writer, queue):
    while True:
        print("Waiting for sock_recv")
        await reader.read(16)
        r = random.randint(1,101)
        print("Produced: %d" % r)
        await queue.put(r)
        await asyncio.sleep(0)

async def consumer(queue):
    while True:
        print("Wating for queue.get()")
        r = await queue.get()
        await asyncio.sleep(2)
        print("Consumed: %d" % r)

async def set_up_producer_consumer(reader, writer):
    queue = asyncio.Queue()
    t1 = asyncio.create_task(producer(reader, writer, queue))
    t2 = asyncio.create_task(consumer(queue))
    await asyncio.wait([t1, t2])

async def main():
    ssl_context = ssl.create_default_context(purpose=ssl.Purpose.CLIENT_AUTH)
    ssl_context.load_cert_chain(certfile="certificate.pem", keyfile="key.pem")

    server = await asyncio.start_server(set_up_producer_consumer, HOST, PORT, family=socket.AF_INET, ssl=ssl_context, reuse_address=True)
    await server.wait_closed()

event_loop = asyncio.get_event_loop()
asyncio.run(main())

在通过SSL连接使用异步sock_recv时发生SSLWantReadError

1 个答案: