异步IO/数据库/队列/缓存

mport gevent

def task(pid):
"""
Some non-deterministic task
"""
gevent.sleep(0.5)
print('Task %s done' % pid)

def synchronous():
for i in range(1,10):
task(i)

def asynchronous():
threads = [gevent.spawn(task, i) for i in range(10)]
gevent.joinall(threads)

print('Synchronous:')
synchronous()

print('Asynchronous:')
asynchronous()

'''

'''

gevent.spawn

threads

gevent.joinall

from gevent import monkey; monkey.patch_all()
import gevent
from  urllib.request import urlopen

def f(url):
print('GET: %s' % url)
resp = urlopen(url)
data = resp.read()
print('%d bytes received from %s.' % (len(data), url))

gevent.joinall([
gevent.spawn(f, 'https://www.python.org/'),
gevent.spawn(f, 'https://www.yahoo.com/'),
gevent.spawn(f, 'https://github.com/'),
])

import sys
import socket
import time
import gevent

from gevent import socket,monkey
monkey.patch_all()
def server(port):
s = socket.socket()
s.bind(('0.0.0.0', port))
s.listen(500)
while True:
cli, addr = s.accept()
gevent.spawn(handle_request, cli)
def handle_request(s):
try:
while True:
data = s.recv(1024)
print("recv:", data)
s.send(data)
if not data:
s.shutdown(socket.SHUT_WR)

except Exception as  ex:
print(ex)
finally:

s.close()
if __name__ == '__main__':
server(8001)

#!/usr/bin/env python
# -*- coding:utf-8 -*-

import socket, threading

HOST = 'localhost'    # The remote host
PORT = 8001           # The same port as used by the server
s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
s.connect((HOST, PORT))
# while True:
#     msg = bytes(input(">>:"),encoding="utf-8")
#     s.sendall(msg)
#     data = s.recv(1024)
#     data = data.decode()
#     #print(data)
#
#     print('Received:', repr(data))
# s.close()

def foo(num):
msg = bytes('hello girl',encoding="utf-8")
s.sendall(msg)
data = s.recv(1024)
data = data.decode()
print('Received[%s]:%s' %(num, repr(data)) )

if __name__ == '__main__':
res_lsit = []
for i in range(20000):
t = threading.Thread(target=foo,args=(i,))
t.start()
res_lsit.append(t)

for r in res_lsit:
r.join()

s.close()

论事件驱动与异步IO

Select\Poll\Epoll异步IO

select

#!/usr/bin/env python
# -*- conding:utf-8 -*-

import selectors
import socket

sel = selectors.DefaultSelector()

def accept(sock, mask):
conn, addr = sock.accept()  # Should be ready
print('accepted', conn, 'from', addr)
conn.setblocking(False)
sel.register(conn, selectors.EVENT_READ, read)

def read(conn, mask):
data = conn.recv(1000)  # Should be ready
if data:
print('echoing', repr(data), 'to', conn)
conn.send(data)  # Hope it won't block
else:
print('closing', conn)
sel.unregister(conn)
conn.close()

sock = socket.socket()
sock.bind(('localhost', 10000))
sock.listen(100)
sock.setblocking(False)
sel.register(sock, selectors.EVENT_READ, accept)

while True:
events = sel.select()
for key, mask in events:
callback = key.data
callback(key.fileobj, mask)