Skip to content

Instantly share code, notes, and snippets.

@bulv1ne
Last active January 1, 2016 20:09
Show Gist options
  • Save bulv1ne/8195106 to your computer and use it in GitHub Desktop.
Save bulv1ne/8195106 to your computer and use it in GitHub Desktop.
Server/Client using multiprocessing.Pool
import socket
if __name__ == "__main__":
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
sock.connect(("localhost", 9012))
data = "some data"
sock.sendall(data)
result = sock.recv(1024)
print result
sock.close()
import multiprocessing
import socket
from multiprocessing.reduction import reduce_handle, rebuild_handle
def handle(connection, address):
connection = socket.fromfd(rebuild_handle(connection), socket.AF_INET, socket.SOCK_STREAM)
import logging
logging.basicConfig(level=logging.DEBUG)
logger = logging.getLogger("process-%r" % (address,))
try:
logger.debug("Connected %r at %r", connection, address)
while True:
data = connection.recv(1024)
if data == "":
logger.debug("Socket closed remotely")
break
logger.debug("Received data %r", data)
connection.sendall(data)
logger.debug("Sent data")
except:
logger.exception("Problem handling request")
finally:
logger.debug("Closing socket")
connection.close()
class Server(object):
def __init__(self, hostname, port):
import logging
self.logger = logging.getLogger("server")
self.hostname = hostname
self.port = port
self.pool = multiprocessing.Pool()
def start(self):
self.logger.debug("listening")
self.socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
self.socket.bind((self.hostname, self.port))
self.socket.listen(1)
while True:
conn, address = self.socket.accept()
print(conn, address)
result = self.pool.apply_async(handle, args=(reduce_handle(conn.fileno()), address))
if __name__ == "__main__":
import logging
logging.basicConfig(level=logging.DEBUG)
server = Server("0.0.0.0", 9012)
try:
logging.info("Listening")
server.start()
except:
logging.exception("Unexpected exception")
finally:
logging.info("Shutting down")
server.pool.close()
#server.pool.join()
logging.info("All done")
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment