web服务器搭建(二)

一、多进程版

import socket
import re
import multiprocessing


def service_client(new_socket):
    # 接受数据
    data = new_socket.recv(1024).decode("utf-8")
    # print(data.decode("utf-8"))
    data_list = data.splitlines()
    # print(data_list[0])

    # 正则匹配出文件名   'GET /img/home/tour8.jpg HTTP/1.1',
    ret = re.match(r"[^/]+(/[^ ]*)",data_list[0])
    print(ret)
    file_name = ""
    if ret:
        file_name = ret.group(1)
        print(file_name)
        if file_name == "/":
            file_name = "/index.html"
    try:
        # 打开文件
        f = open("../static/html/Trave" + file_name, "rb")
    except:

        response = "HTTP/1.1 404 NOT FOUND\r\n"
        response += "\r\n"
        response += "Not Found"
        # 发送文件 header
        new_socket.send(response.encode("utf-8"))
    else:
        # 传递数据
        response = "HTTP:/1.1 200 OK\r\n"
        response += "\r\n"
        data_contend = f.read()
        f.close()
        # 发送文件 header
        new_socket.send(response.encode("utf-8"))
        # 发送文件body
        new_socket.send(data_contend)
    # 关闭套接字
    new_socket.close()


def main():
    """控制流程"""
    # 创建套接字
    tcp_server = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
    tcp_server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
    # 绑定ip和port
    tcp_server.bind(("", 8080))
    # 设置成监听模式
    tcp_server.listen(128)
    while True:
        # 等待客户端连接
        new_client, addr = tcp_server.accept()
        p = multiprocessing.Process(target=service_client, args=(new_client, ))
        # 接受客户端的消息  回复客户端的消息
        # service_client(new_client)
        p.start()
        new_client.close()  # 多进程中会复制一份这个变量，所以要在主进程中也要关闭
    tcp_server.close()


if __name__ == "__main__":
    main()

二、多线程版

import socket
import re
import threading


def service_client(new_socket):
    # 接受数据
    data = new_socket.recv(1024).decode("utf-8")
    # print(data.decode("utf-8"))
    data_list = data.splitlines()
    # print(data_list[0])

    # 正则匹配出文件名   'GET /img/home/tour8.jpg HTTP/1.1',
    ret = re.match(r"[^/]+(/[^ ]*)",data_list[0])
    print(ret)
    file_name = ""
    if ret:
        file_name = ret.group(1)
        print(file_name)
        if file_name == "/":
            file_name = "/index.html"
    try:
        # 打开文件
        f = open("../static/html/Trave" + file_name, "rb")
    except:

        response = "HTTP/1.1 404 NOT FOUND\r\n"
        response += "\r\n"
        response += "Not Found"
        # 发送文件 header
        new_socket.send(response.encode("utf-8"))
    else:
        # 传递数据
        response = "HTTP:/1.1 200 OK\r\n"
        response += "\r\n"
        data_contend = f.read()
        f.close()
        # 发送文件 header
        new_socket.send(response.encode("utf-8"))
        # 发送文件body
        new_socket.send(data_contend)
    # 关闭套接字
    new_socket.close()


def main():
    """控制流程"""
    # 创建套接字
    tcp_server = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
    tcp_server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
    # 绑定ip和port
    tcp_server.bind(("", 8080))
    # 设置成监听模式
    tcp_server.listen(128)
    while True:
        # 等待客户端连接
        new_client, addr = tcp_server.accept()
        t = threading.Thread(target=service_client, args=(new_client, ))
        # 接受客户端的消息  回复客户端的消息
        # service_client(new_client)
        t.start()
        # new_client.close()  # 线程中不能使用，因为要是主线程死了一切就都没有了
    tcp_server.close()


if __name__ == "__main__":
    main()

三、协程版

import socket
import re
import gevent
from gevent import monkey


monkey.patch_all()


def service_client(new_socket):
    # 接受数据
    data = new_socket.recv(1024).decode("utf-8")
    # print(data.decode("utf-8"))
    data_list = data.splitlines()
    # print(data_list[0])

    # 正则匹配出文件名   'GET /img/home/tour8.jpg HTTP/1.1',
    ret = re.match(r"[^/]+(/[^ ]*)",data_list[0])
    print(ret)
    file_name = ""
    if ret:
        file_name = ret.group(1)
        print(file_name)
        if file_name == "/":
            file_name = "/index.html"
    try:
        # 打开文件
        f = open("../static/html/Trave" + file_name, "rb")
    except:

        response = "HTTP/1.1 404 NOT FOUND\r\n"
        response += "\r\n"
        response += "Not Found"
        # 发送文件 header
        new_socket.send(response.encode("utf-8"))
    else:
        # 传递数据
        response = "HTTP:/1.1 200 OK\r\n"
        response += "\r\n"
        data_contend = f.read()
        f.close()
        # 发送文件 header
        new_socket.send(response.encode("utf-8"))
        # 发送文件body
        new_socket.send(data_contend)
    # 关闭套接字
    new_socket.close()


def main():
    """控制流程"""
    # 创建套接字
    tcp_server = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
    tcp_server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
    # 绑定ip和port
    tcp_server.bind(("", 8080))
    # 设置成监听模式
    tcp_server.listen(128)
    while True:
        # 等待客户端连接
        new_client, addr = tcp_server.accept()
        gevent.spawn(service_client, new_client)
        # 接受客户端的消息  回复客户端的消息
        # service_client(new_client)
        # t.start()
        # new_client.close()  # 线程中不能使用，因为要是主线程死了一切就都没有了
    tcp_server.close()


if __name__ == "__main__":
    main()

四、单线程-单进程-非堵塞-长连接

"""长连接 减少服务器资源的使用"""

import socket
import re

def service_client(new_socket, data):
    # 接受数据
    # data = new_socket.recv(1024).decode("utf-8")
    # print(data.decode("utf-8"))
    data_list = data.splitlines()
    # print(data_list[0])

    # 正则匹配出文件名   'GET /img/home/tour8.jpg HTTP/1.1',
    ret = re.match(r"[^/]+(/[^ ]*)",data_list[0])
    print(ret)
    file_name = ""
    if ret:
        file_name = ret.group(1)
        print(file_name)
        if file_name == "/":
            file_name = "/index.html"
    try:
        # 打开文件
        f = open("../static/html/Trave" + file_name, "rb")
    except:
        response_body = "Not Found".encode("utf-8")
        response_header = "HTTP/1.1 404 NOT FOUND\r\n"
        response_header += "Content-Length:%d\r\n" % len(response_body)  # 写的是body的长度
        response_header += "\r\n"
        response = response_header.encode("utf-8") + response_body
        # 发送文件 header + body
        new_socket.send(response)
    else:
        data_contend = f.read()
        f.close()

        response_body = data_contend
        response_header = "HTTP:/1.1 200 OK\r\n"
        response_header += "Content-Length:%d\r\n" % len(response_body)  # 写的是body的长度
        response_header += "\r\n"
        response = response_header.encode("utf-8") + response_body
        # 发送文件 header + body
        new_socket.send(response)
    # 关闭套接字
    # new_socket.close()  # 短连接  注释掉后改为长连接


def main():
    """控制流程"""
    # 创建套接字
    tcp_server = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
    tcp_server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)  # 使这个端口重复使用
    # 绑定ip和port
    tcp_server.bind(("", 8080))
    # 设置成监听模式
    tcp_server.listen(128)
    tcp_server.setblocking(False)  # 设置tcp_server为非堵塞
    new_client_list = list()  # 用来存放到来的客户端
    while True:
        # 等待客户端连接
        try:
            new_client, addr = tcp_server.accept()
        except Exception as ret:
            pass
        else:
            new_client.setblocking(False)
            new_client_list.append(new_client)
        for client_socket in new_client_list:
            try:
                recv_data = client_socket.recv(1024).decode("utf-8")
            except Exception as ret:
                pass
            else:
                if recv_data:
                    service_client(client_socket, recv_data)
                else:
                    client_socket.close()
                    new_client_list.remove(client_socket)
    # 关闭服务器
    tcp_server.close()


if __name__ == "__main__":
    main()

五、epoll版

"""epoll  实现服务器最快的方法  linux下实现，windows下不能实现"""

import socket
import re
import select


def service_client(new_socket, data):
    # 接受数据
    # data = new_socket.recv(1024).decode("utf-8")
    # print(data.decode("utf-8"))
    data_list = data.splitlines()
    # print(data_list[0])

    # 正则匹配出文件名   'GET /img/home/tour8.jpg HTTP/1.1',
    ret = re.match(r"[^/]+(/[^ ]*)",data_list[0])
    print(ret)
    file_name = ""
    if ret:
        file_name = ret.group(1)
        print(file_name)
        if file_name == "/":
            file_name = "/index.html"
    try:
        # 打开文件
        f = open("../static/html/Trave" + file_name, "rb")
    except:
        response_body = "Not Found".encode("utf-8")
        response_header = "HTTP/1.1 404 NOT FOUND\r\n"
        response_header += "Content-Length:%d\r\n" % len(response_body)  # 写的是body的长度
        response_header += "\r\n"
        response = response_header.encode("utf-8") + response_body
        # 发送文件 header + body
        new_socket.send(response)
    else:
        data_contend = f.read()
        f.close()

        response_body = data_contend
        response_header = "HTTP:/1.1 200 OK\r\n"
        response_header += "Content-Length:%d\r\n" % len(response_body)  # 写的是body的长度
        response_header += "\r\n"
        response = response_header.encode("utf-8") + response_body
        # 发送文件 header + body
        new_socket.send(response)
    # 关闭套接字
    # new_socket.close()  # 短连接  注释掉后改为长连接


def main():
    """控制流程"""
    # 创建套接字
    tcp_server = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
    tcp_server.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)  # 使这个端口重复使用
    # 绑定ip和port
    tcp_server.bind(("", 8080))
    # 设置成监听模式
    tcp_server.listen(128)

    epl = select.epoll()  # 定义一个epoll对象
    epl.register(tcp_server.fileno(), select.EPOLLIN)  # 将套接字对应的fd注册到epoll中 tcp_server.fileno(): 套接字对应的文件描述符

    fd_event_dict = dict()

    while True:
        fd_event_list = epl.poll()  # 默认会堵塞，直到os监测到数据到来 通过事件通知的方式 告诉这个程序， 此时才会解堵塞

        # [(fd, event)]:(套接字对应的文件描述符， 这个文件描述符到底是什么事件； 例如: 可以调用recv接受等)
        for fd, event in fd_event_list:
            # 等待客户端连接
            if fd == tcp_server.fileno():
                new_client, addr = tcp_server.accept()
                epl.register(new_client.fileno(), select.EPOLLIN)
                fd_event_dict[new_client.fileno()] = new_client
            elif event == select.EPOLLIN:
                recv_data = fd_event_dict[fd].recv(1024).decode("utf-8")
                if recv_data:
                    service_client(fd_event_dict[fd], recv_data)
                else:
                    fd_event_dict[fd].close()
                    epl.unregister(fd)  # 注销掉关闭的客户端
                    del fd_event_dict[fd]
    # 关闭服务器
    tcp_server.close()

if __name__ == "__main__":
    main()

六、总结

1. 多进程、多线程、协程，如果做个服务器什么最快？？？
   epoll > 单进程、单线程、非堵塞 > 协程 > 多线程 > 多进程
2. 单线程、单进程、非堵塞：的效率差在要以轮询的方式来检测是否收到数据，会复制一份套接字，也比较占内存
3. epoll版快的原因：
   利用的是事件通知的方式，而且是共享内存，所以比单线程、单进程、非堵塞的快
4. epoll详解请点击这里