使用docker-compose部署nacos集群并通过nginx实现负载均衡

我只是个新手小白，很多地方考虑不到，欢迎大家指出，不要喷我。ヾ(◍°∇°◍)ﾉﾞ

nacos官方文档

准备工作

• Clone项目

git clone https://github.com/nacos-group/nacos-docker.git
cd nacos-docker

这里有官方准备的一些模板，可以根据这里的文档进行修改。官方手册有讲解。

这两天摸爬打滚试了两套：

在单服务器上通过hostname部署集群

cluster-hostname.yaml

version: "3"
services:
  nacos1:
    hostname: nacos1
    container_name: nacos1
    image: nacos/nacos-server:1.1.4
    environment:
      - MODE=cluster # 集群模式
      - NACOS_SERVERS=nacos1:8848 nacos2:8848 nacos3:8848 
      - PREFER_HOST_MODE=hostname
      - SPRING_DATASOURCE_PLATFORM=mysql
      - MYSQL_MASTER_SERVICE_HOST=xxx.xxx.xx.xx# mysql数据库对应的ip
      - MYSQL_MASTER_SERVICE_PORT=3306    # mysql数据库对应的端口
      - MYSQL_MASTER_SERVICE_DB_NAME=nacos_config 
      - MYSQL_MASTER_SERVICE_USER=root
      - MYSQL_MASTER_SERVICE_PASSWORD=123456
      - MYSQL_DATABASE_NUM=1 # 数据源为1个
      - JVM_XMS=128m
      - JVM_XMX=128m
      - JVM_XMN=128m
    volumes:
      - ./cluster-logs/nacos1:/home/nacos/logs
      - ./init.d/custom.properties:/home/nacos/init.d/custom.properties
    ports:
      - "8848:8848"
      - "9555:9555"
    restart: on-failure

  nacos2:
    hostname: nacos2
    image: nacos/nacos-server:1.1.4
    container_name: nacos2
    environment:
      - MODE=cluster # 集群模式
      - NACOS_SERVERS=nacos1:8848 nacos2:8848 nacos3:8848 
      - PREFER_HOST_MODE=hostname
      - SPRING_DATASOURCE_PLATFORM=mysql
      - MYSQL_MASTER_SERVICE_HOST=xxx.xxx.xx.xx # mysql数据库对应的ip
      - MYSQL_MASTER_SERVICE_PORT=3306    # mysql数据库对应的端口
      - MYSQL_MASTER_SERVICE_DB_NAME=nacos_config 
      - MYSQL_MASTER_SERVICE_USER=root
      - MYSQL_MASTER_SERVICE_PASSWORD=123456
      - MYSQL_DATABASE_NUM=1 # 数据源为1个
      - JVM_XMS=128m
      - JVM_XMX=128m
      - JVM_XMN=128m
    volumes:
      - ./cluster-logs/nacos2:/home/nacos/logs
      - ./init.d/custom.properties:/home/nacos/init.d/custom.properties
    ports:
      - "8849:8848"
    restart: on-failure
  nacos3:
    hostname: nacos3
    image: nacos/nacos-server:1.1.4
    container_name: nacos3
    environment:
      - MODE=cluster # 集群模式
      - NACOS_SERVERS=nacos1:8848 nacos2:8848 nacos3:8848 # IP1,IP2是对应的服务器外网,PORT1,PORT2是对应的nacos服务端口
      - PREFER_HOST_MODE=hostname
      - SPRING_DATASOURCE_PLATFORM=mysql
      - MYSQL_MASTER_SERVICE_HOST=xxx.xxx.xx.xx # mysql数据库对应的ip
      - MYSQL_MASTER_SERVICE_PORT=3306    # mysql数据库对应的端口
      - MYSQL_MASTER_SERVICE_DB_NAME=nacos_config 
      - MYSQL_MASTER_SERVICE_USER=root
      - MYSQL_MASTER_SERVICE_PASSWORD=123456
      - MYSQL_DATABASE_NUM=1 # 数据源为1个
      - JVM_XMS=128m
      - JVM_XMX=128m
      - JVM_XMN=128m
    volumes:
      - ./cluster-logs/nacos3:/home/nacos/logs
      - ./init.d/custom.properties:/home/nacos/init.d/custom.properties
    ports:
      - "8850:8848"
    restart: on-failure

部署命令：
docker-compose -f cluster-hostname.yaml up -d

注：JVM参数根据自己服务器调整。nacos默认就2G，不设置的话容器就会不断重启。还非常卡。找了蛮久才发现是这个原因。

多台服务器通过ip部署集群

cluster-ip.yaml：

version: "3"
services:
  nacos:
    container_name: nacos1
    image: nacos/nacos-server:1.1.4
    networks: 
      - nacos_net
    environment:
      - MODE=cluster # 集群模式
      - NACOS_SERVERS=IP1:8848 IP2:8848 IP3:8848 # IP1,IP2是对应的服务器外网,PORT1,PORT2是对应的nacos服务端口
      - NACOS_SERVER_IP=当前服务器IP # 服务器外网
      - SPRING_DATASOURCE_PLATFORM=mysql
      - MYSQL_MASTER_SERVICE_HOST=xxx.xxx.xx.xx# mysql数据库对应的ip
      - MYSQL_MASTER_SERVICE_PORT=3306    # mysql数据库对应的端口
      - MYSQL_MASTER_SERVICE_DB_NAME=nacos_config 
      - MYSQL_MASTER_SERVICE_USER=root
      - MYSQL_MASTER_SERVICE_PASSWORD=123456
      - MYSQL_DATABASE_NUM=1 # 数据源为1个
      - JVM_XMS=256m
      - JVM_XMX=256m
      - JVM_XMN=256m
    volumes:
      - ./cluster-logs/nacos:/home/nacos/logs
      - ./init.d/custom.properties:/home/nacos/init.d/custom.properties
    ports:
      - "8848:8848"
      - "9555:9555"
    restart: on-failure
networks:
  nacos_net:
    driver: bridge

注：每换一个服务器就把 NACOS_SERVER_IP 改一下就好了
部署命令：
docker-compose -f cluster-ip.yaml up -d

nginx配置

nginx-compose.yaml

nginx:
  restart: always
  image: nginx:1.17
  container_name: nginx
  ports:
    - nginx端口号:映射端口号
  volumes:
    - /home/nginx/nginx.conf:/etc/nginx/nginx.conf
  ulimits:
    nproc: 65535
    nofile:
      soft: 65535
      hard: 65535

nginx.conf配置文件，主要是改http中的配置

user  nginx;
worker_processes  1;

error_log  /var/log/nginx/error.log warn;
pid        /var/run/nginx.pid;


events {
    worker_connections  1024;
}


http {
    include       /etc/nginx/mime.types;
    default_type  application/octet-stream;

    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for"';

    access_log  /var/log/nginx/access.log  main;

    sendfile        on;

    keepalive_timeout  65;
	
    

    upstream cluster{
        server nacos1的IP:port weight=1 max_fails=2 fail_timeout=30s;
		server nacos2的IP:port weight=1 max_fails=2 fail_timeout=30s;
		server nacos3的IP:port weight=1 max_fails=2 fail_timeout=30s;
    }
 
    server{
        listen nginx端口号;
        server_name nginx的IP;
		
		large_client_header_buffers 4 16k;     # 读取大型客户端请求头的缓冲区的最大数量和大小
        client_max_body_size 300m;     #设置nginx能处理的最大请求主体大小。
        client_body_buffer_size 128k;  #请求主体的缓冲区大小。 
		
		fastcgi_connect_timeout 300;
		fastcgi_send_timeout 300;
        fastcgi_read_timeout 300;
		fastcgi_buffer_size 64k;
        fastcgi_buffers 8 32k;
        fastcgi_busy_buffers_size 128k;
		fastcgi_temp_file_write_size 64k;

	location / {
	    proxy_pass http://cluster;
	}
    }
    include /etc/nginx/conf.d/*.conf;
}

这样就可以通过nginx的IP:port\nacos 来访问nacos集群啦