Docker部署ES集群(图文并茂)

前置环境

docker 19.03.13

部署步骤

初始化es配置文件

    -- 拉取es镜像
    docker pull elasticsearch:7.2.0
    --创建挂载目录[data:存放索引数据，plugins:存放es插件]
    mkdir -p  /home/jamelli/software/elasticsearch
    mkdir -p  /home/jamelli/software/elasticsearch/config/data1
    mkdir -p  /home/jamelli/software/elasticsearch/config/data2
    mkdir -p  /home/jamelli/software/elasticsearch/config/data3
    mkdir -p  /home/jamelli/software/elasticsearch/config/plugins1
    mkdir -p  /home/jamelli/software/elasticsearch/config/plugins2
    mkdir -p  /home/jamelli/software/elasticsearch/config/plugins3
    
    -- 设置执行权限
    chmod 777 /home/jamelli/software/elasticsearch/config/data1 
    chmod 777 /home/jamelli/software/elasticsearch/config/data2 
    chmod 777 /home/jamelli/software/elasticsearch/config/data3 
    
    --data1/data2/data3 分别创建es.yml [network.publish_host:填写服务器ip]
    vim /home/jamelli/software/elasticsearch/config/es1.yml
    ->>
        cluster.name: elasticsearch-cluster 
        cluster.initial_master_nodes : es-node1
        node.name: es-node1 
        network.bind_host: 0.0.0.0 
        network.publish_host: 192.168.100.18 
        http.port: 9201 
        transport.tcp.port: 9301
        http.cors.enabled: true 
        http.cors.allow-origin: "*" 
        node.master: true 
        node.data: true  
        discovery.zen.ping.unicast.hosts:  ["192.168.100.18:9301","192.168.100.18:9302","192.168.100.18:9303"] 
       
    vim /home/jamelli/software/elasticsearch/config/es2.yml
    ->>
        cluster.name: elasticsearch-cluster 
        node.name: es-node2
        network.bind_host: 0.0.0.0 
        network.publish_host: 192.168.100.18 
        http.port: 9201 
        transport.tcp.port: 9301 
        http.cors.enabled: true 
        http.cors.allow-origin: "*" 
        node.master: true 
        node.data: true  
        discovery.zen.ping.unicast.hosts:  ["192.168.100.18:9301","192.168.100.18:9302","192.168.100.18:9303"] 

        
    vim /home/jamelli/software/elasticsearch/config/es3.yml
    ->>
        cluster.name: elasticsearch-cluster 
        node.name: es-node3
        network.bind_host: 0.0.0.0 
        network.publish_host: 192.168.100.18 
        http.port: 9202 
        transport.tcp.port: 9302
        http.cors.enabled: true 
        http.cors.allow-origin: "*" 
        node.master: true 
        node.data: true  
        discovery.zen.ping.unicast.hosts:  ["192.168.100.18:9301","192.168.100.18:9302","192.168.100.18:9303"] 

调高JVM线程数限制数量

vim /etc/sysctl.conf
->>
	vm.max_map_count=262144 
	
# 刷新配置
sysctl -p

服务部署

es集群部署

	# 服务1
     docker run -e ES_JAVA_OPTS="-Xms2048m -Xmx2048m" \
        -d -p 9201:9201 -p 9301:9301 \
        -e ES_MIN_MEM=128m \
        -e ES_MAX_MEM=4096m \
        -v /home/jamelli/software/elasticsearch/config/es1.yml:/usr/share/elasticsearch/config/elasticsearch.yml \
        -v /home/jamelli/software/elasticsearch/config/data1/:/usr/share/elasticsearch/data/ \
        -v /home/jamelli/software/elasticsearch/config/plugins1/:/usr/share/elasticsearch/plugins  \
        --restart=always \
        --name ES01 \
        elasticsearch:7.2.0
    # 服务2
     docker run -e ES_JAVA_OPTS="-Xms2048m -Xmx2048m" \
        -d -p 9202:9202 -p 9302:9302 \
        -e ES_MIN_MEM=128m \
        -e ES_MAX_MEM=4096m \
        -v /home/jamelli/software/elasticsearch/config/es2.yml:/usr/share/elasticsearch/config/elasticsearch.yml \
        -v /home/jamelli/software/elasticsearch/config/data2/:/usr/share/elasticsearch/data/ \
        -v /home/jamelli/software/elasticsearch/config/plugins2/:/usr/share/elasticsearch/plugins  \
        --restart=always \
        --name ES02 \
        elasticsearch:7.2.0
     # 服务3
     docker run -e ES_JAVA_OPTS="-Xms2048m -Xmx2048m" \
        -d -p 9203:9203 -p 9303:9303 \
        -e ES_MIN_MEM=128m \
        -e ES_MAX_MEM=4096m \
        -v /home/jamelli/software/elasticsearch/config/es3.yml:/usr/share/elasticsearch/config/elasticsearch.yml \
        -v /home/jamelli/software/elasticsearch/config/data3/:/usr/share/elasticsearch/data/ \
        -v /home/jamelli/software/elasticsearch/config/plugins1/:/usr/share/elasticsearch/plugins  \
        --restart=always \
        --name ES03 \
        elasticsearch:7.2.0
        
	# 防火墙设置	
    firewall-cmd --add-port=9301/tcp
    firewall-cmd --add-port=9302/tcp 
    firewall-cmd --add-port=9303/tcp
    firewall-cmd --add-port=9200/tcp
    firewall-cmd --add-port=9201/tcp 
    firewall-cmd --add-port=9202/tcp 
    firewall-cmd --add-port=9203/tcp
    firewall-cmd --complete-reload

	

确认集群配置

curl http://127.0.0.1:9201/_cat/nodes?pretty

IK分词器安装

  # 进入容器
    docker exec -it ES01 bash 
        # 在线安装
        elasticsearch-plugin install https://github.com/medcl/elasticsearch-analysis-ik/releases/download/v7.2.0/elasticsearch-analysis-ik-7.2.0.zip
    
    # 复制es1安装的插件到es2和es3
    cp -rf  /home/jamelli/software/elasticsearch/config/plugins1/analysis-ik /home/creationpoint/software/elasticsearch/config/plugins2/
    cp -rf  /home/jamelli/software/elasticsearch/config/plugins1/analysis-ik /home/creationpoint/software/elasticsearch/config/plugins3/
    
    # 重启es
    docker restart ES01 
    docker restart ES02 ES03 

esUI部署

部署elasticsearch-head 便于管理es数据

docker run -d \
    --name=elasticsearch-head \
    -p 9100:9100 \
    -m 512m \
    --memory-swap=1024m \
    mobz/elasticsearch-head:5

确认效果

ES负载均衡

nginx配置es负载均衡

修改nginx配置文件

#修改nginx配置文件
vim /home/jamelli/software/nginx/conf.d/default.conf
->>
   upstream es{
		least_conn;    #把请求转发给连接数较少的后端服务器
		server 192.168.100.18:9201;#ES对应的ip:port
        server 192.168.100.18:9202;
        server 192.168.100.18:9203;
    }
    
    server {
        listen       9200;
        server_name  localhost;
        underscores_in_headers on;
    
        location / {
            proxy_set_header   Host $host:$server_port;
            proxy_redirect off;
            proxy_set_header X-Real-IP $remote_addr;
            proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
            proxy_pass http://es;
        }
    }
# 重新加载nginx使生效(二选一)
docker restart nginx 
nginx -s reload

此刻默认访问服务器的9200端口会负载均衡到es集群上，测试一下。看下图可以看到已经可以轮询es了