Docker Swarm部署minio集群
需要4台机器
虚拟机搭建及docker swarm搭建这里就不赘述了
参考官方文档：https://docs.minio.io/cn/deploy-minio-on-docker-swarm.html
1、为MinIO创建Docker secret
echo "miniouser" | docker secret create access_key -
echo "miniopwd" | docker secret create secret_key -
2、在主节点操作部署分布式MinIO服务，查看节点信息docker node ls 可以在一个Docker节点上运行多个minio服务。相应地设置标签
docker node update --label-add minio1=true <DOCKER-NODE1>
docker node update --label-add minio2=true <DOCKER-NODE2>
docker node update --label-add minio3=true <DOCKER-NODE3>
docker node update --label-add minio4=true <DOCKER-NODE4>
3、部署分布式minio服务 在Swarm master上下载Docker Compose file ，然后运行下面的命令docker-compose-secrets.yaml见文件末尾
docker stack deploy --compose-file=docker-compose-secrets.yaml minio_stack
在stack成功部署之后，你可以通过MinIO Client mc 或者浏览器访问http：//[Node_Public_IP_Address]:[Expose_Port_on_Host]来访问你的MinIO server
4、删除分布式MinIO services
docker stack rm minio_stack
Swarm不会自动删除为MinIO服务创建的host volumes,如果下次新的MinIO服务不熟到swarm上，可能会导致损坏。因此，我们建议手动删除所有MinIO使用的volumes。为此，到每一个swarm的节点上，列出所有的volumes
docker volume ls
然后删除minio_stack volumes
docker volume rm volume_name
nginx代理部署
sudo docker run -d --name minionginx \
-p 9000:9000 \
--restart always \
-v /home/data/tools/minionginx/html:/usr/share/nginx/html:ro \
-v /home/data/tools/minionginx/conf.d:/etc/nginx/conf.d \
-v /home/data/tools/minionginx/logs:/var/log/nginx \
nginx
/home/data/tools/minionginx/conf.d目录的minionginx.conf文件内容
upstream minioserver{
# ip_hash;
server 172.30.72.200:9001;
server 172.30.72.201:9002;
server 172.30.72.202:9003;
server 172.30.72.203:9004;
}
server {
listen 9000;
listen [::]:9000;
server_name localhost;
# gzip config
gzip on;
gzip_min_length 1k;
gzip_comp_level 9;
gzip_types text/plain application/javascript application/x-javascript text/css application/xml text/javascript application/x-httpd-php image/jpeg image/gif image/png;
gzip_vary on;
gzip_disable "MSIE [1-6]\.";
#charset koi8-r;
#access_log /var/log/nginx/host.access.log main;
location / {
proxy_pass http://minioserver;
proxy_set_header Host $http_host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
client_max_body_size 10m;
client_body_buffer_size 128k;
proxy_connect_timeout 300;
proxy_send_timeout 300;
proxy_read_timeout 300;
proxy_buffer_size 4k;
proxy_buffers 4 32k;
proxy_busy_buffers_size 64k;
proxy_temp_file_write_size 64k;
add_header Access-Control-Allow-Origin *;
# index index.jsp index.html index.htm;
rewrite ^/$ /wlsweb;
root /usr/share/nginx/html;
# index index.html index.htm;
# try_files $uri $uri/ /index.html;
}
}
docker-compose-secrets.yaml文件内容
version: '3.7'
services:
minio1:
image: minio/minio:RELEASE.2021-01-05T05-22-38Z
hostname: minio1
volumes:
- /home/data/tools/minio/data:/export
ports:
- "9001:9000"
networks:
- minio_distributed
deploy:
restart_policy:
delay: 10s
max_attempts: 10
window: 60s
placement:
constraints:
- node.labels.minio1==true
command: server http://minio{
1...4}/export
secrets:
- secret_key
- access_key
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
interval: 30s
timeout: 20s
retries: 3
minio2:
image: minio/minio:RELEASE.2021-01-05T05-22-38Z
hostname: minio2
volumes:
- /home/data/tools/minio/data:/export
ports:
- "9002:9000"
networks:
- minio_distributed
deploy:
restart_policy:
delay: 10s
max_attempts: 10
window: 60s
placement:
constraints:
- node.labels.minio2==true
command: server http://minio{
1...4}/export
secrets:
- secret_key
- access_key
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
interval: 30s
timeout: 20s
retries: 3
minio3:
image: minio/minio:RELEASE.2021-01-05T05-22-38Z
hostname: minio3
volumes:
- /home/data/tools/minio/data:/export
ports:
- "9003:9000"
networks:
- minio_distributed
deploy:
restart_policy:
delay: 10s
max_attempts: 10
window: 60s
placement:
constraints:
- node.labels.minio3==true
command: server http://minio{
1...4}/export
secrets:
- secret_key
- access_key
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
interval: 30s
timeout: 20s
retries: 3
minio4:
image: minio/minio:RELEASE.2021-01-05T05-22-38Z
hostname: minio4
volumes:
- /home/data/tools/minio/data:/export
ports:
- "9004:9000"
networks:
- minio_distributed
deploy:
restart_policy:
delay: 10s
max_attempts: 10
window: 60s
placement:
constraints:
- node.labels.minio4==true
command: server http://minio{
1...4}/export
secrets:
- secret_key
- access_key
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
interval: 30s
timeout: 20s
retries: 3
networks:
minio_distributed:
driver: overlay
secrets:
secret_key:
external: true
access_key:
external: true
原minio数据迁移
1、安装mc客户端，如windows版本mc.exe 下载地址https://dl.min.io/client/mc/release/linux-amd64/mc
2、进入mc.exe目录，进入控制台cmd
3、配置集群信息
mc.exe config host add cluster181 http://192.168.0.181:9100 "miniouser" "miniopwd"
mc.exe config host add cluster182 http://192.168.0.182:9001 "miniouser" "miniopwd"
4、bucket拷贝
mc.exe mirror cluster181/development cluster182/development
浏览器访问minio集群代理地址+9000端口