阿里云使用docker-compose 部署fastdfs+nginx分布式文件存储系统

基本环境 :docker、docker-compose、go环境
go服务开发:beego插件，fdfsclient插件、dep包管理工具

安装docker

参考官方文档
https://docs.docker.com/install/linux/docker-ce/ubuntu/#install-docker-ce

按照docker-compose

参考官方文档
https://docs.docker.com/compose/install/

编写docker-compose.yaml

根目录下新建 fdfs文件夹，存储所有相关文件

root@iZ2ze09b1yvldidp6smc5mZ:cd /
root@iZ2ze09b1yvldidp6smc5mZ:mkdir fdfs
root@iZ2ze09b1yvldidp6smc5mZ:cd fdfs
# 查看主机ip
root@iZ2ze09b1yvldidp6smc5mZ:/fdfs# ifconfig

eth0: flags=4163<UP,BROADCAST,RUNNING,MULTICAST>  mtu 1500
        inet 172.17.155.85 记住此地址  netmask 255.255.240.0  broadcast 172.17.159.255
        ether 00:16:3e:12:87:31  txqueuelen 1000  (Ethernet)
        RX packets 173361  bytes 157497623 (157.4 MB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 132515  bytes 110226564 (110.2 MB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

lo: flags=73<UP,LOOPBACK,RUNNING>  mtu 65536
        inet 127.0.0.1  netmask 255.0.0.0
        loop  txqueuelen 1000  (Local Loopback)
        RX packets 21200  bytes 2851615 (2.8 MB)
        RX errors 0  dropped 0  overruns 0  frame 0
        TX packets 21200  bytes 2851615 (2.8 MB)
        TX errors 0  dropped 0 overruns 0  carrier 0  collisions 0

注意地址改为服务器地址

root@iZ2ze09b1yvldidp6smc5mZ:/fdfs# vim docker-compose.yml 
version: '2'
services:
  tracker:
    image: season/fastdfs:1.2
    restart: always
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - "./tracker_data:/fastdfs/tracker/data"
    network_mode: "host"
    command: "tracker" 
 
  storage:
    image: season/fastdfs:1.2
    restart: always
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - "./storage_base_path:/fastdfs/storage/data"
      - "./store_path0:/fastdfs/store_path"  
    environment:
    // tracker 地址，我用的单机，都是一个主机
      TRACKER_SERVER: "172.17.155.85:22122"
    network_mode: "host"
    command: "storage"
 
  nginx:
    image: season/fastdfs:1.2
    restart: always
    volumes:
      - "/etc/timezone:/etc/timezone:ro"
      - "/etc/localtime:/etc/localtime:ro"
      - "./nginx.conf:/etc/nginx/conf/nginx.conf"
      - "./store_path0:/fastdfs/store_path"
    environment:
    // nginx 地址，我用的单机，都是一个主机
      TRACKER_SERVER: "172.17.155.85:22122"
    network_mode: "host"
    command: "nginx"

修改配置

由于storege的服务默认的配置文件地址为作者的地址，需要需改

在/fdfs下新建文件 storage.conf
内容

root@iZ2ze09b1yvldidp6smc5mZ:/fdfs# vim storage.conf 
# is this config file disabled
# false for enabled
# true for disabled
disabled=false

# the name of the group this storage server belongs to
group_name=group1
#默认组1即可，如果多个store 就写group2，一次类推


# path(disk or mount point) count, default value is 1
store_path_count=1

# store_path#, based 0, if store_path0 not exists, it's value is base_path
# the paths must be exist
store_path0=/fastdfs/store_path 
#数据存储地址
#store_path1=/home/yuqing/fastdfs2

# subdir_count  * subdir_count directories will be auto created under each 
# store_path (disk), value can be 1 to 256, default value is 256
subdir_count_per_path=256

# tracker_server can ocur more than once, and tracker_server format is
#  "host:port", host can be hostname or ip address
tracker_server=172.17.155.85:22122 修改为tracker地址，单机修改本机即可
...
...
...
# the port of the web server on this storage server
http.server_port=8888

修改nginx配置

root@iZ2ze09b1yvldidp6smc5mZ:/fdfs# cat nginx.conf 
#user  nobody;
worker_processes  1;
 
#error_log  logs/error.log;
#error_log  logs/error.log  notice;
#error_log  logs/error.log  info;
 
#pid        logs/nginx.pid;
 
 
events {
    worker_connections  1024;
}
 
 
http {
    include       mime.types;
    default_type  application/octet-stream;
 
    #access_log  logs/access.log  main;
 
    sendfile        on;
    #tcp_nopush     on;
 
    #keepalive_timeout  0;
    keepalive_timeout  65;
 
    #gzip  on;
 
    server {
        listen       8088;
        server_name  localhost;
 
        #charset koi8-r;
 
        #缩略图需要使用插件，需要单独构建nginx镜像，此处忽略
        #location /group([0-9])/M00/.*\.(gif|jpg|jpeg|png)$ {
         #   root /fastdfs/storage/data;
         #   image on;
         #   image_output off;         
         #   image_jpeg_quality 75;
         #   image_backend off;
        #    image_backend_server http://baidu.com/docs/aabbc.png;
       # }
       
        # group1
        location /group1/M00 {
        # 文件存储目录
            root /fastdfs/storage/data;
            ngx_fastdfs_module;
        }
 
        #error_page  404              /404.html;
 
        # redirect server error pages to the static page /50x.html
        #
        error_page   500 502 503 504  /50x.html;
        location = /50x.html {
            root   html;
        }
 }
}

最终为

root@iZ2ze09b1yvldidp6smc5mZ:/fdfs# ls
docker-compose.yml  nginx.conf    storage.conf  store_path0  

启动docker-compose

docker-compose up -d

如果本地没有镜像，耐心等待。阿里云服务器 5分钟左右

启动后查看

root@iZ2ze09b1yvldidp6smc5mZ:/fdfs# docker-compose ps
     Name               Command           State   Ports
-------------------------------------------------------
fdfs_nginx_1     /entrypoint.sh nginx     Up           
fdfs_storage_1   /entrypoint.sh storage   Up           
fdfs_tracker_1   /entrypoint.sh tracker   Up  

root@iZ2ze09b1yvldidp6smc5mZ:/fdfs# ls
docker-compose.yml  nginx.conf  storage_base_path  storage.conf  store_path0  tracker_data

测试

进入docker

root@iZ2ze09b1yvldidp6smc5mZ:/fdfs# docker exec -it fdfs_storage_1 bash
root@iZ2ze09b1yvldidp6smc5mZ:/# cd /fdfs_conf/
root@iZ2ze09b1yvldidp6smc5mZ:/fdfs_conf# ls
anti-steal.jpg  client.conf  http.conf  mime.types  mod_fastdfs.conf  storage.conf  storage_ids.conf  tracker.conf
root@iZ2ze09b1yvldidp6smc5mZ:/fdfs_conf# cat storage.conf 

查看tracker地址，如果错误，请修改主机中的 storage.conf后重启docker-compose

store_path0=/fastdfs/store_path
#  "host:port", host can be hostname or ip address
tracker_server=172.17.155.85:22122

conf目录内有测试文件

root@iZ2ze09b1yvldidp6smc5mZ:/fdfs_conf# fdfs_upload_file storage.conf anti-steal.jpg 
group1/M00/00/00/rBGbVVzWxz2AEx3CAABdrZgsqUU180.jpg

查看上传文件

root@iZ2ze09b1yvldidp6smc5mZ:/fdfs_conf# ls /fastdfs/store_path/data/00/00/  
rBGbVVzWxz2AEx3CAABdrZgsqUU180.jpg
root@iZ2ze09b1yvldidp6smc5mZ:/fdfs_conf# 

如果开启外网可以进行查看（nginx:8088）
http://主机ip:nginx端口/group1/M00/00/00/rBGbVVzWxz2AEx3CAABdrZgsqUU180.jpg

GO开发文件服务系统

html前端测试页面，就一个上传action

编写go服务端

使用包管理工具dep
三方插件使用beego、fdfs_client
新建项目

bee new uploadserver
ce uploadserver
dep init

添加路由

func init() {
	//beego.Router("/", &controllers.MainController{})
	beego.Router("/upload", &controllers.UploadController{})
	beego.Router("/download", &controllers.DownloadController{})// 没用到，直接通过urlget即可
}

添加控制器

var (
	// fdfs客户端
	fdfsClient *fdfs_client.FdfsClient
)

type UploadController struct {
	beego.Controller
}

func (c *UploadController) Get() {
	c.TplName = "upload.tpl"
}

func (c *UploadController) Post() {
	resp := make(map[string]interface{})

	f, h, _ := c.GetFile("file") //获取上传的文件
	// 获取文件后缀名
	ext := path.Ext(h.Filename) 
	//验证后缀名合法
	AllowExtMap := map[string]bool{
		".jpg":  true,
		".jpeg": true,
		".png":  true,
	}
	if _, ok := AllowExtMap[ext]; !ok {
		resp["code"] = conf.RECODE_EXTERR
		resp["msg"] = conf.RecodeText(conf.RECODE_EXTERR)
		c.Ctx.ResponseWriter.Write(toJsonResp(resp))
		// 错误返回json
		return
	}

	// 获取数据
	fbuf, err := ioutil.ReadAll(f)
	if err != nil {
		fmt.Println("读取参数错误", err)
		resp["code"] = conf.RECODE_REQERR
		resp["msg"] = conf.RecodeText(conf.RECODE_REQERR)
		c.Ctx.ResponseWriter.Write(toJsonResp(resp))
		return
	}

	// 上传文件，后缀名需要去除前面的. 否则存储文件为***..jpg，不过不影响
	g, id, err := uploadByBuffer(fbuf, ext[1:])

	if err != nil {
		fmt.Println(err)
		resp["code"] = conf.RECODE_DATAERR
		resp["msg"] = conf.RecodeText(conf.RECODE_DATAERR)
		beego.Info("upload err", err)
	} else {
		resp["code"] = conf.RECODE_OK
		// 成功返回id，id需要拼接服务器url
		resp["data"] = utils.AddDomain2Url(id)
		beego.Info("upload a file", g, id)
	}
	// 返回json数据
	c.Ctx.ResponseWriter.Write(toJsonResp(resp))
	return
}

func uploadByBuffer(fileBuffer []byte, fileExt string) (g, id string, err error) {

	// 获取客户端
	if fdfsClient == nil {
	// tracker已有连接池 默认10，最大15，如果过多请求，阻塞，请自行设置
		fdfsClient, err = fdfs_client.NewFdfsClient("./conf/client.conf")
		if err != nil {
			return "", "", err
		}
	}

	// 上传
	resp, err := fdfsClient.UploadByBuffer(fileBuffer, fileExt)
	if err != nil {
		return "", "", err
	}
	return resp.GroupName, resp.RemoteFileId, nil
}

git

开发机，服务目录 git init，上传到github
服务器，搭建go环境，下载项目到gopath下

或者直接拷贝 编译后的可执行文件到 服务器也可以。

阿里云服务器添加安全组

开放文件系统需要的端口
上传服务8081，图片nginx 8088。端口自行定义

服务测试

上传非法文件

页面返回

{"code":"4601","msg":"格式错误"}

再次选择上传图片文件
返回

{"code":"0","data":"http://39.106.165.***:8088/group1/M00/00/00/rBGbVVzWzGOAGxHoAANiw7DpuOI574.jpg"}

得到链接，浏览器查看

优化

多storeage
多tracker

注意

使用dep工具下载插件，或者go get后 dep ensure

代码

https://github.com/bigsui/uploadserver

优化

缩略图(build 待缩略插件的nginx)
多group、tracker（修改配置）
自行开发