分布式文件系统MooseFS初探

 这几天在看架构方面的资料，关于共享存储方面的参考sery的文章，自已简单的测试了一下，测试步骤及结果如下：

 

一，测试环境：

服务器用途	操作系统	IP地址	服务器型号	CPU型号	内存
Master Server	CentOS 5.2 Final x86_64	192.168.0.180	IBM System x3550	Intel(R) Xeon(R) CPU  E5420  @ 2.50GHz	8GB
Matelogger Server	CentOS 5.2 Final x86_64	192.168.0.178	IBM System x3550	Intel(R) Xeon(R) CPU  E5420  @ 2.50GHz	8GB
Chunk Server	CentOS 5.2 Final x86_64	192.168.0.172	IBM System x3550	Intel(R) Xeon(R) CPU  E5420  @ 2.50GHz	8GB
Chunk Server	CentOS 5.2 Final x86_64	192.168.0.176	IBM System x3550	Intel(R) Xeon(R) CPU  E5420  @ 2.50GHz	8GB
Client	CentOS 5.2 Final x86_64	192.168.0.197	IBM System x3550	Intel(R) Xeon(R) CPU  E5420  @ 2.50GHz	8GB

 

 

二，Master server安装及配置：

1，建组及用户：

groupadd mfs

useradd -g mfs mfs

 

2，编译及安装：

./configure --prefix=/usr/local/mfs --sysconfdir=/etc --localstatedir=/var/lib --with-default-user=mfs --with-default-group=mfs --disable-mfschunkserver --disable-mfsmount

make && make install

 

3，更改相关文件：

[root@localhost mfs]# cd /etc/

[root@localhost etc]# cp mfsmaster.cfg.dist mfsm

mfsmaster.cfg.dist      mfsmetalogger.cfg.dist 

[root@localhost etc]# cp mfsmaster.cfg.dist mfsmaster.cfg

[root@localhost etc]# cp mfsmetalogger.cfg.dist mfsmetalogger.cfg

[root@localhost etc]# cp mfsexports.cfg.dist mfsexports.cfg

[root@localhost mfs]# cd /var/lib/mfs/

[root@localhost mfs]# cp metadata.mfs.empty metadata.mfs

 

 

[root@localhost etc]# vi /etc/hosts

 

# Do not remove the following line, or various programs

# that require network functionality will fail.

127.0.0.1               localhost.localdomain localhost

::1             localhost6.localdomain6 localhost6

192.168.0.180 mfsmaster

 

 

4，启动服务：

[root@localhost mfs]# /usr/local/mfs/sbin/mfsmaster start

working directory: /var/lib/mfs

lockfile created and locked

initializing mfsmaster modules ...

loading sessions ... ok

sessions file has been loaded

exports file has been loaded

loading metadata ...

create new empty filesystemmetadata file has been loaded

no charts data file - initializing empty charts

master <-> metaloggers module: listen on *:9419

master <-> chunkservers module: listen on *:9420

main master server module: listen on *:9421

mfsmaster daemon initialized properly

 

root@localhost mfs]# /usr/local/mfs/sbin/mfscgiserv

starting simple cgi server (host: any , port: 9425 , rootpath: /usr/local/mfs/share/mfscgi)

 

 

三，Matelogger Server安装及配置：

1，建组及用户：

groupadd mfs

useradd -g mfs mfs

mkdir -p /var/bak/mfschunk01/

chown mfs.mfs /var/bak/mfschunk01/

 

 

 

2，编译及安装：

./configure --prefix=/usr/local/mfs --sysconfdir=/etc --localstatedir=/var/lib --with-default-user=mfs --with-default-group=mfs --disable-mfschunkserver --disable-mfsmount

make && make install

 

3，更改相关文件：

[root@localhost mfs-1.6.17]# cd /etc/

[root@localhost etc]# cp mfsmetalogger.cfg.dist mfsmetalogger.cfg

 

[root@localhost etc]# vi /etc/mfsmetalogger.cfg

MASTER_HOST = mfsmaster

MASTER_PORT = 9419

#去掉上面2行的注释

 

 

[root@localhost etc]# vi /etc/hosts

 

# Do not remove the following line, or various programs

# that require network functionality will fail.

127.0.0.1      sworddb.com              localhost.localdomain localhost

::1             localhost6.localdomain6 localhost6

114.80.160.5  kuafu.com

192.168.0.178 mfsmaster

 

4，启动服务：

[root@localhost etc]# /usr/local/mfs/sbin/mfsmetalogger start

working directory: /var/lib/mfs

lockfile created and locked

initializing mfsmetalogger modules ...

mfsmetalogger daemon initialized properly

 

 

四，Chunk Server 1 安装及配置：

1，建组及用户：

groupadd mfs

useradd -g mfs mfs

 

2，编译及安装：

./configure --prefix=/usr/local/mfs --sysconfdir=/etc --localstatedir=/var/lib --with-default-user=mfs --with-default-group=mfs --disable-mfsmaster

 

make && make install

 

 

3，更改相关文件：

[root@localhost mfs-1.6.17]# cd /etc/

[root@localhost etc]# cp mfschunkserver.cfg.dist mfschunkserver.cfg

[root@localhost etc]# cp mfshdd.cfg.dist mfshdd.cfg

[root@localhost etc]#

 

[root@localhost var]# mkdir -p /var/bak/mfschunk01

[root@localhost var]# chown -R mfs:mfs /var/bak/mfschunk01/

 

[root@localhost var]# vi /etc/mfshdd.cfg

 

# mount points of HDD drives

#

#/mnt/hd1

#/mnt/hd2

#etc.

/var/bak/mfschunk01/

 

[root@sworddb mfschunk02]# vi /etc/mfschunkserver.cfg

WORKING_USER = mfs

WORKING_GROUP = mfs

MASTER_HOST = mfsmaster

MASTER_PORT = 9420

MASTER_TIMEOUT = 60

#去掉上面5行前的注释

~

 

[root@localhost var]# vi /etc/hosts

 

# Do not remove the following line, or various programs

# that require network functionality will fail.

127.0.0.1               localhost.localdomain localhost

::1             localhost6.localdomain6 localhost6

#192.168.0.180  magicdb.com

192.168.0.180   mfsmaster

 

 

4，启动服务：

[root@localhost var]# /usr/local/mfs/sbin/mfschunkserver start

working directory: /var/lib/mfs

lockfile created and locked

initializing mfschunkserver modules ...

hdd space manager: scanning folder /var/bak/mfschunk01/ ...

hdd space manager: /var/bak/mfschunk01/: 0 chunks found

hdd space manager: scanning complete

main server module: listen on *:9422

no charts data file - initializing empty charts

mfschunkserver daemon initialized properly

 

注：重复上面步骤安装Chunk Server 2,有以下2个需要注意的地方：

mkdir -p /var/bak/mfschunk02/

[root@localhost var]# vi /etc/mfshdd.cfg

 

# mount points of HDD drives

#

#/mnt/hd1

#/mnt/hd2

#etc.

/var/bak/mfschunk02/

 

 

 

五，Client 安装及配置：

 

1，安装FUSE:

[root@youxia197 local]# tar -zxvf fuse-2.7.4.tar.gz

[root@youxia197 local]# cd fuse-2.7.4

[root@youxia197 fuse-2.7.4]# ./configure

[root@youxia197 fuse-2.7.4]# make && make install

 

2，编译及安装：

[root@youxia197 local]# cd mfs-1.6.17

./configure --prefix=/usr/local/mfs --sysconfdir=/etc --localstatedir=/var/lib --with-default-user=mfs --with-default-group=mfs --enable-mfsmount --disable-mfsmaster --disable-mfschunkserver

[root@youxia197 mfs-1.6.17]# export PKG_CONFIG_PATH=/usr/local/lib/pkgconfig:$PKG_CONFIG_PATH

 

 

3，连接mfsmaster服务器：

[root@youxia197 opt]# /usr/local/mfs/bin/mfsmount /mnt/mfs/ -H mfsmaster

mfsmaster accepted connection with parameters: read-write,restricted_ip ; root mapped to root:root

[root@youxia197 ~]# df -h | grep mfs

mfs#mfsmaster:9421    157G  529M  156G   1% /mnt/mfs

 

 

4，设置文件副本数量为3：

[root@youxia197 opt]# /usr/local/mfs/bin/mfsrsetgoal 3 /mnt/mfs

deprecated tool - use "mfssetgoal -r"

/mnt/mfs:

 inodes with goal changed:                         5

 inodes with goal not changed:                     0

 inodes with permission denied:                    0

[root@youxia197 opt]#

 

 

5，复制一个文件到/mnt/mfs目录中，并查看副本数量：

[root@youxia197 mfs]# /usr/local/mfs/bin/mfsgetgoal /mnt/mfs/mfs-1.6.17.tar.gz

/mnt/mfs/mfs-1.6.17.tar.gz: 3

 

 

未完待续