facinglife

openstack M版本部署

系统解决方案

一、环境需求

1、网卡

	em1	em2	em3	em4
controller1	172.16.16.1	172.16.17.1	none	none
controller1	172.16.16.2	172.16.17.2	none	none
compute1	172.16.16.3	172.16.17.3	none	none
compute2	172.16.16.4	172.16.17.4	none	none
compute3	172.16.16.5	172.16.17.5	none	none
……

2、消息队列

使用mirror-queue mode，详细部署方式，参见禅道上的rabbtmq集群部署文档。

3、数据库

使用mariaDB+innodb+gelera，版本10.0.18以上，详细部署方式，参见禅道上的rabbtmq集群部署文档。

4、中间件

使用memcached，未采用集群形式，编辑/etc/sysconfig/memcached,修改127.0.0.1为本地主机名（或者IP）。

二、部署方案

本机使用controller1作为认证名，

所有服务密码使用$MODULE+manager，例如：novamanager，glancemanager。

数据库使用dftc+$MODULE例如：DB_PASS，DB_PASS。

规划IP段：172.16.16.0/24作为管理网段；172.16.17.0/24存储网段；172.16.18.0/23作为外部网络的网段。

操作之前使用MYIP=`ip add show em1|grep inet|head -1|awk '{print $2}'|awk-F'/' '{print $1}'`赋值变量

本文使用flat+vxlan网络部署方式，如果需要更改，请自行百度；

1、database

mysql -uroot-p****** -e "create database keystone;"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON keystone.* TO 'keystone'@'localhost'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON keystone.* TO 'keystone'@'%'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "create database glance;"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON glance.* TO 'glance'@'localhost'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON glance.* TO 'glance'@'%' IDENTIFIEDBY 'DB_PASS';"

mysql -uroot-p****** -e "create database nova;"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON nova.* TO 'nova'@'localhost'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON nova.* TO 'nova'@'%' IDENTIFIED BY'DB_PASS';"

mysql -uroot-p****** -e "create database nova_api;"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON nova_api.* TO 'nova'@'localhost'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON nova_api.* TO 'nova'@'%' IDENTIFIEDBY 'DB_PASS';"

mysql -uroot-p****** -e "create database neutron;"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON neutron.* TO 'neutron'@'localhost'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON neutron.* TO 'neutron'@'%' IDENTIFIEDBY 'DB_PASS';"

mysql -uroot-p****** -e "create database cinder;"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON cinder.* TO 'cinder'@'localhost'IDENTIFIED BY 'DB_PASS';"

mysql -uroot-p****** -e "GRANT ALL PRIVILEGES ON cinder.* TO 'cinder'@'%' IDENTIFIEDBY 'DB_PASS';"

mysql -uroot-p****** -e "FLUSH PRIVILEGES;"

2、keystone

### 安装依赖包

yum installopenstack-keystone httpd mod_wsgi

### 修改配置文件

openstack-config--set /etc/keystone/keystone.conf DEFAULT admin_token 749d6ead6be998642461

openstack-config--set /etc/keystone/keystone.conf database connectionmysql+pymysql://keystone:DB_PASS@controller1/keystone

openstack-config--set /etc/keystone/keystone.conf token provider fernet

### 同步数据库并生成fernet

su -s /bin/sh -c"keystone-manage db_sync" keystone

keystone-managefernet_setup --keystone-user keystone --keystone-group keystone

###/etc/httpd/conf/httpd.conf

touch /etc/httpd/conf.d/wsgi-keystone.conf

echo <

Listen 5000

Listen 35357

WSGIDaemonProcess keystone-publicprocesses=5 threads=1 user=keystone group=keystone display-name=%{GROUP}

WSGIProcessGroup keystone-public

WSGIScriptAlias //usr/bin/keystone-wsgi-public

WSGIApplicationGroup %{GLOBAL}

WSGIPassAuthorization On

ErrorLogFormat "%{cu}t %M"

ErrorLog /var/log/httpd/keystone-error.log

CustomLog/var/log/httpd/keystone-access.log combined

Require all granted

WSGIDaemonProcess keystone-adminprocesses=5 threads=1 user=keystone group=keystone display-name=%{GROUP}

WSGIProcessGroup keystone-admin

WSGIScriptAlias / /usr/bin/keystone-wsgi-admin

WSGIApplicationGroup %{GLOBAL}

WSGIPassAuthorization On

ErrorLogFormat "%{cu}t %M"

ErrorLog /var/log/httpd/keystone-error.log

CustomLog/var/log/httpd/keystone-access.log combined

Require all granted

EOF

####

systemctl enablehttpd.service && systemctl start httpd.service

###

exportOS_TOKEN=749d6ead6be998642461

exportOS_URL=http://controller1:35357/v3

exportOS_IDENTITY_API_VERSION=3

openstack servicecreate --name keystone --description "DFTCIAAS Identity" identity

openstackendpoint create --region scxbxxzx identity public http://controller1:5000/v3

openstackendpoint create --region scxbxxzx identity internal http://controller1:5000/v3

openstackendpoint create --region scxbxxzx identity admin http://controller1:35357/v3

openstack domaincreate --description "Default Domain" default

openstack projectcreate --domain default --description"Admin Project" admin

openstack user create--domain default --password-prompt admin

######## createrole project and user

openstack rolecreate admin

openstack roleadd --project admin --user admin admin

openstack projectcreate --domain default --description"Service Project" service

openstack projectcreate --domain default --description"Demo Project" demo

openstack usercreate --domain default --password-prompt demo

echo######## create glance server andendpoint

openstack rolecreate user

openstack roleadd --project demo --user demo user

sed -i"/^pipeline/ s#admin_token_auth##g" /etc/keystone/keystone-paste.ini

unsetOS_TOKEN OS_URL

openstack usercreate --domain default --password-prompt glance

echo ########create p_w_picpath server and endpoint

openstack roleadd --project service --user glance admin

openstack servicecreate --name glance --description"DFTCIAAS Image" p_w_picpath

openstackendpoint create --region scxbxxzx p_w_picpath public http://controller1:9292

openstackendpoint create --region scxbxxzx p_w_picpath internal http://controller1:9292

openstackendpoint create --region scxbxxzx p_w_picpath admin http://controller1:9292

openstack usercreate --domain default --password-prompt nova

echo ########create compute server and endpoint

openstack roleadd --project service --user nova admin

openstack servicecreate --name nova --description"DFTCIAAS Compute" compute

openstackendpoint create --region scxbxxzx compute publichttp://controller1:8774/v2.1/%$tenant_id$s

openstackendpoint create --region scxbxxzx compute internal http://controller1:8774/v2.1/%$tenant_id$s

openstackendpoint create --region scxbxxzx compute adminhttp://controller1:8774/v2.1/%$tenant_id$s

openstack usercreate --domain default --password-prompt neutron

echo ########create network server and endpoint

openstack roleadd --project service --user neutron admin

openstack servicecreate --name neutron --description"DFTCIAAS Networking" network

openstackendpoint create --region scxbxxzx network public http://controller1:9696

openstackendpoint create --region scxbxxzx network internal http://controller1:9696

openstackendpoint create --region scxbxxzx network admin http://controller1:9696

openstack usercreate --domain default --password-prompt cinder

echo ########create volume server and endpoint

openstack roleadd --project service --user cinder admin

openstack servicecreate --name cinder --description "DFTCIAAS Block Storage" volume

openstack servicecreate --name cinderv2 --description "DFTCIAAS Block Storage"volumev2

openstackendpoint create --region scxbxxzx volumepublic http://controller1:8776/v1/%$tenant_id$s

openstackendpoint create --region scxbxxzx volumeinternal http://controller1:8776/v1/%$tenant_id$s

openstackendpoint create --region scxbxxzx volumeadmin http://controller1:8776/v1/%$tenant_id$s

openstackendpoint create --region scxbxxzx volumev2 public http://controller1:8776/v2/%$tenant_id$s

openstackendpoint create --region scxbxxzx volumev2 internal http://controller1:8776/v2/%$tenant_id$s

openstackendpoint create --region scxbxxzx volumev2 admin http://controller1:8776/v2/%$tenant_id$s

3、glance

#### 安装依赖包

yum installopenstack-glance

#### 修改配置文件内容

openstack-config--set /etc/glance/glance-api.conf database connection mysql+pymysql://glance:DB_PASS@controller1/glance

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken auth_uri http://controller1:5000

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken auth_url http://controller1:35357

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken memcached_servers controller1:11211

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken auth_type password

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken project_domain_name default

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken user_domain_name default

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken project_name service

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken username glance

openstack-config--set /etc/glance/glance-api.conf keystone_authtoken password glancemanager

openstack-config--set /etc/glance/glance-api.conf paste_deploy flavor keystone

openstack-config--set /etc/glance/glance-api.conf glance_store stores file,http

openstack-config--set /etc/glance/glance-api.conf glance_store default_store file

openstack-config--set /etc/glance/glance-api.conf glance_store filesystem_store_datadir /var/lib/glance/p_w_picpaths/

openstack-config--set /etc/glance/glance-registry.conf database connection mysql+pymysql://glance:DB_PASS@controller1/glance

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken auth_uri http://controller1:5000

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken auth_url http://controller1:35357

openstack-config--set /etc/glance/glance-registry.conf keystone_authtokenmemcached_servers controller1:11211

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken auth_type password

openstack-config--set /etc/glance/glance-registry.conf keystone_authtokenproject_domain_name default

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken user_domain_name default

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken project_name service

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken username glance

openstack-config--set /etc/glance/glance-registry.conf keystone_authtoken password glancemanager

openstack-config--set /etc/glance/glance-registry.conf paste_deploy flavor keystone

###同步数据库

su -s /bin/sh -c"glance-manage db_sync" glance

###启动服务

systemctl enableopenstack-glance-api.service openstack-glance-registry.service

systemctl startopenstack-glance-api.service openstack-glance-registry.service

4、nova

4.1控制节点

#安装依赖包

yum installopenstack-nova-api openstack-nova-conductor openstack-nova-console openstack-nova-novncproxy openstack-nova-scheduler

#修改配置文件内容

openstack-config--set /etc/nova/nova.conf DEFAULT enabled_apis osapi_compute,metadata

openstack-config--set /etc/nova/nova.conf api_database connection mysql+pymysql://nova:DB_PASS@controller1/nova_api

openstack-config--set /etc/nova/nova.conf database connection mysql+pymysql://nova:DB_PASS@controller1/nova

openstack-config--set /etc/nova/nova.conf DEFAULT rpc_backend rabbit

openstack-config--set /etc/nova/nova.conf oslo_messaging_rabbit rabbit_hosts controller1:5672

openstack-config--set /etc/nova/nova.conf oslo_messaging_rabbit rabbit_userid dftc

openstack-config--set /etc/nova/nova.conf oslo_messaging_rabbit rabbit_password ******

openstack-config--set /etc/nova/nova.conf DEFAULT auth_strategy keystone

openstack-config--set /etc/nova/nova.conf keystone_authtoken auth_uri http://controller1:5000/v3

openstack-config--set /etc/nova/nova.conf keystone_authtoken auth_url http://controller1:35357/v3

openstack-config--set /etc/nova/nova.conf keystone_authtoken memcached_servers controller1:11211

openstack-config --set/etc/nova/nova.conf keystone_authtoken auth_type password

openstack-config--set /etc/nova/nova.conf keystone_authtoken project_domain_name default

openstack-config--set /etc/nova/nova.conf keystone_authtoken user_domain_name default

openstack-config--set /etc/nova/nova.conf keystone_authtoken project_name service

openstack-config--set /etc/nova/nova.conf keystone_authtoken username nova

openstack-config--set /etc/nova/nova.conf keystone_authtoken password novamanager

openstack-config--set /etc/nova/nova.conf DEFAULT my_ip $MYIP

openstack-config--set /etc/nova/nova.conf DEFAULT use_neutron True

openstack-config--set /etc/nova/nova.conf DEFAULT firewall_driver nova.virt.firewall.NoopFirewallDriver

openstack-config--set /etc/nova/nova.conf vnc vncserver_listen $MYIP

openstack-config--set /etc/nova/nova.conf vnc vncserver_proxyclient_address $MYIP

openstack-config--set /etc/nova/nova.conf glance api_servers http://controller1:9292

openstack-config--set /etc/nova/nova.conf oslo_concurrency lock_path /var/lib/nova/tmp

#同步数据库

su -s /bin/sh -c"nova-manage api_db sync" nova

su -s /bin/sh -c"nova-manage db sync" nova

#启动服务

systemctl enableopenstack-nova-api.service openstack-nova-consoleauth.service openstack-nova-scheduler.service openstack-nova-conductor.serviceopenstack-nova-novncproxy.service

systemctl startopenstack-nova-api.service openstack-nova-consoleauth.serviceopenstack-nova-scheduler.service openstack-nova-conductor.service openstack-nova-novncproxy.service

4.2计算节点

#安装依赖包

yum installopenstack-nova-compute

#修改配置文件