1,将节点上所有实例迁移都其他节点
2,停止节点服务
2,进入数据库,use nova;

MariaDB [nova]> select * from nova.services;
+---------------------+---------------------+------------+-----+----------------------+--------------------+-------------+--------------+----------+---------+-----------------+---------------------+-------------+---------+--------------------------------------+
| created_at          | updated_at          | deleted_at | id  | host                 | binary             | topic       | report_count | disabled | deleted | disabled_reason | last_seen_up        | forced_down | version | uuid                                 |
+---------------------+---------------------+------------+-----+----------------------+--------------------+-------------+--------------+----------+---------+-----------------+---------------------+-------------+---------+--------------------------------------+
| 2019-03-11 10:30:01 | NULL                | NULL       |   4 | 100.100.32.201       | nova-osapi_compute | NULL        |            0 |        0 |       0 | NULL            | NULL                |           0 |      35 | 3becc105-44cf-4885-8b2d-8048d00ded47 |
| 2019-03-11 10:30:01 | NULL                | NULL       |  10 | 100.100.32.201       | nova-metadata      | NULL        |            0 |        0 |       0 | NULL            | NULL                |           0 |      35 | 387e3f1f-0823-4224-831b-df08cb2c1746 |
| 2019-03-11 10:30:13 | 2019-07-31 02:30:14 | NULL       |  19 | wuhan32-ceph01.v3.os | nova-scheduler     | scheduler   |      1202548 |        0 |       0 | NULL            | 2019-07-31 02:30:14 |           0 |      35 | d4c9496c-34f7-4f2f-9834-467cfafb01ac |
| 2019-03-11 10:30:14 | NULL                | NULL       |  43 | 100.100.32.203       | nova-osapi_compute | NULL        |            0 |        0 |       0 | NULL            | NULL                |           0 |      35 | 6009d41a-0b05-4137-8761-9fd12157e49c |
| 2019-03-11 10:30:14 | NULL                | NULL       |  46 | 100.100.32.202       | nova-osapi_compute | NULL        |            0 |        0 |       0 | NULL            | NULL                |           0 |      35 | 3b04e9a1-a603-4b32-bff7-d6702fafdf27 |
| 2019-03-11 10:30:14 | NULL                | NULL       |  55 | 100.100.32.203       | nova-metadata      | NULL        |            0 |        0 |       0 | NULL            | NULL                |           0 |      35 | 9a75e21e-856e-43f1-a876-fa1f301122f9 |
| 2019-03-11 10:30:15 | NULL                | NULL       |  61 | 100.100.32.202       | nova-metadata      | NULL        |            0 |        0 |       0 | NULL            | NULL                |           0 |      35 | 44068439-287a-454b-acfc-4330a63ed868 |
| 2019-03-11 10:30:18 | 2019-07-31 02:30:09 | NULL       |  73 | wuhan32-ceph03.v3.os | nova-scheduler     | scheduler   |      1202466 |        0 |       0 | NULL            | 2019-07-31 02:30:09 |           0 |      35 | 1d6144dd-0b3b-4f45-99d2-5804938d5184 |
| 2019-03-11 10:30:19 | 2019-07-31 02:30:14 | NULL       | 103 | wuhan32-ceph02.v3.os | nova-scheduler     | scheduler   |      1197330 |        0 |       0 | NULL            | 2019-07-31 02:30:13 |           0 |      35 | 3f9a4d0c-b268-4351-bcc7-361eec6a4606 |
| 2019-03-11 10:30:21 | 2019-07-31 02:30:11 | NULL       | 133 | wuhan32-ceph01.v3.os | nova-conductor     | conductor   |      1202912 |        0 |       0 | NULL            | 2019-07-31 02:30:10 |           0 |      35 | 9c862d9e-451e-4a4d-9251-4e40f8a5c9a1 |
| 2019-03-11 10:30:24 | 2019-07-31 02:30:11 | NULL       | 136 | wuhan32-ceph02.v3.os | nova-conductor     | conductor   |      1198093 |        0 |       0 | NULL            | 2019-07-31 02:30:11 |           0 |      35 | c5cd2311-fb06-423e-9b94-f8e45815b8a1 |
| 2019-03-11 10:30:25 | 2019-07-31 02:30:14 | NULL       | 145 | wuhan32-ceph03.v3.os | nova-conductor     | conductor   |      1202915 |        0 |       0 | NULL            | 2019-07-31 02:30:14 |           0 |      35 | 3fd6eec5-e90c-4dd8-9f7c-36adb25b7b8c |
| 2019-03-11 10:30:27 | 2019-07-31 02:30:09 | NULL       | 151 | wuhan32-ceph01.v3.os | nova-consoleauth   | consoleauth |      1202847 |        0 |       0 | NULL            | 2019-07-31 02:30:09 |           0 |      35 | 0c50d5f8-5d09-4ec6-b01c-4783ffb31b5c |
| 2019-03-11 10:30:31 | 2019-07-31 02:30:15 | NULL       | 154 | wuhan32-ceph02.v3.os | nova-consoleauth   | consoleauth |      1197846 |        0 |       0 | NULL            | 2019-07-31 02:30:15 |           0 |      35 | 9ea57ee0-a3cf-4c93-b4a6-b4781d9219ca |
| 2019-03-11 10:30:31 | 2019-07-31 02:30:12 | NULL       | 157 | wuhan32-ceph03.v3.os | nova-consoleauth   | consoleauth |      1202629 |        0 |       0 | NULL            | 2019-07-31 02:30:12 |           0 |      35 | c8e39978-db2f-4450-bbe1-6e55fe9ba2ac |
| 2019-03-11 10:31:17 | 2019-07-27 10:14:22 | NULL       | 160 | wuhan32-ceph01.v3.os | nova-compute       | compute     |      1185461 |        1 |       0 | NULL            | 2019-07-27 10:14:22 |           0 |      35 | 42b0abcf-5269-452d-8440-d94d3e65be5f |
| 2019-03-11 10:31:21 | 2019-07-31 02:30:15 | NULL       | 163 | wuhan32-ceph02.v3.os | nova-compute       | compute     |      1199198 |        1 |       0 | NULL            | 2019-07-31 02:30:15 |           0 |      35 | 6de82966-51fe-445a-a44c-cc3640f24135 |
| 2019-03-11 10:31:22 | 2019-07-31 02:30:10 | NULL       | 166 | wuhan32-ceph03.v3.os | nova-compute       | compute     |      1203925 |        1 |       0 | NULL            | 2019-07-31 02:30:10 |           0 |      35 | f03ff74a-0f25-48be-a0ee-bee119256a26 |
| 2019-03-20 04:42:44 | 2019-07-31 02:30:09 | NULL       | 169 | wuhan32-nova01.v3.os | nova-compute       | compute     |      1135132 |        1 |       0 | NULL            | 2019-07-31 02:30:09 |           0 |      35 | e69d60b3-6a14-423f-a1ea-c10efd372fb1 |
| 2019-03-20 04:42:44 | 2019-07-31 02:30:08 | NULL       | 172 | wuhan32-nova02.v3.os | nova-compute       | compute     |      1135141 |        1 |       0 | NULL            | 2019-07-31 02:30:08 |           0 |      35 | 1ed15525-1510-4ece-8159-57c500810a4c |
| 2019-03-20 09:15:32 | 2019-07-31 02:30:10 | NULL       | 178 | wuhan32-nova03.v3.os | nova-compute       | compute     |      1133477 |        1 |       0 | NULL            | 2019-07-31 02:30:10 |           0 |      35 | 3331d4e6-7a0d-4840-992f-676f82372870 |
| 2019-03-20 09:30:06 | 2019-07-31 02:30:14 | NULL       | 184 | wuhan32-nova04.v3.os | nova-compute       | compute     |      1133343 |        0 |       0 | NULL            | 2019-07-31 02:30:14 |           0 |      35 | 2afab391-6421-4765-a281-75d6e217decf |
| 2019-03-20 09:58:53 | 2019-07-31 02:30:09 | NULL       | 190 | wuhan32-nova05.v3.os | nova-compute       | compute     |      1133243 |        1 |       0 | NULL            | 2019-07-31 02:30:09 |           0 |      35 | 3ee7cc40-ba2b-4796-9b32-c993ce0bce2d |
| 2019-03-20 09:58:52 | 2019-07-31 02:30:09 | NULL       | 193 | wuhan32-nova06.v3.os | nova-compute       | compute     |      1133251 |        1 |       0 | NULL            | 2019-07-31 02:30:09 |           0 |      35 | 30c17f15-a759-4fd3-a9f3-96764224bd1c |
| 2019-06-03 06:40:29 | 2019-07-29 06:15:00 | NULL       | 196 | wuhan32-nova07.v3.os | nova-compute       | compute     |       467760 |        1 |       0 | NULL            | 2019-07-27 10:07:39 |           0 |      35 | c9671f52-8eb6-49b6-b2ae-b1e89cf545e3 |
| 2019-06-03 07:36:10 | 2019-07-26 04:14:16 | NULL       | 200 | wuhan32-nova08.v3.os | nova-compute       | compute     |       455860 |        1 |       0 | NULL            | 2019-07-26 01:56:38 |           0 |      35 | 4fbe496f-d2f0-4658-b814-808c1cef0b5b |
| 2019-06-03 08:13:41 | 2019-07-31 02:30:05 | NULL       | 202 | wuhan32-nova09.v3.os | nova-compute       | compute     |       485954 |        1 |       0 | NULL            | 2019-07-31 02:30:05 |           0 |      35 | cbc9232f-4b85-4d4e-8a1a-8899ff0aed2c |
| 2019-06-03 08:13:44 | 2019-07-31 02:30:12 | NULL       | 205 | wuhan32-nova10.v3.os | nova-compute       | compute     |       485952 |        1 |       0 | NULL            | 2019-07-31 02:30:12 |           0 |      35 | b228da41-7dba-42ab-adb5-340237f5a2d7 |
| 2019-06-10 07:17:15 | 2019-07-31 02:30:08 | NULL       | 208 | wuhan32-nova11.v3.os | nova-compute       | compute     |       424052 |        1 |       0 | NULL            | 2019-07-31 02:30:08 |           0 |      35 | 5ed6fed6-1dca-4a7a-b652-fc56c5b970b8 |
+---------------------+---------------------+------------+-----+----------------------+--------------------+-------------+--------------+----------+---------+-----------------+---------------------+-------------+---------+--------------------------------------+

MariaDB [nova]> delete from compute_nodes where hypervisor_hostname="wuhan32-nova11.v3.os";
Query OK, 1 row affected (0.01 sec)

MariaDB [nova]> delete from nova.services where host="wuhan32-nova11.v3.os";
Query OK, 1 row affected (0.00 sec)

删除这2条数据即可,这样wuhan32-nova11.v3.os彻底踢出节点

删的还不够彻底,今天新添加节点使用之前用过的主机名开通实例出现错误,这个地方也要删除

[root@wuhan32-ceph01 ~]# openstack resource provider list
+--------------------------------------+----------------------+------------+
| uuid                                 | name                 | generation |
+--------------------------------------+----------------------+------------+
| 66d73349-df23-4f70-9b22-3a0de27e6e88 | wuhan32-ceph01.v3.os |        158 |
| d81ab5ff-c01b-4818-93c6-44dbe0ae9096 | wuhan32-ceph02.v3.os |        211 |
| 25103b21-4ebf-4dbf-a451-206435f2c88f | wuhan32-ceph03.v3.os |        147 |
| 404cbe8e-9319-40af-b4fe-ad8996cdcacd | wuhan32-nova01.v3.os |        129 |
| 312bb1b5-2172-4fbd-bd8e-0c3f739ffc93 | wuhan32-nova02.v3.os |        146 |
| b5b44b6b-78d2-402a-a77a-89c310e66c1e | wuhan32-nova03.v3.os |        132 |
| abe55f7b-2070-487e-a578-8b834754724e | wuhan32-nova04.v3.os |        128 |
| 32c8d62f-b527-4bce-9082-36d15c3fa51a | wuhan32-nova05.v3.os |        121 |
| e8e94453-c2eb-4678-b924-7363472161d9 | wuhan32-nova06.v3.os |        127 |
| c6e6c728-8d55-4252-9b98-2c4087f3072f | wuhan32-nova07.v3.os |       1361 |
| b8d405ed-fdc7-4899-8c37-149d614ca710 | wuhan32-nova08.v3.os |        631 |
| d0470e0a-9a1a-4b5e-833b-78c526437d9e | wuhan32-nova09.v3.os |        154 |
| d5d6523f-1090-4ef6-a43d-9e4e2ddf389c | wuhan32-nova10.v3.os |        193 |
| 2f9c131a-d88c-4d96-b4f8-2494051e28bb | wuhan32-nova11.v3.os |         20 |
+--------------------------------------+----------------------+------------+

删除:
[root@wuhan32-ceph01 ~]# openstack resource provider delete 2f9c131a-d88c-4d96-b4f8-2494051e28bb

删除另一的时候报错

[root@wuhan32-ceph01 ~]# openstack resource provider delete c6e6c728-8d55-4252-9b98-2c4087f3072f
Unable to delete resource provider c6e6c728-8d55-4252-9b98-2c4087f3072f: Resource provider has allocations. (HTTP 409)

报错提示有关联,这个时候查找下关联信息

[root@wuhan32-ceph01 ~]# openstack resource provider show c6e6c728-8d55-4252-9b98-2c4087f3072f --allocations
+-------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| Field       | Value                                                                                                                                                                                                                                                                                                                                                                                                                                                                   |
+-------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
| uuid        | c6e6c728-8d55-4252-9b98-2c4087f3072f                                                                                                                                                                                                                                                                                                                                                                                                                                    |
| name        | wuhan32-nova07.v3.os                                                                                                                                                                                                                                                                                                                                                                                                                                                    |
| generation  | 1362                                                                                                                                                                                                                                                                                                                                                                                                                                                                    |
| allocations | {u'1ae819ff-46d9-4fdf-b048-f9cde1700e31': {u'resources': {u'VCPU': 1, u'MEMORY_MB': 4096}}, u'dd15fcc5-4e21-4892-bb91-203b87122bbf': {u'resources': {u'VCPU': 2, u'MEMORY_MB': 4096}}, u'0e078645-f821-48e1-984c-9a8194c9cb3a': {u'resources': {u'VCPU': 2, u'MEMORY_MB': 4096}}, u'9c662c54-b320-4900-a528-2a6a489098b0': {u'resources': {u'VCPU': 4, u'MEMORY_MB': 8192}}, u'fcaa29f3-8146-4563-af9b-dda91a750a4f': {u'resources': {u'VCPU': 2, u'MEMORY_MB': 4096}}} |
+-------------+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
[root@wuhan32-ceph01 ~]#

可以看到关联了好几个uid,以这个为例1ae819ff-46d9-4fdf-b048-f9cde1700e31,就是一个实例ID,造成这个几个结果的原因我估计值之前迁移出现的bug

[root@wuhan32-ceph01 ~]# nova show 1ae819ff-46d9-4fdf-b048-f9cde1700e31
+--------------------------------------+----------------------------------------------------------------------------------+
| Property                             | Value                                                                            |
+--------------------------------------+----------------------------------------------------------------------------------+
| OS-DCF:diskConfig                    | AUTO                                                                             |
| OS-EXT-AZ:availability_zone          | nova                                                                             |
| OS-EXT1V-ATTR:host                 | wuhan32-nova01.v3.os                                                             |
| OS-EXT1V-ATTR:hostname             | zhangwei                                                                         |
| OS-EXT1V-ATTR:hypervisor_hostname  | wuhan32-nova01.v3.os                                                             |
| OS-EXT1V-ATTR:instance_name        | instance-00000229                                                                |
| OS-EXT1V-ATTR:kernel_id            |                                                                                  |
| OS-EXT1V-ATTR:launch_index         | 0                                                                                |
| OS-EXT-1V-ATTR:ramdisk_id           |                                                                                  |
| OS-EXT1V-ATTR:reservation_id       | r-02v9hnvw                                                                       |
| OS-EXT1V-ATTR:root_device_name     | /dev/vda                                                                         |
| OS-EXT1V-ATTR:user_data            | -                                                                                |
| OS-EXT-STS:power_state               | 1                                                                                |
| OS-EXT-STS:task_state                | -                                                                                |
| OS-EXT-STS:vm_state                  | active                                                                           |
| OS1V-USG:launched_at               | 2019-07-30T01:56:54.000000                                                       |
| OS1V-USG:terminated_at             | -                                                                                |
| accessIPv4                           |                                                                                  |
| accessIPv6                           |                                                                                  |
| config_drive                         |                                                                                  |
| created                              | 2019-05-16T07:06:37Z                                                             |
| description                          | zhangwei                                                                         |
| flavor:disk                          | 20                                                                               |
| flavor:ephemeral                     | 0                                                                                |
| flavor:extra_specs                   | {}                                                                               |
| flavor:original_name                 | c1-m4G-d20G                                                                      |
| flavor:ram                           | 4096                                                                             |
| flavor:swap                          | 0                                                                                |
| flavor:vcpus                         | 1                                                                                |
| hostId                               | 7203e247b590b284207f3027fe90bc39399b0a7665e8d9098542b849                         |
| host_status                          | MAINTENANCE                                                                      |
| id                                   | 1ae819ff-46d9-4fdf-b048-f9cde1700e31                                             |
| image                                | Attempt to boot from volume - no image supplied                                  |
| key_name                             | -                                                                                |
| locked                               | False                                                                            |
| metadata                             | {}                                                                               |
| name                                 | zhangwei                                                                         |
| net-lan44 network                    | 192.168.44.90                                                                    |
| os-extended-volumes:volumes_attached | [{"id": "0def7579-083f-46a1-a2d7-108d0549bc68", "delete_on_termination": false}] |
| progress                             | 0                                                                                |
| security_groups                      | default                                                                          |
| status                               | ACTIVE                                                                           |
| tags                                 | []                                                                               |
| tenant_id                            | 74b2419c5fe24ad288e934c926612c4b                                                 |
| trusted_image_certificates           | -                                                                                |
| updated                              | 2019-08-26T07:06:29Z                                                             |
| user_id                              | d1ee444f9127441ba6b3656c076a1eb2                                                 |
+--------------------------------------+----------------------------------------------------------------------------------+
[root@wuhan32-ceph01 ~]#

将这些实例迁移到其他节点上后,

[root@wuhan32-ceph01 ~]# openstack resource provider show c6e6c728-8d55-4252-9b98-2c4087f3072f --allocations
+-------------+--------------------------------------+
| Field       | Value                                |
+-------------+--------------------------------------+
| uuid        | c6e6c728-8d55-4252-9b98-2c4087f3072f |
| name        | wuhan32-nova07.v3.os                 |
| generation  | 1367                                 |
| allocations | {}                                   |
+-------------+--------------------------------------+
[root@wuhan32-ceph01 ~]# openstack resource provider delete c6e6c728-8d55-4252-9b98-2c4087f3072f
[root@wuhan32-ceph01 ~]# openstack resource provider list
+--------------------------------------+----------------------+------------+
| uuid                                 | name                 | generation |
+--------------------------------------+----------------------+------------+
| 66d73349-df23-4f70-9b22-3a0de27e6e88 | wuhan32-ceph01.v3.os |        158 |
| d81ab5ff-c01b-4818-93c6-44dbe0ae9096 | wuhan32-ceph02.v3.os |        211 |
| 25103b21-4ebf-4dbf-a451-206435f2c88f | wuhan32-ceph03.v3.os |        147 |
| 404cbe8e-9319-40af-b4fe-ad8996cdcacd | wuhan32-nova01.v3.os |        135 |
| 312bb1b5-2172-4fbd-bd8e-0c3f739ffc93 | wuhan32-nova02.v3.os |        151 |
| b5b44b6b-78d2-402a-a77a-89c310e66c1e | wuhan32-nova03.v3.os |        132 |
| abe55f7b-2070-487e-a578-8b834754724e | wuhan32-nova04.v3.os |        128 |
| 32c8d62f-b527-4bce-9082-36d15c3fa51a | wuhan32-nova05.v3.os |        121 |
| e8e94453-c2eb-4678-b924-7363472161d9 | wuhan32-nova06.v3.os |        127 |
| d0470e0a-9a1a-4b5e-833b-78c526437d9e | wuhan32-nova09.v3.os |        154 |
| d5d6523f-1090-4ef6-a43d-9e4e2ddf389c | wuhan32-nova10.v3.os |        193 |
| e8a91696-225e-48e9-8cb9-ec36e941b18c | wuhan32-nova08.v3.os |         15 |
+--------------------------------------+----------------------+------------+
[root@wuhan32-ceph01 ~]#

正常了

——————————————————————————————————————————
命令不能用的参考以下

# yum -y install epel-release
# yum -y install python-pip
# pip install osc-placement
# . admin-openrc
# openstack resource provider list
+--------------------------------------+-----------------------+------------+
| uuid                                 | name                  | generation |
+--------------------------------------+-----------------------+------------+
| 1824de38-b376-4d05-8c42-3c5a65adb6cc | anchovy.lab.local     |         11 |
+--------------------------------------+-----------------------+------------+
# openstack resource provider delete 1824de38-b376-4d05-8c42-3c5a65adb6cc
# ssh 192.168.253.40
# systemctl restart libvirtd.service openstack-nova-compute.service