OpenStack-Neutron-Fwaas-代码【一】
Kilo的代码中对Fwaas做了优化，可以将规则应用到单个路由上
但是juno里面还是应用到租户的所有路由上的，因此对juno的代码做了修改
1. 介绍
在FWaaS中，一个租户可以创建多个防火墙,而每一个防火墙和多个Policies关联，每个Policies由多个Rules按序组成。不能直接应用一个rule，它必须先加入到一个policy中，因为它需要先审计。如下图：
审计的功能目前是这样的：新建一个策略的时候默认审计是False，在新加或者修改一个规则时这个值都是False，需要手动去确认后设置为True
代码里暂时没有看到用这个字段作功能上的判断，fwaas的规则是写在qr-这个port上的
2. 创建一个防火墙
juno中创建墙是不指定路由id的，因为会应用到所有的路由上。kilo中优化了这里，让用户在创建防火墙的时候给定路由的id列表，如果不给定，默认是所有路由
文件路径：neutron\services\firewall\fwaas_plugin.py
line:230
方法：create_firewall
这个plugin是在配置文件中指定的setup.cfg中 [neutron.service_plugins] section下面
def create_firewall(self, context, firewall):
LOG.debug("create_firewall() called")
tenant_id = self._get_tenant_id_for_create(context,
firewall['firewall'])
fw_new_rtrs = self._get_routers_for_create_firewall( #【1】获取用户参数中的router_ids,如果没有给定返回所有的路由ids。同时会校验给定的路由是否已经被使用
tenant_id, context, firewall)
if not fw_new_rtrs: #当前租户没有创建路由
# no messaging to agent needed, and fw needs to go
# to INACTIVE(no associated rtrs) state.
status = const.INACTIVE
fw = super(FirewallPlugin, self).create_firewall(
context, firewall, status)
fw['router_ids'] = []
return fw
else:
fw = super(FirewallPlugin, self).create_firewall(
context, firewall) #【2】调用db中的create_firewall方法，创建防火墙数据库记录以及防火墙和路由的绑定记录
fw['router_ids'] = fw_new_rtrs
fw_with_rules = (
self._make_firewall_dict_with_rules(context, fw['id'])) #【3】根据policy_id获取数据库对象，获取到策略中的防火墙规则列表
fw_with_rtrs = {'fw_id': fw['id'],
'router_ids': fw_new_rtrs}
self.set_routers_for_firewall(context, fw_with_rtrs) #【4】创建防火墙和路由的绑定记录
fw_with_rules['add-router-ids'] = fw_new_rtrs #【5】表示是添加的路由 和修改或者删除路由方法对应
fw_with_rules['del-router-ids'] = []
self.agent_rpc.create_firewall(context, fw_with_rules) #通知防火墙agent去创建防火墙
return fw
【1】获取路由id列表
def _get_routers_for_create_firewall(self, tenant_id, context, firewall):
# pop router_id as this goes in the router association db
# and not firewall db
router_ids = firewall['firewall'].pop('router_ids', None)
if router_ids == attr.ATTR_NOT_SPECIFIED: #object() 即用户没有给定路由id列表
# old semantics router-ids keyword not specified pick up
# all routers on tenant.
l3_plugin = manager.NeutronManager.get_service_plugins().get(
const.L3_ROUTER_NAT)
ctx = neutron_context.get_admin_context()
routers = l3_plugin.get_routers(ctx) #获取租户所有路由列表
router_ids = [
router['id']
for router in routers
if router['tenant_id'] == tenant_id]
# validation can still fail this if there is another fw
# which is associated with one of these routers.
self.validate_firewall_routers_not_in_use(context, router_ids) #验证路由是否被占用
return router_ids
else:
if not router_ids:
# This indicates that user specifies no routers.
return []
else:
# some router(s) provided.
self.validate_firewall_routers_not_in_use(context, router_ids) #验证路由是否被占用
return router_ids
【2】db中的create_firewall方法
def create_firewall(self, context, firewall, status=None):
LOG.debug("create_firewall() called")
fw = firewall['firewall']
tenant_id = self._get_tenant_id_for_create(context, fw)
# distributed routers may required a more complex state machine;
# the introduction of a new 'CREATED' state allows this, whilst
# keeping a backward compatible behavior of the logical resource.
if not status:
status = (p_const.CREATED if cfg.CONF.router_distributed
else p_const.PENDING_CREATE)
with context.session.begin(subtransactions=True):
if not fw.get('tenant_id'):
fw['tenant_id'] = self._get_tenant_id_for_create(context, fw) #_validata_fw_parameters方法会校验fw对象中的tenant_id
self._validate_fw_parameters(context, fw) #验证firewall对象的tenent_id和policy中的tenant_id是否一致，验证policy的shared字段是否为True
firewall_db = Firewall(
id=uuidutils.generate_uuid(),
tenant_id=tenant_id,
name=fw['name'],
description=fw['description'],
firewall_policy_id=fw['firewall_policy_id'],
admin_state_up=fw['admin_state_up'],
status=status)
context.session.add(firewall_db) #添加数据库记录
return self._make_firewall_dict(firewall_db)
【3】获取防火墙规则
def _make_firewall_dict_with_rules(self, context, firewall_id):
firewall = self.get_firewall(context, firewall_id)
fw_policy_id = firewall['firewall_policy_id']
if fw_policy_id:
fw_policy = self.get_firewall_policy(context, fw_policy_id) #根据策略id获取数据库对象
fw_rules_list = [self.get_firewall_rule(
context, rule_id) for rule_id in fw_policy['firewall_rules']] #遍历出规则列表
firewall['firewall_rule_list'] = fw_rules_list
else:
firewall['firewall_rule_list'] = []
# FIXME(Sumit): If the size of the firewall object we are creating
# here exceeds the largest message size supported by rabbit/qpid
# then we will have a problem.
return firewall
【4】防火墙和路由绑定
def set_routers_for_firewall(self, context, fw):
"""Sets the routers associated with the fw."""
with context.session.begin(subtransactions=True):
for r_id in fw['router_ids']:
fw_rtr_db = FirewallRouterAssociation(fw_id=fw['fw_id'],
router_id=r_id)
context.session.add(fw_rtr_db)
neutron\services\firewall\agents\l3reference\firewall_l3_agent.py
【5】agent中创建防火墙
def create_firewall(self, context, firewall, host):
"""Handle Rpc from plugin to create a firewall."""
router_ids = self._get_router_ids_for_fw(context, firewall) #获取防火墙对象中的add-router-ids属性值
if not router_ids:
return
router_info_list = self._get_router_info_list_for_tenant(
router_ids,
firewall['tenant_id']) #根据路由id获取数据库对象列表
LOG.debug("Create: Add firewall on Router List: '%s'",
[ri.router['id'] for ri in router_info_list])
# call into the driver
try:
self.fwaas_driver.create_firewall( #【5.1】这里默认使用iptables driver
self.conf.agent_mode,
router_info_list,
firewall)
if firewall['admin_state_up']:
status = constants.ACTIVE
else:
status = constants.DOWN
except fw_ext.FirewallInternalDriverError:
LOG.error(_LE("Firewall Driver Error for create_firewall "
"for firewall: %(fwid)s"),
{'fwid': firewall['id']})
status = constants.ERROR
try:
# send status back to plugin
self.fwplugin_rpc.set_firewall_status(
context,
firewall['id'],
status) #【5.2】rpc调用plugin中的更新防火墙状态的方法
except Exception:
LOG.error(
_LE("FWaaS RPC failure in create_firewall "
"for firewall: %(fwid)s"),
{'fwid': firewall['id']})
self.services_sync = True
neutron\services\firewall\drivers\linux\iptables_fwaas.py
【5.1】创建防火墙
def create_firewall(self, agent_mode, apply_list, firewall):
LOG.debug('Creating firewall %(fw_id)s for tenant %(tid)s)',
{'fw_id': firewall['id'], 'tid': firewall['tenant_id']})
try:
if firewall['admin_state_up']:
self._setup_firewall(agent_mode, apply_list, firewall) #【5.1.1】设置防火墙规则
else:
self.apply_default_policy(agent_mode, apply_list, firewall) #这个方法自行查看，就是初始化了基本的规则
except (LookupError, RuntimeError):
# catch known library exceptions and raise Fwaas generic exception
LOG.error(_LE("Failed to create firewall: %s"), firewall['id'])
raise fw_ext.FirewallInternalDriverError(driver=FWAAS_DRIVER_NAME)
【5.1.1】设置防火墙规则
这里我们重点看规则的添加顺序，规则的拼凑其实很简单
def _setup_firewall(self, agent_mode, apply_list, firewall):
fwid = firewall['id']
for router_info in apply_list: #apply_list就是路由对象列表
ipt_if_prefix_list = self._get_ipt_mgrs_with_if_prefix(
agent_mode, router_info) #获取iptables_manager和网卡前缀列表
for ipt_if_prefix in ipt_if_prefix_list:
ipt_mgr = ipt_if_prefix['ipt']
# the following only updates local memory; no hole in FW
self._remove_chains(fwid, ipt_mgr) #删除v4 v6 上行和下行方向的链
self._remove_default_chains(ipt_mgr) #删除default链，default只有一条drop规则
# create default 'DROP ALL' policy chain
self._add_default_policy_chain_v4v6(ipt_mgr) #重新添加default链
#create chain based on configured policy
self._setup_chains(firewall, ipt_if_prefix) #重点，请看下面方法中的解释
# apply the changes immediately (no defer in firewall path)
ipt_mgr.defer_apply_off() #将规则应用到iptables中
def _get_chain_name(self, fwid, ver, direction):
return '%s%s%s' % (CHAIN_NAME_PREFIX[direction],
IP_VER_TAG[ver],
fwid) #命令规则 i/0+v4/v6+防火墙uuid，这里字符串的长度已经超过设置了，后面在iptables_mangager中会过滤
def _setup_chains(self, firewall, ipt_if_prefix):
"""Create Fwaas chain using the rules in the policy
"""
fw_rules_list = firewall['firewall_rule_list']
fwid = firewall['id']
ipt_mgr = ipt_if_prefix['ipt']
#default rules for invalid packets and established sessions
invalid_rule = self._drop_invalid_packets_rule() #drop invalid包
est_rule = self._allow_established_rule() #允许established包，这些都是默认规则，在初始化链规则的时候使用
for ver in [IPV4, IPV6]:
if ver == IPV4:
table = ipt_mgr.ipv4['filter']
else:
table = ipt_mgr.ipv6['filter']
ichain_name = self._get_chain_name(fwid, ver, INGRESS_DIRECTION)
ochain_name = self._get_chain_name(fwid, ver, EGRESS_DIRECTION)
for name in [ichain_name, ochain_name]:
table.add_chain(name) #add_chain方法会将链的长度裁剪，长度小于16
table.add_rule(name, invalid_rule) #添加默认规则
table.add_rule(name, est_rule) #添加默认规则
for rule in fw_rules_list:
if not rule['enabled']: #如果值为False，跳过
continue
iptbl_rule = self._convert_fwaas_to_iptables_rule(rule) #将界面给定的规则转换成iptables规则，就是拼凑
if rule['ip_version'] == 4:
ver = IPV4
table = ipt_mgr.ipv4['filter']
else:
ver = IPV6
table = ipt_mgr.ipv6['filter']
ichain_name = self._get_chain_name(fwid, ver, INGRESS_DIRECTION)
ochain_name = self._get_chain_name(fwid, ver, EGRESS_DIRECTION)
table.add_rule(ichain_name, iptbl_rule) #将界面规则添加到上行和下行链中，这里可以看到是同时添加到两个链中
table.add_rule(ochain_name, iptbl_rule)
self._enable_policy_chain(fwid, ipt_if_prefix) #【5.1.1.1】重点，看下面的解释
def _remove_default_chains(self, nsid):
"""Remove fwaas default policy chain."""
self._remove_chain_by_name(IPV4, FWAAS_DEFAULT_CHAIN, nsid)
self._remove_chain_by_name(IPV6, FWAAS_DEFAULT_CHAIN, nsid)
def _remove_chains(self, fwid, ipt_mgr):
"""Remove fwaas policy chain."""
for ver in [IPV4, IPV6]:
for direction in [INGRESS_DIRECTION, EGRESS_DIRECTION]:
chain_name = self._get_chain_name(fwid, ver, direction)
self._remove_chain_by_name(ver, chain_name, ipt_mgr)
def _add_default_policy_chain_v4v6(self, ipt_mgr):
ipt_mgr.ipv4['filter'].add_chain(FWAAS_DEFAULT_CHAIN)
ipt_mgr.ipv4['filter'].add_rule(FWAAS_DEFAULT_CHAIN, '-j DROP')
ipt_mgr.ipv6['filter'].add_chain(FWAAS_DEFAULT_CHAIN)
ipt_mgr.ipv6['filter'].add_rule(FWAAS_DEFAULT_CHAIN, '-j DROP')
【5.1.1.1】将规则添加到链中
def _enable_policy_chain(self, fwid, ipt_if_prefix):
bname = iptables_manager.binary_name #获取前缀字符串，这里获取到的是neutron-l3-agent
ipt_mgr = ipt_if_prefix['ipt']
if_prefix = ipt_if_prefix['if_prefix']
for (ver, tbl) in [(IPV4, ipt_mgr.ipv4['filter']),
(IPV6, ipt_mgr.ipv6['filter'])]:
for direction in [INGRESS_DIRECTION, EGRESS_DIRECTION]:
chain_name = self._get_chain_name(fwid, ver, direction)
chain_name = iptables_manager.get_chain_name(chain_name) #这里的chain_name已经是一个长度小于16的字符串了
if chain_name in tbl.chains:
jump_rule = ['%s %s+ -j %s-%s' % (IPTABLES_DIR[direction],
if_prefix, bname, chain_name)]
self._add_rules_to_chain(ipt_mgr, #在neutron-l3-agent-FORWARD链中添加跳跃规则，跳到neutron-l3-agent-iv4xxx链或者neutron-l3-agent-ov4xxx链
ver, 'FORWARD', jump_rule)
#jump to DROP_ALL policy
chain_name = iptables_manager.get_chain_name(FWAAS_DEFAULT_CHAIN)
jump_rule = ['-o %s+ -j %s-%s' % (if_prefix, bname, chain_name)]
self._add_rules_to_chain(ipt_mgr, IPV4, 'FORWARD', jump_rule)
self._add_rules_to_chain(ipt_mgr, IPV6, 'FORWARD', jump_rule) #在neutron-l3-agent-FORWARD链中添加跳跃规则，跳到neutron-l3-agent-fwaas-defau链
#jump to DROP_ALL policy
chain_name = iptables_manager.get_chain_name(FWAAS_DEFAULT_CHAIN)
jump_rule = ['-i %s+ -j %s-%s' % (if_prefix, bname, chain_name)]
self._add_rules_to_chain(ipt_mgr, IPV4, 'FORWARD', jump_rule)
self._add_rules_to_chain(ipt_mgr, IPV6, 'FORWARD', jump_rule)#在neutron-l3-agent-FORWARD链中添加跳跃规则，跳到neutron-l3-agent-fwaas-defau链
总结一下链添加规则的流程
1. 初始化链（增加内置链的包装链，并将包装链作为规则添加到内置链中），这一步是在iptables_manager.py中初始化的
2. 创建并初始化iv4xxx/ov4xxx链
3. 将界面的规则添加到链中（同时添加到出和入链中）
4. 将iv4xxx/ov4xxx链放到neutron-l3-agent-FORWARD链中
5. 更新iptables规则
下一节通过查看iptables的具体规则来说明fwaas的流程