网卡调优绑定
numa架构，万兆网卡两个，挂载不同numa
[root@localhost ~]# lscpu
Architecture: x86_64CPU op-mode(s): 32-bit, 64-bit
Byte Order: Little Endian
CPU(s): 88
On-line CPU(s) list: 0-87
Thread(s) per core: 2
Core(s) per socket: 22
Socket(s): 2
NUMA node(s): 2
Vendor ID: GenuineIntel
CPU family: 6
Model: 79
Stepping: 1
CPU MHz: 2194.858
BogoMIPS: 4388.83
Virtualization: VT-x
L1d cache: 32K
L1i cache: 32K
L2 cache: 256K
L3 cache: 56320K
NUMA node0 CPU(s): 0-21,44-65
NUMA node1 CPU(s): 22-43,66-87
[root@localhost ~]# cat /sys/class/net/eth4/device/numa_node
0
[root@localhost ~]# cat /sys/class/net/eth3/device/numa_node
1
[root@localhost ~]#
脚本，网卡的队列设置，数据包RSS分流
#!/bin/sh
service irqbalance stop;
ethtool -K eth3 ntuple on
ethtool -X eth3 equal 8
ethtool -N eth3 rx-flow-hash udp4 sdfn
ethtool -L eth3 combined 8
ethtool -K eth3 gro off
grep eth3 /proc/interrupts |awk '{print $1, $NF}'
ethtool -K eth4 ntuple on
ethtool -X eth4 equal 8
ethtool -N eth4 rx-flow-hash udp4 sdfn
ethtool -L eth4 combined 8
ethtool -K eth4 gro off
grep eth4 /proc/interrupts |awk '{print $1, $NF}'
echo 000000000000000000001 > /proc/irq/159/smp_affinity;
echo 000000000000000000002 > /proc/irq/160/smp_affinity;
echo 000000000000000000004 > /proc/irq/161/smp_affinity;
echo 000000000000000000008 > /proc/irq/162/smp_affinity;
echo 000000000000000000010 > /proc/irq/163/smp_affinity;
echo 000000000000000000020 > /proc/irq/164/smp_affinity;
echo 000000000000000000040 > /proc/irq/165/smp_affinity;
echo 000000000000000000080 > /proc/irq/166/smp_affinity;
echo 100000,00000000,00000000 > /proc/irq/223/smp_affinity;
echo 200000,00000000,00000000 > /proc/irq/224/smp_affinity;
echo 400000,00000000,00000000 > /proc/irq/225/smp_affinity;
echo 800000,00000000,00000000 > /proc/irq/226/smp_affinity;
echo 010000,00000000,00000000 > /proc/irq/227/smp_affinity;
echo 020000,00000000,00000000 > /proc/irq/228/smp_affinity;
echo 040000,00000000,00000000 > /proc/irq/229/smp_affinity;
echo 080000,00000000,00000000 > /proc/irq/230/smp_affinity;
cho "eth4 irq:"
for i in {159..166} ; do cat /proc/irq/$i/smp_affinity ; doneecho "eth3 irq:"
for i in {223..230} ; do cat /proc/irq/$i/smp_affinity ; done
echo 100000,00000000,00000000 > /sys/class/net/eth3/queues/rx-0/rps_cpus
echo 200000,00000000,00000000 > /sys/class/net/eth3/queues/rx-1/rps_cpus
echo 400000,00000000,00000000 > /sys/class/net/eth3/queues/rx-2/rps_cpus
echo 800000,00000000,00000000 > /sys/class/net/eth3/queues/rx-3/rps_cpus
echo 010000,00000000,00000000 > /sys/class/net/eth3/queues/rx-4/rps_cpus
echo 020000,00000000,00000000 > /sys/class/net/eth3/queues/rx-5/rps_cpus
echo 040000,00000000,00000000 > /sys/class/net/eth3/queues/rx-6/rps_cpus
echo 080000,00000000,00000000 > /sys/class/net/eth3/queues/rx-7/rps_cpus
echo 100000,00000000,00000000 > /sys/class/net/eth3/queues/tx-0/xps_cpus
echo 200000,00000000,00000000 > /sys/class/net/eth3/queues/tx-1/xps_cpus
echo 400000,00000000,00000000 > /sys/class/net/eth3/queues/tx-2/xps_cpus
echo 800000,00000000,00000000 > /sys/class/net/eth3/queues/tx-3/xps_cpus
echo 010000,00000000,00000000 > /sys/class/net/eth3/queues/tx-4/xps_cpus
echo 020000,00000000,00000000 > /sys/class/net/eth3/queues/tx-5/xps_cpus
echo 040000,00000000,00000000 > /sys/class/net/eth3/queues/tx-6/xps_cpus
echo 080000,00000000,00000000 > /sys/class/net/eth3/queues/tx-7/xps_cpus
echo "eth3 rx-queue:"
for i in {0..7} ; do cat /sys/class/net/eth3/queues/rx-$i/rps_cpus ; done
echo 000000,00000000,00000001 > /sys/class/net/eth4/queues/rx-0/rps_cpus
echo 000000,00000000,00000002 > /sys/class/net/eth4/queues/rx-1/rps_cpus
echo 000000,00000000,00000004 > /sys/class/net/eth4/queues/rx-2/rps_cpus
echo 000000,00000000,00000008 > /sys/class/net/eth4/queues/rx-3/rps_cpus
echo 000000,00000000,00000010 > /sys/class/net/eth4/queues/rx-4/rps_cpus
echo 000000,00000000,00000020 > /sys/class/net/eth4/queues/rx-5/rps_cpus
echo 000000,00000000,00000040 > /sys/class/net/eth4/queues/rx-6/rps_cpus
echo 000000,00000000,00000080 > /sys/class/net/eth4/queues/rx-7/rps_cpus
echo 000000,00000000,00000001 > /sys/class/net/eth4/queues/tx-0/xps_cpus
echo 000000,00000000,00000002 > /sys/class/net/eth4/queues/tx-1/xps_cpus
echo 000000,00000000,00000004 > /sys/class/net/eth4/queues/tx-2/xps_cpus
echo 000000,00000000,00000008 > /sys/class/net/eth4/queues/tx-3/xps_cpus
echo 000000,00000000,00000010 > /sys/class/net/eth4/queues/tx-4/xps_cpus
echo 000000,00000000,00000020 > /sys/class/net/eth4/queues/tx-5/xps_cpus
echo 000000,00000000,00000040 > /sys/class/net/eth4/queues/tx-6/xps_cpus
echo 000000,00000000,00000080 > /sys/class/net/eth4/queues/tx-7/xps_cpus
echo "eth4 rx-queue:"
for i in {0..7} ; do cat /sys/class/net/eth4/queues/rx-$i/rps_cpus ; done