Ubuntu12.10 下搭建基于KVM-QEMU的虚拟机环境（六）

正如本系列第一篇文章架构图所示Ubuntu12.10 下搭建基于KVM-QEMU的虚拟机环境（一），除了在内核空间的KVM模块之外，在用户空间需要QEMU来模拟所需要CPU和设备模型以及用于启动客户机进程，这样才有了一个完整的KVM运行环境。而qemu-kvm是为了针对KVM专门做了修改和优化的QEMU分支，具体关于KVM，QEMU-KVM的介绍还是请参阅相关的官方网站:http://www.linux-kvm.org/page/Main_Page和http://wiki.qemu.org/KVM。

KVM内核模块我们打算就用系统自带的kvm.ko，我们主要编译可能需要维护的用户空间部分——启用kvm的qemu。同样，我们首先从https://launchpad.net/ubuntu/+source/qemu/1.4.0+dfsg-1expubuntu4获得源码包：qemu_1.4.0+dfsg.orig.tar.xz，qemu_1.4.0+dfsg-1expubuntu4.debian.tar.gz，qemu_1.4.0+dfsg-1expubuntu4.dsc

下载以后将上述三个文件上传至编译目录: ~/workroom/qemu-kvm/。

解开源码

dev@xxx:~/workroom/ qemu-kvm $ sudo dpkg-source –xqemu_1.4.0+dfsg-1expubuntu4.dsc

Qemu的编译我们需要修改一下缺省的配置参数，打开下面目录下的rules文件，修改部分用红色表示出来，主要目的是加上支持spice，usbredir等功能以及去掉对其他平台的编译（只保留X86_64）：

dev@xxx:~/workroom/ qemu-kvm/qemu-1.4.0+dfsg/debian $ sudo vi rules #!/usr/bin/make -f # # $Id: rules 391 2009-03-07 05:21:19Z aurel32 $ # # support parallel build using DEB_BUILD_OPTIONS=parallel=N ifneq (,$(filter parallel=%,$(DEB_BUILD_OPTIONS))) MAKEFLAGS += -j$(patsubst parallel=%,%,$(filter parallel=%,$(DEB_BUILD_OPTIONS))) endif # Packaging version DEB_VERSION := $(shell dpkg-parsechangelog | egrep '^Version:' | cut -f 2 -d ' ') # Compiler flags CFLAGS = $(shell dpkg-buildflags --get CFLAGS) $(shell dpkg-buildflags --get CPPFLAGS) LDFLAGS = $(shell dpkg-buildflags --get LDFLAGS) -Wl,--as-needed # Architecture/system specific configuration DEB_HOST_ARCH = $(shell dpkg-architecture -qDEB_HOST_ARCH) DEB_HOST_ARCH_OS = $(shell dpkg-architecture -qDEB_HOST_ARCH_OS) # we add another set of configure options from debian/control common_configure_opts = \ --with-pkgversion="Debian $(DEB_VERSION)" \ --extra-cflags="$(CFLAGS)" \ --extra-ldflags="$(LDFLAGS)" \ --prefix=/usr \ --sysconfdir=/etc \ --libexecdir=/usr/lib \ --disable-blobs \ --disable-strip \ --with-system-pixman \ --enable-linux-aio \ --enable-kvm \ --enable-spice \ --enable-uuid \ --enable-usb-redir \ --enable-vhost-net \ --disable-guest-agent \ --target-list=x86_64-softmmu \ --interp-prefix=/etc/qemu-binfmt/%M \ --localstatedir=/var \ --audio-card-list=ac97,es1370,sb16,cs4231a,adlib,gus,hda \ --enable-uname-release=2.6.32 \ # list of system (softmmu) targets, from ./configure system_targets = x86_64 #system_targets = \ #i386 x86_64 alpha arm cris lm32 m68k microblaze microblazeel \ #mips mipsel mips64 mips64el or32 ppc ppcemb ppc64 sh4 sh4eb \ #sparc sparc64 s390x xtensa xtensaeb unicore32 # qemu-system subpackages sys_systems = x86 systems = ${sys_systems} sysarch_x86= $(filter i386 x86_64,${system_targets}) #sys_systems = arm mips ppc sparc x86 #systems = ${sys_systems} misc #sysarch_arm= $(filter arm,${system_targets}) #sysarch_mips= $(filter mips mipsel mips64 mips64el,${system_targets}) #sysarch_ppc= $(filter ppc ppc64 ppcemb,${system_targets}) #sysarch_sparc = $(filter sparc sparc64,${system_targets}) #sysarch_x86= $(filter i386 x86_64,${system_targets}) #sysarch_misc= $(filter-out $(foreach s,${sys_systems},${sysarch_$s}),${system_targets}) ifeq ($(DEB_HOST_ARCH_OS),linux) # list of linux-user targets, from ./configure #user_targets = \ # i386 x86_64 alpha arm armeb cris m68k microblaze microblazeel \ #mips mipsel or32 ppc ppc64 ppc64abi32 sh4 sh4eb sparc sparc64 sparc32plus \ # unicore32 s390x # binfmt linux-user support all_binfmt_targets = \ $(patsubst debian/binfmts/qemu-%,%,$(wildcard debian/binfmts/qemu-*)) # find which targets needs to be filtered out, which is arch-dependent. # Drop support for emulating amd64 on i386, http://bugs.debian.org/604712 filter_binfmts = $(shell \ case $(DEB_HOST_ARCH) in \ (amd64 | i386) echo i386 x86_64 ;;\ #(arm | armel | armhf) echo arm ;;\ #(mips | mipsel) echo $(DEB_HOST_ARCH) ;;\ # (powerpc) echo ppc ;;\ #(ppc64) echo ppc ppc64 ppc64abi32 ;;\ #(s390x) echo s390x ;;\ #(sparc | sparc64) echo sparc sparc32plus sparc64 ;;\ esac) binfmt_targets = $(filter-out $(filter_binfmts), $(all_binfmt_targets)) enable_linux_user = --enable-linux-user else enable_linux_user = endif # linux configure-stamp: configure dh_testdir # system build mkdir -p qemu-build && cd qemu-build && \ ../configure ${common_configure_opts} \ --enable-system --disable-user ${enable_linux_user} \ $(shell sh debian/extract-config-opts \ $(DEB_HOST_ARCH_OS)-$(DEB_HOST_ARCH) debian/control) \ $(QEMU_CONFIGURE_OPTIONS) ifeq ($(DEB_HOST_ARCH_OS),kfreebsd) # Hack alert. qemu-1.3 still needs this. # On recent kFreebsd, old USB host API has been removed, # but qemu did not learn to use new USB API. # Just do not build USB host support. sed -i 's/^HOST_USB=bsd/HOST_USB=stub/' \ $(CURDIR)/qemu-build/config-host.mak endif ifeq ($(DEB_HOST_ARCH_OS),linux) # do not use debian/configure-opts here, all optional stuff will be enabled # automatically, dependencies are already verified in the main build mkdir -p user-static-build && cd user-static-build && \ ../configure ${common_configure_opts} \ --static --disable-system \ --target-list="$(addsuffix -linux-user,${user_targets})" endif touch $@ build: build-arch build-indep build-arch: build-stamp build-indep: build-stamp build-stamp: configure-stamp dh_testdir # system build $(MAKE) -C $(CURDIR)/qemu-build dtc -o qemu-build/pc-bios/bamboo.dtb pc-bios/bamboo.dts # special case for spapr-rtas.bin file. # this is an entry point for PPC architecture, which consists of just 5 # processor instructions. We use a pre-compiled pseudo-assembler version # in debian/spapr-rtas.hex which can be "compiled" using sed magic. # After "compiling" it this way, we compare with the upstream version, # it should be the same. # Use /usr/bin/printf since dash's printf does not understand \xNN. /usr/bin/printf "$$(sed -n 's|^ .*: \(.*\) .*|\1|p' debian/spapr-rtas.hex | \ tr -d ' \n' | sed 's|\([0-9a-f]\{2\}\)|\\x\1|g')" > \ qemu-build/pc-bios/spapr-rtas.bin ifeq ($(DEB_HOST_ARCH),powerpc) $(MAKE) -C qemu-build/pc-bios/spapr-rtas spapr-rtas.bin cmp qemu-build/pc-bios/spapr-rtas.bin \ qemu-build/pc-bios/spapr-rtas/spapr-rtas.bin endif ifeq ($(DEB_HOST_ARCH_OS),linux) # user-static build # we use this invocation to build just the binaries $(MAKE) -C $(CURDIR)/user-static-build $(foreach t,${user_targets},subdir-${t}-linux-user) endif touch $@ clean: dh_testdir rm -rf $(CURDIR)/*-build/ rm -f $(CURDIR)/*-stamp find $(CURDIR)/scripts/ -name '*.pyc' -delete || : dh_clean define inst-system for x in postinst prerm; do \ sed 's/@ARCH@/${sysarch_$1}/' debian/qemu-system.$$x-in > debian/qemu-system-$1.$$x.debhelper; \ done mkdir -p debian/qemu-system-$1/usr/share/man/man1 debian/qemu-system-$1/usr/bin for t in ${sysarch_$1}; do \ mv debian/tmp/usr/bin/qemu-system-$$t debian/qemu-system-$1/usr/bin/; \ echo ".so man1/qemu.1" > debian/qemu-system-$1/usr/share/man/man1/qemu-system-$$t.1; \ done echo sysarch:$1=${sysarch_$1} > debian/qemu-system-$1.substvars echo sysprovides:$1=${addprefix qemu-system-,${filter-out $1,${sysarch_$1}}} | \ sed -e 's/ /, /g' -e 'y/_/-/' >> debian/qemu-system-$1.substvars endef install: build-stamp dh_testdir dh_testroot dh_prep dh_installdirs -a # system build $(MAKE) -C $(CURDIR)/qemu-build DESTDIR=$(CURDIR)/debian/tmp install # qemu-system subpackages $(foreach s,${systems},$(call inst-system,$s)) ifeq ($(DEB_HOST_ARCH_OS),linux) # /usr/bin/kvm compat script. This needs some more work for other arches # How about a manpage for it? ifneq ($(filter $(DEB_HOST_ARCH),amd64 i386),) dh_install -pqemu-system-x86 debian/kvm /usr/bin/ mkdir -p debian/qemu-kvm/usr/bin ln -s kvm debian/qemu-kvm/usr/bin/kvm-spice ln -s qemu-system-x86_64 debian/qemu-kvm/usr/bin/qemu-system-x86_64-spice dh_installmodules -pqemu-system-x86 endif # virtfs-proxy-helper is linux-specific for f in usr/bin/virtfs-proxy-helper \ usr/share/man/man1/virtfs-proxy-helper.1 ; do \ mkdir -p debian/qemu-system-common/$${f%/*} ; \ mv debian/tmp/$$f debian/qemu-system-common/$$f ; \ done # qemu-user mkdir -p debian/qemu-user/usr/bin debian/qemu-user/usr/share/man/man1 for t in ${user_targets}; do \ mv debian/tmp/usr/bin/qemu-$$t \ debian/qemu-user/usr/bin ; \ ln -s qemu-user.1 \ debian/qemu-user/usr/share/man/man1/qemu-$$t.1 ; \ done # qemu-user-static mkdir -p debian/qemu-user-static/usr/bin debian/qemu-user-static/usr/share/man/man1 for t in ${user_targets}; do \ cp -p user-static-build/$$t-linux-user/qemu-$$t \ debian/qemu-user-static/usr/bin/qemu-$$t-static ; \ ln -s qemu-user-static.1 \ debian/qemu-user-static/usr/share/man/man1/qemu-$$t-static.1 ; \ done # binfmt support for x in postinst prerm; do \ sed 's/@BINFMT_TARGETS@/${all_binfmt_targets}/' \ debian/qemu-user-static.$$x-in > debian/qemu-user-static.$$x.debhelper ; \ done mkdir -p debian/qemu-user-static/usr/share/binfmts install -m 644 -t debian/qemu-user-static/usr/share/binfmts/ \ $(addprefix debian/binfmts/qemu-,${binfmt_targets}) endif # qemu-ifup is arch-specific install -D debian/qemu-ifup.$(DEB_HOST_ARCH_OS) \ debian/qemu-system-common/etc/qemu-ifup dh_install --list-missing dh_installdocs dh_installchangelogs Changelog dh_installudev ifneq ($(filter $(DEB_HOST_ARCH),amd64 i386),) dh_installinit -pqemu-system-x86 --no-restart-on-upgrade --error-handler=true --name=qemu-kvm endif dh_installinit -pqemu-guest-agent dh_link dh_strip dh_compress dh_fixperms dh_installdeb dh_shlibdeps dh_gencontrol dh_md5sums dh_builddeb binary-indep: install binary-arch: install binary: install .PHONY: build clean binary-indep binary-arch binary install

Qemu编译也需要先安装一堆依赖的第三方库：

dev@xxx:~/workroom/qemu-kvm$ sudo apt-get install device-tree-compiler texi2html texinfo libaio-dev libattr1-dev libbluetooth-dev libbrlapi-dev libcap-dev libcap-ng-dev libcurl4-gnutls-dev libfdt-dev libgnutls-dev libncurses5-dev libpulse-dev libsdl1.2-dev libseccomp-dev libxen-dev uuid-dev xfslibs-dev librados-dev librbd-dev

然后安装spice和usbredir，因为我们在qemu的编译选项里加上了对这两个模块的支持：

dev@xxx:~/workroom/ spice $ sudo dpkg –i libspice-server1_0.12.3-0nocelt1_amd64.deb libspice-server-dev_0.12.3-0n0celt1_amd64.deb dev@xxx:~/workroom/ usbredir$ sudo dpkg –i Libusbredirhost1_0.6-2_amd64.deb, libusbredirhost-dev_0.6-2_amd64.deb, libusbredirparser1_0.6-2_amd64.deb, libusbredirparser-dev_0.6-2_amd64.deb, usbredirserver_0.6-2_amd64.deb

依赖包安装完成后开始编译：

dev@xxx:~/workroom/ qemu-kvm/qemu-1.4.0+dfsg $ sudo debuild

这次编译没那么顺利，报下面的错误：

Unmet build dependencies:libseccomp-dev (>>1.0.0)

明明在安装第三方库中已经包含了libseccomp-dev，为什么还报这个错呢，查一下：

dev@xxx:~/workroom/ qemu-kvm/qemu-1.4.0+dfsg $ sudo dpkg –l | grep libseccomp-dev 结果输出： libseccomp-dev:amd64 0.1.0-1ubuntu1

原来是从ubuntu软件仓库安装的libseccomp-dev版本没有达到qemu-1.4.0的要求，这种情况是常有的。解决的办法是下载 libseccomp-dev符合版本要求的源码和编译安装，这也是为什么有时候我们需要自己编译源码来做维护的原因。

https://launchpad.net/ubuntu/+source/libseccomp/1.0.1-2上下载合适的源码，关于libseccomp没有其他依赖，因此不再展开。

继续回来编译qemu-kvm

dev@xxx:~/workroom/ qemu-kvm/qemu-1.4.0+dfsg $ sudo debuild

如无意外，编译完成，照理编译完的qemu安装包在上一层目录下：

先装上这些deb，下面的libvirt编译中需要它们。

dev@xxx:~/workroom/ qemu-kvm $ sudo dpkg –i *.deb

安装时发现还需要安装vgabios, seabios和ipxe-qemu，在此不展开了。