基于像素清晰度的图像融合算法（Python实现）

# -*- coding: utf-8 -*-
import numpy as np
import matplotlib.pyplot as plt
import cv2
from math import log
from PIL import Image
import datetime
import pywt

# 以下强行用Python宏定义变量
halfWindowSize=9
src1_path = 'F:\\Python\\try\\BasicImageOperation\\disk1.jpg'
src2_path = 'F:\\Python\\try\\BasicImageOperation\\disk2.jpg'

'''
来自敬忠良，肖刚，李振华《图像融合——理论与分析》P85：基于像素清晰度的融合规则
1，用Laplace金字塔或者是小波变换，将图像分解成高频部分和低频部分两个图像矩阵
2，以某个像素点为中心开窗，该像素点的清晰度定义为窗口所有点((高频/低频)**2).sum()
3，目前感觉主要的问题在于低频
4，高频取清晰度图像中较大的那个图的高频图像像素点
5，算法优化后速度由原来的2min.44s.变成9s.305ms.
补充：书上建议开窗大小10*10，DWT取3层，Laplace金字塔取2层
'''

def imgOpen(img_src1,img_src2):
    apple=Image.open(img_src1).convert('L')
    orange=Image.open(img_src2).convert('L')
    appleArray=np.array(apple)
    orangeArray=np.array(orange)
    return appleArray,orangeArray

# 严格的变换尺寸
def _sameSize(img_std,img_cvt):
    x,y=img_std.shape
    pic_cvt=Image.fromarray(img_cvt)
    pic_cvt.resize((x,y))
    return np.array(pic_cvt)

# 小波变换的层数不能太高，Image模块的resize不能变换太小的矩阵，不相同大小的矩阵在计算对比度时会数组越界
def getWaveImg(apple,orange):
    appleWave=pywt.wavedec2(apple,'haar',level=4)
    orangeWave=pywt.wavedec2(orange,'haar',level=4)
    lowApple=appleWave[0];lowOrange=orangeWave[0]
    # 以下处理低频
    lowAppleWeight,lowOrangeWeight = getVarianceWeight(lowApple,lowOrange)
    lowFusion = lowAppleWeight*lowApple + lowOrangeWeight*lowOrange
    # 以下处理高频
    for hi in range(1,5):
        waveRec=[]
        for highApple,highOrange in zip(appleWave[hi],orangeWave[hi]):
            highFusion = np.zeros(highApple.shape)
            contrastApple = getContrastImg(lowApple,highApple)
            contrastOrange = getContrastImg(lowOrange,highOrange)
            row,col = highApple.shape
            for i in xrange(row):
                for j in xrange(col):
                    if contrastApple[i,j] > contrastOrange[i,j]:
                        highFusion[i,j] = highApple[i,j]
                    else:
                        highFusion[i,j] = highOrange[i,j]
            waveRec.append(highFusion)
        recwave=(lowFusion,tuple(waveRec))
        lowFusion=pywt.idwt2(recwave,'haar')
        lowApple=lowFusion;lowOrange=lowFusion
    return lowFusion

# 求Laplace金字塔
def getLaplacePyr(img):
    firstLevel=img.copy()
    secondLevel=cv2.pyrDown(firstLevel)
    lowFreq=cv2.pyrUp(secondLevel)
    highFreq=cv2.subtract(firstLevel,_sameSize(firstLevel,lowFreq))
    return lowFreq,highFreq

# 计算对比度，优化后不需要这个函数了，扔在这里看看公式就行
def _getContrastValue(highWin,lowWin):
    row,col = highWin.shape
    contrastValue = 0.00
    for i in xrange(row):
        for j in xrange(col):
            contrastValue += (float(highWin[i,j])/lowWin[i,j])**2
    return contrastValue

# 先求出每个点的(hi/lo)**2，再用numpy的sum（C语言库）求和
def getContrastImg(low,high):
    row,col=low.shape
    if low.shape!=high.shape:
        low=_sameSize(high,low)
    contrastImg=np.zeros((row,col))
    contrastVal=(high/low)**2
    for i in xrange(row):
        for j in xrange(col):
            up=i-halfWindowSize if i-halfWindowSize>0 else 0
            down=i+halfWindowSize if i+halfWindowSize0 else 0
            right=j+halfWindowSize if j+halfWindowSize contrastOrange[i,j] else highOrange[i,j]
    # 开始重建
    fusionResult = cv2.add(highFusion,lowFusion)
    return fusionResult

# 绘图函数
def getPlot(apple,orange,result):
    plt.subplot(131)
    plt.imshow(apple,cmap='gray')
    plt.title('src1')
    plt.axis('off')
    plt.subplot(132)
    plt.imshow(orange,cmap='gray')
    plt.title('src2')
    plt.axis('off')
    plt.subplot(133)
    plt.imshow(result,cmap='gray')
    plt.title('result')
    plt.axis('off')
    plt.show()

# 画四张图的函数，为了方便同时比较
def cmpPlot(apple,orange,wave,pyr):
    plt.subplot(221)
    plt.imshow(apple,cmap='gray')
    plt.title('SRC1')
    plt.axis('off')
    plt.subplot(222)
    plt.imshow(orange,cmap='gray')
    plt.title('SRC2')
    plt.axis('off')
    plt.subplot(223)
    plt.imshow(wave,cmap='gray')
    plt.title('WAVELET')
    plt.axis('off')
    plt.subplot(224)
    plt.imshow(pyr,cmap='gray')
    plt.title('LAPLACE PYR')
    plt.axis('off')
    plt.show()

def runTest(src1=src1_path,src2=src2_path,isplot=True):
    apple,orange=imgOpen(src1,src2)
    beginTime=datetime.datetime.now()
    print(beginTime)
    waveResult=getWaveImg(apple,orange)
    pyrResult=getPyrFusion(apple,orange)
    endTime=datetime.datetime.now()
    print(endTime)
    print('Runtime: '+str(endTime-beginTime))
    if isplot:
        cmpPlot(apple,orange,waveResult,pyrResult)
    return waveResult,pyrResult

if __name__=='__main__':
    runTest()

该写的都写在注释里了