【tensorflow2.0】26.tf2.0实现InceptionV3

InceptionV3简介来源
    Google 的 InceptionNet 首次亮相是在 2014 年的 ILSVRC 比赛中，并且以 top-5 错误率（为 6.67% ）略低于 VGGNet 的优势取得了第一名。习惯上我们将那一年的 InceptionNet 称为 Inception V1 ，这是因为 InceptionNet 是一个大的家族一一截止至 2016 年 2 月， InceptionNet 一共开发了 4 个版本。InceptionV3 是这个大家族中比较有代表性的一个版本，在本节将重点对InceptionV3 进行介绍。Inception V3 对 Inception Module 的结构进行了优化，现在 Inception Module有了更多的种类（有 35 × 35 、 1 7× 17 和 8× 8 三种不同结构），并且 Inception V3 还在 Inception Module 的分支中使用了分支（主要体现在 8x8 的结构中）。
下边是他的结构

#因为每一个卷积层都带有批标准化和激活函数relu，所以这里我们用函数将他们合并在一起
def conv2d(x,
        filters,
        num_row,
        num_col,
        padding='same',
        strides=(1, 1),
        name=None):
    x = Conv2D(
        filters, (num_row, num_col),
        strides=strides,
        padding=padding,
        use_bias=False)(x)
    x = BatchNormalization(scale=False)(x)
    x = Activation('relu')(x)
    return x
#首先对输入数据进行处理
inputs = tf.keras.Input([229,229,3])
x = conv2d(inputs,32,3,3,strides=(2,2),padding='valid')# out:（227，227，32）
x = conv2d(x, 32, 3, 3, padding='valid')# out:（225，225，32）
x = conv2d(x, 64, 3, 3)# out:（225，225，64）
x = MaxPooling2D((3,3),strides=(2,2))(x)# out:（112，112，64）

x = conv2d(x, 80, 3, 3, padding='valid')# out:（110，110，80）
x = conv2d(x, 192, 3, 3, padding='valid')# out:（108，108，192）
x = MaxPooling2D((3, 3), strides=(2, 2))(x)# out:（54，54，192）

#这里我们要进行三次 第一次：  out:（53，53，256）
#分支一
branch_1 = conv2d(x,64,1,1)
#分支二
branch_2 = conv2d(x,48,1,1)
branch_2 = conv2d(branch_2,64,5,5)
#分支三
branch_3 = conv2d(x,64,1,1)
branch_3 = conv2d(branch_3,96,3,3)
branch_3 = conv2d(branch_3,96,3,3)
#分支四
branch_4 = AveragePooling2D((3,3),strides=(1,1),padding='same')(x)
branch_4 = conv2d(branch_4,32,1,1)
#将四个分支叠加在一起，共64+64+96+32=256
x = tf.keras.layers.concatenate([branch_1,branch_2,branch_3,branch_4],axis=3)

#第二次  out(53,53,288)
branch_1 = conv2d(x,64,1,1)

branch_2 = conv2d(x,48,1,1)
branch_2 = conv2d(branch_2,64,5,5)

branch_3 = conv2d(x,64,1,1)
branch_3 = conv2d(branch_3,96,3,3)
branch_3 = conv2d(branch_3,96,3,3)

branch_4 = AveragePooling2D((3,3),strides=(1,1),padding='same')(x)
branch_4 = conv2d(branch_4,64,1,1)

x = tf.keras.layers.concatenate([branch_1,branch_2,branch_3,branch_4],axis=3)

#第三次 out：(53，53，288)
branch_1 = conv2d(x,64,1,1)

branch_2 = conv2d(x,48,1,1)
branch_2 = conv2d(branch_2,64,5,5)

branch_3 = conv2d(x,64,1,1)
branch_3 = conv2d(branch_3,96,3,3)
branch_3 = conv2d(branch_3,96,3,3)

branch_4 = AveragePooling2D((3,3),strides=(1,1),padding='same')(x)
branch_4 = conv2d(branch_4,64,1,1)

x = tf.keras.layers.concatenate([branch_1,branch_2,branch_3,branch_4],axis=3)


#第二部分 1
branch_1 = conv2d(x, 384, 3, 3, strides=(2, 2), padding='valid')

branch_2 = conv2d(x, 64, 1, 1)
branch_2 = conv2d(branch_2, 96, 3, 3)
branch_2 = conv2d(branch_2, 96, 3, 3, strides=(2, 2), padding='valid')

branch_3 = MaxPooling2D((3, 3), strides=(2, 2))(x)
x = layers.concatenate(
        [branch_1, branch_2, branch_3], axis=3)

#2
branch_1 = conv2d(x, 192, 1, 1)

branch_2 = conv2d(x, 128, 1, 1)
branch_2 = conv2d(branch_2, 128, 1, 7)
branch_2 = conv2d(branch_2, 192, 7, 1)

branch_3 = conv2d(x, 128, 1, 1)
branch_3 = conv2d(branch_3, 128, 7, 1)
branch_3 = conv2d(branch_3, 128, 1, 7)
branch_3 = conv2d(branch_3, 128, 7, 1)
branch_3 = conv2d(branch_3, 192, 1, 7)

branch_4 = AveragePooling2D((3, 3), strides=(1, 1), padding='same')(x)
branch_4 = conv2d(branch_4, 192, 1, 1)
x = layers.concatenate(
    [branch_1, branch_2, branch_3, branch_4],
    axis=3,
    )

#3、4
for i in range(2):
    branch_1 = conv2d(x, 192, 1, 1)

    branch_2 = conv2d(x, 160, 1, 1)
    branch_2 = conv2d(branch_2, 160, 1, 7)
    branch_2 = conv2d(branch_2, 192, 7, 1)

    branch_3 = conv2d(x, 160, 1, 1)
    branch_3 = conv2d(branch_3, 160, 7, 1)
    branch_3 = conv2d(branch_3, 160, 1, 7)
    branch_3 = conv2d(branch_3, 160, 7, 1)
    branch_3 = conv2d(branch_3, 192, 1, 7)

    branch_4 = AveragePooling2D(
        (3, 3), strides=(1, 1), padding='same')(x)
    branch_4 = conv2d(branch_4, 192, 1, 1)

    x = layers.concatenate(
        [branch_1, branch_2, branch_3, branch_4],
        axis=3,
        )

#5
branch_1 = conv2d(x, 192, 1, 1)

branch_2 = conv2d(x, 192, 1, 1)
branch_2 = conv2d(branch_2, 192, 1, 7)
branch_2 = conv2d(branch_2, 192, 7, 1)

branch_3 = conv2d(x, 192, 1, 1)
branch_3 = conv2d(branch_3, 192, 7, 1)
branch_3 = conv2d(branch_3, 192, 1, 7)
branch_3 = conv2d(branch_3, 192, 7, 1)
branch_3 = conv2d(branch_3, 192, 1, 7)

branch_4 = AveragePooling2D((3, 3), strides=(1, 1), padding='same')(x)
branch_4 = conv2d(branch_4, 192, 1, 1)
x = layers.concatenate(
    [branch_1, branch_2, branch_3, branch_4],
    axis=3,
    )

#第三部分
branch_1 = conv2d(x, 192, 1, 1)
branch_1 = conv2d(branch_1, 320, 3, 3,strides=(2, 2), padding='valid')

branch_2 = conv2d(x, 192, 1, 1)
branch_2 = conv2d(branch_2, 192, 1, 7)
branch_2 = conv2d(branch_2, 192, 7, 1)
branch_2 = conv2d(branch_2, 192, 3, 3, strides=(2, 2), padding='valid')

branch_pool = MaxPooling2D((3, 3), strides=(2, 2))(x)
x = layers.concatenate(
    [branch_1, branch_2, branch_pool], axis=3)


branch3x3 = conv2d(x, 192, 1, 1)
branch3x3 = conv2d(branch3x3, 320, 3, 3,strides=(2, 2), padding='valid')

branch7x7x3 = conv2d(x, 192, 1, 1)
branch7x7x3 = conv2d(branch7x7x3, 192, 1, 7)
branch7x7x3 = conv2d(branch7x7x3, 192, 7, 1)
branch7x7x3 = conv2d(branch7x7x3, 192, 3, 3, strides=(2, 2), padding='valid')

branch_pool = MaxPooling2D((3, 3), strides=(2, 2))(x)
x = layers.concatenate(
    [branch3x3, branch7x7x3, branch_pool], axis=3)


for i in range(2):
    branch1x1 = conv2d(x, 320, 1, 1)

    branch3x3 = conv2d(x, 384, 1, 1)
    branch3x3_1 = conv2d(branch3x3, 384, 1, 3)
    branch3x3_2 = conv2d(branch3x3, 384, 3, 1)
    branch3x3 = layers.concatenate(
        [branch3x3_1, branch3x3_2], axis=3)

    branch3x3dbl = conv2d(x, 448, 1, 1)
    branch3x3dbl = conv2d(branch3x3dbl, 384, 3, 3)
    branch3x3dbl_1 = conv2d(branch3x3dbl, 384, 1, 3)
    branch3x3dbl_2 = conv2d(branch3x3dbl, 384, 3, 1)
    branch3x3dbl = layers.concatenate(
        [branch3x3dbl_1, branch3x3dbl_2], axis=3)

    branch_pool = AveragePooling2D(
        (3, 3), strides=(1, 1), padding='same')(x)
    branch_pool = conv2d(branch_pool, 192, 1, 1)
    x = layers.concatenate(
        [branch1x1, branch3x3, branch3x3dbl, branch_pool],
        axis=3,
        )
# 平均池化后全连接。
x = GlobalAveragePooling2D(name='avg_pool')(x)
x = Dense(1000, activation='softmax', name='predictions')(x)

model = tf.keras.Model(inputs,x)

model.summary()

Model: "model_1"
__________________________________________________________________________________________________
Layer (type)                    Output Shape         Param #     Connected to                     
==================================================================================================
input_8 (InputLayer)            [(None, 229, 229, 3) 0                                            
__________________________________________________________________________________________________
conv2d_354 (Conv2D)             (None, 114, 114, 32) 864         input_8[0][0]                    
__________________________________________________________________________________________________
batch_normalization_350 (BatchN (None, 114, 114, 32) 96          conv2d_354[0][0]                 
__________________________________________________________________________________________________
activation_350 (Activation)     (None, 114, 114, 32) 0           batch_normalization_350[0][0]    
__________________________________________________________________________________________________
conv2d_355 (Conv2D)             (None, 112, 112, 32) 9216        activation_350[0][0]             
__________________________________________________________________________________________________
batch_normalization_351 (BatchN (None, 112, 112, 32) 96          conv2d_355[0][0]                 
__________________________________________________________________________________________________
activation_351 (Activation)     (None, 112, 112, 32) 0           batch_normalization_351[0][0]    
__________________________________________________________________________________________________
conv2d_356 (Conv2D)             (None, 112, 112, 64) 18432       activation_351[0][0]             
__________________________________________________________________________________________________
batch_normalization_352 (BatchN (None, 112, 112, 64) 192         conv2d_356[0][0]                 
__________________________________________________________________________________________________
activation_352 (Activation)     (None, 112, 112, 64) 0           batch_normalization_352[0][0]    
__________________________________________________________________________________________________
max_pooling2d_21 (MaxPooling2D) (None, 55, 55, 64)   0           activation_352[0][0]             
__________________________________________________________________________________________________
conv2d_357 (Conv2D)             (None, 53, 53, 80)   46080       max_pooling2d_21[0][0]           
__________________________________________________________________________________________________
batch_normalization_353 (BatchN (None, 53, 53, 80)   240         conv2d_357[0][0]                 
__________________________________________________________________________________________________
activation_353 (Activation)     (None, 53, 53, 80)   0           batch_normalization_353[0][0]    
__________________________________________________________________________________________________
conv2d_358 (Conv2D)             (None, 51, 51, 192)  138240      activation_353[0][0]             
__________________________________________________________________________________________________
batch_normalization_354 (BatchN (None, 51, 51, 192)  576         conv2d_358[0][0]                 
__________________________________________________________________________________________________
activation_354 (Activation)     (None, 51, 51, 192)  0           batch_normalization_354[0][0]    
__________________________________________________________________________________________________
max_pooling2d_22 (MaxPooling2D) (None, 25, 25, 192)  0           activation_354[0][0]             
__________________________________________________________________________________________________
conv2d_362 (Conv2D)             (None, 25, 25, 64)   12288       max_pooling2d_22[0][0]           
__________________________________________________________________________________________________
batch_normalization_358 (BatchN (None, 25, 25, 64)   192         conv2d_362[0][0]                 
__________________________________________________________________________________________________
activation_358 (Activation)     (None, 25, 25, 64)   0           batch_normalization_358[0][0]    
__________________________________________________________________________________________________
conv2d_360 (Conv2D)             (None, 25, 25, 48)   9216        max_pooling2d_22[0][0]           
__________________________________________________________________________________________________
conv2d_363 (Conv2D)             (None, 25, 25, 96)   55296       activation_358[0][0]             
__________________________________________________________________________________________________
batch_normalization_356 (BatchN (None, 25, 25, 48)   144         conv2d_360[0][0]                 
__________________________________________________________________________________________________
batch_normalization_359 (BatchN (None, 25, 25, 96)   288         conv2d_363[0][0]                 
__________________________________________________________________________________________________
activation_356 (Activation)     (None, 25, 25, 48)   0           batch_normalization_356[0][0]    
__________________________________________________________________________________________________
activation_359 (Activation)     (None, 25, 25, 96)   0           batch_normalization_359[0][0]    
__________________________________________________________________________________________________
average_pooling2d_33 (AveragePo (None, 25, 25, 192)  0           max_pooling2d_22[0][0]           
__________________________________________________________________________________________________
conv2d_359 (Conv2D)             (None, 25, 25, 64)   12288       max_pooling2d_22[0][0]           
__________________________________________________________________________________________________
conv2d_361 (Conv2D)             (None, 25, 25, 64)   76800       activation_356[0][0]             
__________________________________________________________________________________________________
conv2d_364 (Conv2D)             (None, 25, 25, 96)   82944       activation_359[0][0]             
__________________________________________________________________________________________________
conv2d_365 (Conv2D)             (None, 25, 25, 32)   6144        average_pooling2d_33[0][0]       
__________________________________________________________________________________________________
batch_normalization_355 (BatchN (None, 25, 25, 64)   192         conv2d_359[0][0]                 
__________________________________________________________________________________________________
batch_normalization_357 (BatchN (None, 25, 25, 64)   192         conv2d_361[0][0]                 
__________________________________________________________________________________________________
batch_normalization_360 (BatchN (None, 25, 25, 96)   288         conv2d_364[0][0]                 
__________________________________________________________________________________________________
batch_normalization_361 (BatchN (None, 25, 25, 32)   96          conv2d_365[0][0]                 
__________________________________________________________________________________________________
activation_355 (Activation)     (None, 25, 25, 64)   0           batch_normalization_355[0][0]    
__________________________________________________________________________________________________
activation_357 (Activation)     (None, 25, 25, 64)   0           batch_normalization_357[0][0]    
__________________________________________________________________________________________________
activation_360 (Activation)     (None, 25, 25, 96)   0           batch_normalization_360[0][0]    
__________________________________________________________________________________________________
activation_361 (Activation)     (None, 25, 25, 32)   0           batch_normalization_361[0][0]    
__________________________________________________________________________________________________
concatenate_42 (Concatenate)    (None, 25, 25, 256)  0           activation_355[0][0]             
                                                                 activation_357[0][0]             
                                                                 activation_360[0][0]             
                                                                 activation_361[0][0]             
__________________________________________________________________________________________________
conv2d_369 (Conv2D)             (None, 25, 25, 64)   16384       concatenate_42[0][0]             
__________________________________________________________________________________________________
batch_normalization_365 (BatchN (None, 25, 25, 64)   192         conv2d_369[0][0]                 
__________________________________________________________________________________________________
activation_365 (Activation)     (None, 25, 25, 64)   0           batch_normalization_365[0][0]    
__________________________________________________________________________________________________
conv2d_367 (Conv2D)             (None, 25, 25, 48)   12288       concatenate_42[0][0]             
__________________________________________________________________________________________________
conv2d_370 (Conv2D)             (None, 25, 25, 96)   55296       activation_365[0][0]             
__________________________________________________________________________________________________
batch_normalization_363 (BatchN (None, 25, 25, 48)   144         conv2d_367[0][0]                 
__________________________________________________________________________________________________
batch_normalization_366 (BatchN (None, 25, 25, 96)   288         conv2d_370[0][0]                 
__________________________________________________________________________________________________
activation_363 (Activation)     (None, 25, 25, 48)   0           batch_normalization_363[0][0]    
__________________________________________________________________________________________________
activation_366 (Activation)     (None, 25, 25, 96)   0           batch_normalization_366[0][0]    
__________________________________________________________________________________________________
average_pooling2d_34 (AveragePo (None, 25, 25, 256)  0           concatenate_42[0][0]             
__________________________________________________________________________________________________
conv2d_366 (Conv2D)             (None, 25, 25, 64)   16384       concatenate_42[0][0]             
__________________________________________________________________________________________________
conv2d_368 (Conv2D)             (None, 25, 25, 64)   76800       activation_363[0][0]             
__________________________________________________________________________________________________
conv2d_371 (Conv2D)             (None, 25, 25, 96)   82944       activation_366[0][0]             
__________________________________________________________________________________________________
conv2d_372 (Conv2D)             (None, 25, 25, 64)   16384       average_pooling2d_34[0][0]       
__________________________________________________________________________________________________
batch_normalization_362 (BatchN (None, 25, 25, 64)   192         conv2d_366[0][0]                 
__________________________________________________________________________________________________
batch_normalization_364 (BatchN (None, 25, 25, 64)   192         conv2d_368[0][0]                 
__________________________________________________________________________________________________
batch_normalization_367 (BatchN (None, 25, 25, 96)   288         conv2d_371[0][0]                 
__________________________________________________________________________________________________
batch_normalization_368 (BatchN (None, 25, 25, 64)   192         conv2d_372[0][0]                 
__________________________________________________________________________________________________
activation_362 (Activation)     (None, 25, 25, 64)   0           batch_normalization_362[0][0]    
__________________________________________________________________________________________________
activation_364 (Activation)     (None, 25, 25, 64)   0           batch_normalization_364[0][0]    
__________________________________________________________________________________________________
activation_367 (Activation)     (None, 25, 25, 96)   0           batch_normalization_367[0][0]    
__________________________________________________________________________________________________
activation_368 (Activation)     (None, 25, 25, 64)   0           batch_normalization_368[0][0]    
__________________________________________________________________________________________________
concatenate_43 (Concatenate)    (None, 25, 25, 288)  0           activation_362[0][0]             
                                                                 activation_364[0][0]             
                                                                 activation_367[0][0]             
                                                                 activation_368[0][0]             
__________________________________________________________________________________________________
conv2d_376 (Conv2D)             (None, 25, 25, 64)   18432       concatenate_43[0][0]             
__________________________________________________________________________________________________
batch_normalization_372 (BatchN (None, 25, 25, 64)   192         conv2d_376[0][0]                 
__________________________________________________________________________________________________
activation_372 (Activation)     (None, 25, 25, 64)   0           batch_normalization_372[0][0]    
__________________________________________________________________________________________________
conv2d_374 (Conv2D)             (None, 25, 25, 48)   13824       concatenate_43[0][0]             
__________________________________________________________________________________________________
conv2d_377 (Conv2D)             (None, 25, 25, 96)   55296       activation_372[0][0]             
__________________________________________________________________________________________________
batch_normalization_370 (BatchN (None, 25, 25, 48)   144         conv2d_374[0][0]                 
__________________________________________________________________________________________________
batch_normalization_373 (BatchN (None, 25, 25, 96)   288         conv2d_377[0][0]                 
__________________________________________________________________________________________________
activation_370 (Activation)     (None, 25, 25, 48)   0           batch_normalization_370[0][0]    
__________________________________________________________________________________________________
activation_373 (Activation)     (None, 25, 25, 96)   0           batch_normalization_373[0][0]    
__________________________________________________________________________________________________
average_pooling2d_35 (AveragePo (None, 25, 25, 288)  0           concatenate_43[0][0]             
__________________________________________________________________________________________________
conv2d_373 (Conv2D)             (None, 25, 25, 64)   18432       concatenate_43[0][0]             
__________________________________________________________________________________________________
conv2d_375 (Conv2D)             (None, 25, 25, 64)   76800       activation_370[0][0]             
__________________________________________________________________________________________________
conv2d_378 (Conv2D)             (None, 25, 25, 96)   82944       activation_373[0][0]             
__________________________________________________________________________________________________
conv2d_379 (Conv2D)             (None, 25, 25, 64)   18432       average_pooling2d_35[0][0]       
__________________________________________________________________________________________________
batch_normalization_369 (BatchN (None, 25, 25, 64)   192         conv2d_373[0][0]                 
__________________________________________________________________________________________________
batch_normalization_371 (BatchN (None, 25, 25, 64)   192         conv2d_375[0][0]                 
__________________________________________________________________________________________________
batch_normalization_374 (BatchN (None, 25, 25, 96)   288         conv2d_378[0][0]                 
__________________________________________________________________________________________________
batch_normalization_375 (BatchN (None, 25, 25, 64)   192         conv2d_379[0][0]                 
__________________________________________________________________________________________________
activation_369 (Activation)     (None, 25, 25, 64)   0           batch_normalization_369[0][0]    
__________________________________________________________________________________________________
activation_371 (Activation)     (None, 25, 25, 64)   0           batch_normalization_371[0][0]    
__________________________________________________________________________________________________
activation_374 (Activation)     (None, 25, 25, 96)   0           batch_normalization_374[0][0]    
__________________________________________________________________________________________________
activation_375 (Activation)     (None, 25, 25, 64)   0           batch_normalization_375[0][0]    
__________________________________________________________________________________________________
concatenate_44 (Concatenate)    (None, 25, 25, 288)  0           activation_369[0][0]             
                                                                 activation_371[0][0]             
                                                                 activation_374[0][0]             
                                                                 activation_375[0][0]             
__________________________________________________________________________________________________
conv2d_381 (Conv2D)             (None, 25, 25, 64)   18432       concatenate_44[0][0]             
__________________________________________________________________________________________________
batch_normalization_377 (BatchN (None, 25, 25, 64)   192         conv2d_381[0][0]                 
__________________________________________________________________________________________________
activation_377 (Activation)     (None, 25, 25, 64)   0           batch_normalization_377[0][0]    
__________________________________________________________________________________________________
conv2d_382 (Conv2D)             (None, 25, 25, 96)   55296       activation_377[0][0]             
__________________________________________________________________________________________________
batch_normalization_378 (BatchN (None, 25, 25, 96)   288         conv2d_382[0][0]                 
__________________________________________________________________________________________________
activation_378 (Activation)     (None, 25, 25, 96)   0           batch_normalization_378[0][0]    
__________________________________________________________________________________________________
conv2d_380 (Conv2D)             (None, 12, 12, 384)  995328      concatenate_44[0][0]             
__________________________________________________________________________________________________
conv2d_383 (Conv2D)             (None, 12, 12, 96)   82944       activation_378[0][0]             
__________________________________________________________________________________________________
batch_normalization_376 (BatchN (None, 12, 12, 384)  1152        conv2d_380[0][0]                 
__________________________________________________________________________________________________
batch_normalization_379 (BatchN (None, 12, 12, 96)   288         conv2d_383[0][0]                 
__________________________________________________________________________________________________
activation_376 (Activation)     (None, 12, 12, 384)  0           batch_normalization_376[0][0]    
__________________________________________________________________________________________________
activation_379 (Activation)     (None, 12, 12, 96)   0           batch_normalization_379[0][0]    
__________________________________________________________________________________________________
max_pooling2d_23 (MaxPooling2D) (None, 12, 12, 288)  0           concatenate_44[0][0]             
__________________________________________________________________________________________________
concatenate_45 (Concatenate)    (None, 12, 12, 768)  0           activation_376[0][0]             
                                                                 activation_379[0][0]             
                                                                 max_pooling2d_23[0][0]           
__________________________________________________________________________________________________
conv2d_388 (Conv2D)             (None, 12, 12, 128)  98304       concatenate_45[0][0]             
__________________________________________________________________________________________________
batch_normalization_384 (BatchN (None, 12, 12, 128)  384         conv2d_388[0][0]                 
__________________________________________________________________________________________________
activation_384 (Activation)     (None, 12, 12, 128)  0           batch_normalization_384[0][0]    
__________________________________________________________________________________________________
conv2d_389 (Conv2D)             (None, 12, 12, 128)  114688      activation_384[0][0]             
__________________________________________________________________________________________________
batch_normalization_385 (BatchN (None, 12, 12, 128)  384         conv2d_389[0][0]                 
__________________________________________________________________________________________________
activation_385 (Activation)     (None, 12, 12, 128)  0           batch_normalization_385[0][0]    
__________________________________________________________________________________________________
conv2d_385 (Conv2D)             (None, 12, 12, 128)  98304       concatenate_45[0][0]             
__________________________________________________________________________________________________
conv2d_390 (Conv2D)             (None, 12, 12, 128)  114688      activation_385[0][0]             
__________________________________________________________________________________________________
batch_normalization_381 (BatchN (None, 12, 12, 128)  384         conv2d_385[0][0]                 
__________________________________________________________________________________________________
batch_normalization_386 (BatchN (None, 12, 12, 128)  384         conv2d_390[0][0]                 
__________________________________________________________________________________________________
activation_381 (Activation)     (None, 12, 12, 128)  0           batch_normalization_381[0][0]    
__________________________________________________________________________________________________
activation_386 (Activation)     (None, 12, 12, 128)  0           batch_normalization_386[0][0]    
__________________________________________________________________________________________________
conv2d_386 (Conv2D)             (None, 12, 12, 128)  114688      activation_381[0][0]             
__________________________________________________________________________________________________
conv2d_391 (Conv2D)             (None, 12, 12, 128)  114688      activation_386[0][0]             
__________________________________________________________________________________________________
batch_normalization_382 (BatchN (None, 12, 12, 128)  384         conv2d_386[0][0]                 
__________________________________________________________________________________________________
batch_normalization_387 (BatchN (None, 12, 12, 128)  384         conv2d_391[0][0]                 
__________________________________________________________________________________________________
activation_382 (Activation)     (None, 12, 12, 128)  0           batch_normalization_382[0][0]    
__________________________________________________________________________________________________
activation_387 (Activation)     (None, 12, 12, 128)  0           batch_normalization_387[0][0]    
__________________________________________________________________________________________________
average_pooling2d_36 (AveragePo (None, 12, 12, 768)  0           concatenate_45[0][0]             
__________________________________________________________________________________________________
conv2d_384 (Conv2D)             (None, 12, 12, 192)  147456      concatenate_45[0][0]             
__________________________________________________________________________________________________
conv2d_387 (Conv2D)             (None, 12, 12, 192)  172032      activation_382[0][0]             
__________________________________________________________________________________________________
conv2d_392 (Conv2D)             (None, 12, 12, 192)  172032      activation_387[0][0]             
__________________________________________________________________________________________________
conv2d_393 (Conv2D)             (None, 12, 12, 192)  147456      average_pooling2d_36[0][0]       
__________________________________________________________________________________________________
batch_normalization_380 (BatchN (None, 12, 12, 192)  576         conv2d_384[0][0]                 
__________________________________________________________________________________________________
batch_normalization_383 (BatchN (None, 12, 12, 192)  576         conv2d_387[0][0]                 
__________________________________________________________________________________________________
batch_normalization_388 (BatchN (None, 12, 12, 192)  576         conv2d_392[0][0]                 
__________________________________________________________________________________________________
batch_normalization_389 (BatchN (None, 12, 12, 192)  576         conv2d_393[0][0]                 
__________________________________________________________________________________________________
activation_380 (Activation)     (None, 12, 12, 192)  0           batch_normalization_380[0][0]    
__________________________________________________________________________________________________
activation_383 (Activation)     (None, 12, 12, 192)  0           batch_normalization_383[0][0]    
__________________________________________________________________________________________________
activation_388 (Activation)     (None, 12, 12, 192)  0           batch_normalization_388[0][0]    
__________________________________________________________________________________________________
activation_389 (Activation)     (None, 12, 12, 192)  0           batch_normalization_389[0][0]    
__________________________________________________________________________________________________
concatenate_46 (Concatenate)    (None, 12, 12, 768)  0           activation_380[0][0]             
                                                                 activation_383[0][0]             
                                                                 activation_388[0][0]             
                                                                 activation_389[0][0]             
__________________________________________________________________________________________________
conv2d_398 (Conv2D)             (None, 12, 12, 160)  122880      concatenate_46[0][0]             
__________________________________________________________________________________________________
batch_normalization_394 (BatchN (None, 12, 12, 160)  480         conv2d_398[0][0]                 
__________________________________________________________________________________________________
activation_394 (Activation)     (None, 12, 12, 160)  0           batch_normalization_394[0][0]    
__________________________________________________________________________________________________
conv2d_399 (Conv2D)             (None, 12, 12, 160)  179200      activation_394[0][0]             
__________________________________________________________________________________________________
batch_normalization_395 (BatchN (None, 12, 12, 160)  480         conv2d_399[0][0]                 
__________________________________________________________________________________________________
activation_395 (Activation)     (None, 12, 12, 160)  0           batch_normalization_395[0][0]    
__________________________________________________________________________________________________
conv2d_395 (Conv2D)             (None, 12, 12, 160)  122880      concatenate_46[0][0]             
__________________________________________________________________________________________________
conv2d_400 (Conv2D)             (None, 12, 12, 160)  179200      activation_395[0][0]             
__________________________________________________________________________________________________
batch_normalization_391 (BatchN (None, 12, 12, 160)  480         conv2d_395[0][0]                 
__________________________________________________________________________________________________
batch_normalization_396 (BatchN (None, 12, 12, 160)  480         conv2d_400[0][0]                 
__________________________________________________________________________________________________
activation_391 (Activation)     (None, 12, 12, 160)  0           batch_normalization_391[0][0]    
__________________________________________________________________________________________________
activation_396 (Activation)     (None, 12, 12, 160)  0           batch_normalization_396[0][0]    
__________________________________________________________________________________________________
conv2d_396 (Conv2D)             (None, 12, 12, 160)  179200      activation_391[0][0]             
__________________________________________________________________________________________________
conv2d_401 (Conv2D)             (None, 12, 12, 160)  179200      activation_396[0][0]             
__________________________________________________________________________________________________
batch_normalization_392 (BatchN (None, 12, 12, 160)  480         conv2d_396[0][0]                 
__________________________________________________________________________________________________
batch_normalization_397 (BatchN (None, 12, 12, 160)  480         conv2d_401[0][0]                 
__________________________________________________________________________________________________
activation_392 (Activation)     (None, 12, 12, 160)  0           batch_normalization_392[0][0]    
__________________________________________________________________________________________________
activation_397 (Activation)     (None, 12, 12, 160)  0           batch_normalization_397[0][0]    
__________________________________________________________________________________________________
average_pooling2d_37 (AveragePo (None, 12, 12, 768)  0           concatenate_46[0][0]             
__________________________________________________________________________________________________
conv2d_394 (Conv2D)             (None, 12, 12, 192)  147456      concatenate_46[0][0]             
__________________________________________________________________________________________________
conv2d_397 (Conv2D)             (None, 12, 12, 192)  215040      activation_392[0][0]             
__________________________________________________________________________________________________
conv2d_402 (Conv2D)             (None, 12, 12, 192)  215040      activation_397[0][0]             
__________________________________________________________________________________________________
conv2d_403 (Conv2D)             (None, 12, 12, 192)  147456      average_pooling2d_37[0][0]       
__________________________________________________________________________________________________
batch_normalization_390 (BatchN (None, 12, 12, 192)  576         conv2d_394[0][0]                 
__________________________________________________________________________________________________
batch_normalization_393 (BatchN (None, 12, 12, 192)  576         conv2d_397[0][0]                 
__________________________________________________________________________________________________
batch_normalization_398 (BatchN (None, 12, 12, 192)  576         conv2d_402[0][0]                 
__________________________________________________________________________________________________
batch_normalization_399 (BatchN (None, 12, 12, 192)  576         conv2d_403[0][0]                 
__________________________________________________________________________________________________
activation_390 (Activation)     (None, 12, 12, 192)  0           batch_normalization_390[0][0]    
__________________________________________________________________________________________________
activation_393 (Activation)     (None, 12, 12, 192)  0           batch_normalization_393[0][0]    
__________________________________________________________________________________________________
activation_398 (Activation)     (None, 12, 12, 192)  0           batch_normalization_398[0][0]    
__________________________________________________________________________________________________
activation_399 (Activation)     (None, 12, 12, 192)  0           batch_normalization_399[0][0]    
__________________________________________________________________________________________________
concatenate_47 (Concatenate)    (None, 12, 12, 768)  0           activation_390[0][0]             
                                                                 activation_393[0][0]             
                                                                 activation_398[0][0]             
                                                                 activation_399[0][0]             
__________________________________________________________________________________________________
conv2d_408 (Conv2D)             (None, 12, 12, 160)  122880      concatenate_47[0][0]             
__________________________________________________________________________________________________
batch_normalization_404 (BatchN (None, 12, 12, 160)  480         conv2d_408[0][0]                 
__________________________________________________________________________________________________
activation_404 (Activation)     (None, 12, 12, 160)  0           batch_normalization_404[0][0]    
__________________________________________________________________________________________________
conv2d_409 (Conv2D)             (None, 12, 12, 160)  179200      activation_404[0][0]             
__________________________________________________________________________________________________
batch_normalization_405 (BatchN (None, 12, 12, 160)  480         conv2d_409[0][0]                 
__________________________________________________________________________________________________
activation_405 (Activation)     (None, 12, 12, 160)  0           batch_normalization_405[0][0]    
__________________________________________________________________________________________________
conv2d_405 (Conv2D)             (None, 12, 12, 160)  122880      concatenate_47[0][0]             
__________________________________________________________________________________________________
conv2d_410 (Conv2D)             (None, 12, 12, 160)  179200      activation_405[0][0]             
__________________________________________________________________________________________________
batch_normalization_401 (BatchN (None, 12, 12, 160)  480         conv2d_405[0][0]                 
__________________________________________________________________________________________________
batch_normalization_406 (BatchN (None, 12, 12, 160)  480         conv2d_410[0][0]                 
__________________________________________________________________________________________________
activation_401 (Activation)     (None, 12, 12, 160)  0           batch_normalization_401[0][0]    
__________________________________________________________________________________________________
activation_406 (Activation)     (None, 12, 12, 160)  0           batch_normalization_406[0][0]    
__________________________________________________________________________________________________
conv2d_406 (Conv2D)             (None, 12, 12, 160)  179200      activation_401[0][0]             
__________________________________________________________________________________________________
conv2d_411 (Conv2D)             (None, 12, 12, 160)  179200      activation_406[0][0]             
__________________________________________________________________________________________________
batch_normalization_402 (BatchN (None, 12, 12, 160)  480         conv2d_406[0][0]                 
__________________________________________________________________________________________________
batch_normalization_407 (BatchN (None, 12, 12, 160)  480         conv2d_411[0][0]                 
__________________________________________________________________________________________________
activation_402 (Activation)     (None, 12, 12, 160)  0           batch_normalization_402[0][0]    
__________________________________________________________________________________________________
activation_407 (Activation)     (None, 12, 12, 160)  0           batch_normalization_407[0][0]    
__________________________________________________________________________________________________
average_pooling2d_38 (AveragePo (None, 12, 12, 768)  0           concatenate_47[0][0]             
__________________________________________________________________________________________________
conv2d_404 (Conv2D)             (None, 12, 12, 192)  147456      concatenate_47[0][0]             
__________________________________________________________________________________________________
conv2d_407 (Conv2D)             (None, 12, 12, 192)  215040      activation_402[0][0]             
__________________________________________________________________________________________________
conv2d_412 (Conv2D)             (None, 12, 12, 192)  215040      activation_407[0][0]             
__________________________________________________________________________________________________
conv2d_413 (Conv2D)             (None, 12, 12, 192)  147456      average_pooling2d_38[0][0]       
__________________________________________________________________________________________________
batch_normalization_400 (BatchN (None, 12, 12, 192)  576         conv2d_404[0][0]                 
__________________________________________________________________________________________________
batch_normalization_403 (BatchN (None, 12, 12, 192)  576         conv2d_407[0][0]                 
__________________________________________________________________________________________________
batch_normalization_408 (BatchN (None, 12, 12, 192)  576         conv2d_412[0][0]                 
__________________________________________________________________________________________________
batch_normalization_409 (BatchN (None, 12, 12, 192)  576         conv2d_413[0][0]                 
__________________________________________________________________________________________________
activation_400 (Activation)     (None, 12, 12, 192)  0           batch_normalization_400[0][0]    
__________________________________________________________________________________________________
activation_403 (Activation)     (None, 12, 12, 192)  0           batch_normalization_403[0][0]    
__________________________________________________________________________________________________
activation_408 (Activation)     (None, 12, 12, 192)  0           batch_normalization_408[0][0]    
__________________________________________________________________________________________________
activation_409 (Activation)     (None, 12, 12, 192)  0           batch_normalization_409[0][0]    
__________________________________________________________________________________________________
concatenate_48 (Concatenate)    (None, 12, 12, 768)  0           activation_400[0][0]             
                                                                 activation_403[0][0]             
                                                                 activation_408[0][0]             
                                                                 activation_409[0][0]             
__________________________________________________________________________________________________
conv2d_418 (Conv2D)             (None, 12, 12, 192)  147456      concatenate_48[0][0]             
__________________________________________________________________________________________________
batch_normalization_414 (BatchN (None, 12, 12, 192)  576         conv2d_418[0][0]                 
__________________________________________________________________________________________________
activation_414 (Activation)     (None, 12, 12, 192)  0           batch_normalization_414[0][0]    
__________________________________________________________________________________________________
conv2d_419 (Conv2D)             (None, 12, 12, 192)  258048      activation_414[0][0]             
__________________________________________________________________________________________________
batch_normalization_415 (BatchN (None, 12, 12, 192)  576         conv2d_419[0][0]                 
__________________________________________________________________________________________________
activation_415 (Activation)     (None, 12, 12, 192)  0           batch_normalization_415[0][0]    
__________________________________________________________________________________________________
conv2d_415 (Conv2D)             (None, 12, 12, 192)  147456      concatenate_48[0][0]             
__________________________________________________________________________________________________
conv2d_420 (Conv2D)             (None, 12, 12, 192)  258048      activation_415[0][0]             
__________________________________________________________________________________________________
batch_normalization_411 (BatchN (None, 12, 12, 192)  576         conv2d_415[0][0]                 
__________________________________________________________________________________________________
batch_normalization_416 (BatchN (None, 12, 12, 192)  576         conv2d_420[0][0]                 
__________________________________________________________________________________________________
activation_411 (Activation)     (None, 12, 12, 192)  0           batch_normalization_411[0][0]    
__________________________________________________________________________________________________
activation_416 (Activation)     (None, 12, 12, 192)  0           batch_normalization_416[0][0]    
__________________________________________________________________________________________________
conv2d_416 (Conv2D)             (None, 12, 12, 192)  258048      activation_411[0][0]             
__________________________________________________________________________________________________
conv2d_421 (Conv2D)             (None, 12, 12, 192)  258048      activation_416[0][0]             
__________________________________________________________________________________________________
batch_normalization_412 (BatchN (None, 12, 12, 192)  576         conv2d_416[0][0]                 
__________________________________________________________________________________________________
batch_normalization_417 (BatchN (None, 12, 12, 192)  576         conv2d_421[0][0]                 
__________________________________________________________________________________________________
activation_412 (Activation)     (None, 12, 12, 192)  0           batch_normalization_412[0][0]    
__________________________________________________________________________________________________
activation_417 (Activation)     (None, 12, 12, 192)  0           batch_normalization_417[0][0]    
__________________________________________________________________________________________________
average_pooling2d_39 (AveragePo (None, 12, 12, 768)  0           concatenate_48[0][0]             
__________________________________________________________________________________________________
conv2d_414 (Conv2D)             (None, 12, 12, 192)  147456      concatenate_48[0][0]             
__________________________________________________________________________________________________
conv2d_417 (Conv2D)             (None, 12, 12, 192)  258048      activation_412[0][0]             
__________________________________________________________________________________________________
conv2d_422 (Conv2D)             (None, 12, 12, 192)  258048      activation_417[0][0]             
__________________________________________________________________________________________________
conv2d_423 (Conv2D)             (None, 12, 12, 192)  147456      average_pooling2d_39[0][0]       
__________________________________________________________________________________________________
batch_normalization_410 (BatchN (None, 12, 12, 192)  576         conv2d_414[0][0]                 
__________________________________________________________________________________________________
batch_normalization_413 (BatchN (None, 12, 12, 192)  576         conv2d_417[0][0]                 
__________________________________________________________________________________________________
batch_normalization_418 (BatchN (None, 12, 12, 192)  576         conv2d_422[0][0]                 
__________________________________________________________________________________________________
batch_normalization_419 (BatchN (None, 12, 12, 192)  576         conv2d_423[0][0]                 
__________________________________________________________________________________________________
activation_410 (Activation)     (None, 12, 12, 192)  0           batch_normalization_410[0][0]    
__________________________________________________________________________________________________
activation_413 (Activation)     (None, 12, 12, 192)  0           batch_normalization_413[0][0]    
__________________________________________________________________________________________________
activation_418 (Activation)     (None, 12, 12, 192)  0           batch_normalization_418[0][0]    
__________________________________________________________________________________________________
activation_419 (Activation)     (None, 12, 12, 192)  0           batch_normalization_419[0][0]    
__________________________________________________________________________________________________
concatenate_49 (Concatenate)    (None, 12, 12, 768)  0           activation_410[0][0]             
                                                                 activation_413[0][0]             
                                                                 activation_418[0][0]             
                                                                 activation_419[0][0]             
__________________________________________________________________________________________________
conv2d_426 (Conv2D)             (None, 12, 12, 192)  147456      concatenate_49[0][0]             
__________________________________________________________________________________________________
batch_normalization_422 (BatchN (None, 12, 12, 192)  576         conv2d_426[0][0]                 
__________________________________________________________________________________________________
activation_422 (Activation)     (None, 12, 12, 192)  0           batch_normalization_422[0][0]    
__________________________________________________________________________________________________
conv2d_427 (Conv2D)             (None, 12, 12, 192)  258048      activation_422[0][0]             
__________________________________________________________________________________________________
batch_normalization_423 (BatchN (None, 12, 12, 192)  576         conv2d_427[0][0]                 
__________________________________________________________________________________________________
activation_423 (Activation)     (None, 12, 12, 192)  0           batch_normalization_423[0][0]    
__________________________________________________________________________________________________
conv2d_424 (Conv2D)             (None, 12, 12, 192)  147456      concatenate_49[0][0]             
__________________________________________________________________________________________________
conv2d_428 (Conv2D)             (None, 12, 12, 192)  258048      activation_423[0][0]             
__________________________________________________________________________________________________
batch_normalization_420 (BatchN (None, 12, 12, 192)  576         conv2d_424[0][0]                 
__________________________________________________________________________________________________
batch_normalization_424 (BatchN (None, 12, 12, 192)  576         conv2d_428[0][0]                 
__________________________________________________________________________________________________
activation_420 (Activation)     (None, 12, 12, 192)  0           batch_normalization_420[0][0]    
__________________________________________________________________________________________________
activation_424 (Activation)     (None, 12, 12, 192)  0           batch_normalization_424[0][0]    
__________________________________________________________________________________________________
conv2d_425 (Conv2D)             (None, 5, 5, 320)    552960      activation_420[0][0]             
__________________________________________________________________________________________________
conv2d_429 (Conv2D)             (None, 5, 5, 192)    331776      activation_424[0][0]             
__________________________________________________________________________________________________
batch_normalization_421 (BatchN (None, 5, 5, 320)    960         conv2d_425[0][0]                 
__________________________________________________________________________________________________
batch_normalization_425 (BatchN (None, 5, 5, 192)    576         conv2d_429[0][0]                 
__________________________________________________________________________________________________
activation_421 (Activation)     (None, 5, 5, 320)    0           batch_normalization_421[0][0]    
__________________________________________________________________________________________________
activation_425 (Activation)     (None, 5, 5, 192)    0           batch_normalization_425[0][0]    
__________________________________________________________________________________________________
max_pooling2d_24 (MaxPooling2D) (None, 5, 5, 768)    0           concatenate_49[0][0]             
__________________________________________________________________________________________________
concatenate_50 (Concatenate)    (None, 5, 5, 1280)   0           activation_421[0][0]             
                                                                 activation_425[0][0]             
                                                                 max_pooling2d_24[0][0]           
__________________________________________________________________________________________________
conv2d_432 (Conv2D)             (None, 5, 5, 192)    245760      concatenate_50[0][0]             
__________________________________________________________________________________________________
batch_normalization_428 (BatchN (None, 5, 5, 192)    576         conv2d_432[0][0]                 
__________________________________________________________________________________________________
activation_428 (Activation)     (None, 5, 5, 192)    0           batch_normalization_428[0][0]    
__________________________________________________________________________________________________
conv2d_433 (Conv2D)             (None, 5, 5, 192)    258048      activation_428[0][0]             
__________________________________________________________________________________________________
batch_normalization_429 (BatchN (None, 5, 5, 192)    576         conv2d_433[0][0]                 
__________________________________________________________________________________________________
activation_429 (Activation)     (None, 5, 5, 192)    0           batch_normalization_429[0][0]    
__________________________________________________________________________________________________
conv2d_430 (Conv2D)             (None, 5, 5, 192)    245760      concatenate_50[0][0]             
__________________________________________________________________________________________________
conv2d_434 (Conv2D)             (None, 5, 5, 192)    258048      activation_429[0][0]             
__________________________________________________________________________________________________
batch_normalization_426 (BatchN (None, 5, 5, 192)    576         conv2d_430[0][0]                 
__________________________________________________________________________________________________
batch_normalization_430 (BatchN (None, 5, 5, 192)    576         conv2d_434[0][0]                 
__________________________________________________________________________________________________
activation_426 (Activation)     (None, 5, 5, 192)    0           batch_normalization_426[0][0]    
__________________________________________________________________________________________________
activation_430 (Activation)     (None, 5, 5, 192)    0           batch_normalization_430[0][0]    
__________________________________________________________________________________________________
conv2d_431 (Conv2D)             (None, 2, 2, 320)    552960      activation_426[0][0]             
__________________________________________________________________________________________________
conv2d_435 (Conv2D)             (None, 2, 2, 192)    331776      activation_430[0][0]             
__________________________________________________________________________________________________
batch_normalization_427 (BatchN (None, 2, 2, 320)    960         conv2d_431[0][0]                 
__________________________________________________________________________________________________
batch_normalization_431 (BatchN (None, 2, 2, 192)    576         conv2d_435[0][0]                 
__________________________________________________________________________________________________
activation_427 (Activation)     (None, 2, 2, 320)    0           batch_normalization_427[0][0]    
__________________________________________________________________________________________________
activation_431 (Activation)     (None, 2, 2, 192)    0           batch_normalization_431[0][0]    
__________________________________________________________________________________________________
max_pooling2d_25 (MaxPooling2D) (None, 2, 2, 1280)   0           concatenate_50[0][0]             
__________________________________________________________________________________________________
concatenate_51 (Concatenate)    (None, 2, 2, 1792)   0           activation_427[0][0]             
                                                                 activation_431[0][0]             
                                                                 max_pooling2d_25[0][0]           
__________________________________________________________________________________________________
conv2d_440 (Conv2D)             (None, 2, 2, 448)    802816      concatenate_51[0][0]             
__________________________________________________________________________________________________
batch_normalization_436 (BatchN (None, 2, 2, 448)    1344        conv2d_440[0][0]                 
__________________________________________________________________________________________________
activation_436 (Activation)     (None, 2, 2, 448)    0           batch_normalization_436[0][0]    
__________________________________________________________________________________________________
conv2d_437 (Conv2D)             (None, 2, 2, 384)    688128      concatenate_51[0][0]             
__________________________________________________________________________________________________
conv2d_441 (Conv2D)             (None, 2, 2, 384)    1548288     activation_436[0][0]             
__________________________________________________________________________________________________
batch_normalization_433 (BatchN (None, 2, 2, 384)    1152        conv2d_437[0][0]                 
__________________________________________________________________________________________________
batch_normalization_437 (BatchN (None, 2, 2, 384)    1152        conv2d_441[0][0]                 
__________________________________________________________________________________________________
activation_433 (Activation)     (None, 2, 2, 384)    0           batch_normalization_433[0][0]    
__________________________________________________________________________________________________
activation_437 (Activation)     (None, 2, 2, 384)    0           batch_normalization_437[0][0]    
__________________________________________________________________________________________________
conv2d_438 (Conv2D)             (None, 2, 2, 384)    442368      activation_433[0][0]             
__________________________________________________________________________________________________
conv2d_439 (Conv2D)             (None, 2, 2, 384)    442368      activation_433[0][0]             
__________________________________________________________________________________________________
conv2d_442 (Conv2D)             (None, 2, 2, 384)    442368      activation_437[0][0]             
__________________________________________________________________________________________________
conv2d_443 (Conv2D)             (None, 2, 2, 384)    442368      activation_437[0][0]             
__________________________________________________________________________________________________
average_pooling2d_40 (AveragePo (None, 2, 2, 1792)   0           concatenate_51[0][0]             
__________________________________________________________________________________________________
conv2d_436 (Conv2D)             (None, 2, 2, 320)    573440      concatenate_51[0][0]             
__________________________________________________________________________________________________
batch_normalization_434 (BatchN (None, 2, 2, 384)    1152        conv2d_438[0][0]                 
__________________________________________________________________________________________________
batch_normalization_435 (BatchN (None, 2, 2, 384)    1152        conv2d_439[0][0]                 
__________________________________________________________________________________________________
batch_normalization_438 (BatchN (None, 2, 2, 384)    1152        conv2d_442[0][0]                 
__________________________________________________________________________________________________
batch_normalization_439 (BatchN (None, 2, 2, 384)    1152        conv2d_443[0][0]                 
__________________________________________________________________________________________________
conv2d_444 (Conv2D)             (None, 2, 2, 192)    344064      average_pooling2d_40[0][0]       
__________________________________________________________________________________________________
batch_normalization_432 (BatchN (None, 2, 2, 320)    960         conv2d_436[0][0]                 
__________________________________________________________________________________________________
activation_434 (Activation)     (None, 2, 2, 384)    0           batch_normalization_434[0][0]    
__________________________________________________________________________________________________
activation_435 (Activation)     (None, 2, 2, 384)    0           batch_normalization_435[0][0]    
__________________________________________________________________________________________________
activation_438 (Activation)     (None, 2, 2, 384)    0           batch_normalization_438[0][0]    
__________________________________________________________________________________________________
activation_439 (Activation)     (None, 2, 2, 384)    0           batch_normalization_439[0][0]    
__________________________________________________________________________________________________
batch_normalization_440 (BatchN (None, 2, 2, 192)    576         conv2d_444[0][0]                 
__________________________________________________________________________________________________
activation_432 (Activation)     (None, 2, 2, 320)    0           batch_normalization_432[0][0]    
__________________________________________________________________________________________________
concatenate_52 (Concatenate)    (None, 2, 2, 768)    0           activation_434[0][0]             
                                                                 activation_435[0][0]             
__________________________________________________________________________________________________
concatenate_53 (Concatenate)    (None, 2, 2, 768)    0           activation_438[0][0]             
                                                                 activation_439[0][0]             
__________________________________________________________________________________________________
activation_440 (Activation)     (None, 2, 2, 192)    0           batch_normalization_440[0][0]    
__________________________________________________________________________________________________
concatenate_54 (Concatenate)    (None, 2, 2, 2048)   0           activation_432[0][0]             
                                                                 concatenate_52[0][0]             
                                                                 concatenate_53[0][0]             
                                                                 activation_440[0][0]             
__________________________________________________________________________________________________
conv2d_449 (Conv2D)             (None, 2, 2, 448)    917504      concatenate_54[0][0]             
__________________________________________________________________________________________________
batch_normalization_445 (BatchN (None, 2, 2, 448)    1344        conv2d_449[0][0]                 
__________________________________________________________________________________________________
activation_445 (Activation)     (None, 2, 2, 448)    0           batch_normalization_445[0][0]    
__________________________________________________________________________________________________
conv2d_446 (Conv2D)             (None, 2, 2, 384)    786432      concatenate_54[0][0]             
__________________________________________________________________________________________________
conv2d_450 (Conv2D)             (None, 2, 2, 384)    1548288     activation_445[0][0]             
__________________________________________________________________________________________________
batch_normalization_442 (BatchN (None, 2, 2, 384)    1152        conv2d_446[0][0]                 
__________________________________________________________________________________________________
batch_normalization_446 (BatchN (None, 2, 2, 384)    1152        conv2d_450[0][0]                 
__________________________________________________________________________________________________
activation_442 (Activation)     (None, 2, 2, 384)    0           batch_normalization_442[0][0]    
__________________________________________________________________________________________________
activation_446 (Activation)     (None, 2, 2, 384)    0           batch_normalization_446[0][0]    
__________________________________________________________________________________________________
conv2d_447 (Conv2D)             (None, 2, 2, 384)    442368      activation_442[0][0]             
__________________________________________________________________________________________________
conv2d_448 (Conv2D)             (None, 2, 2, 384)    442368      activation_442[0][0]             
__________________________________________________________________________________________________
conv2d_451 (Conv2D)             (None, 2, 2, 384)    442368      activation_446[0][0]             
__________________________________________________________________________________________________
conv2d_452 (Conv2D)             (None, 2, 2, 384)    442368      activation_446[0][0]             
__________________________________________________________________________________________________
average_pooling2d_41 (AveragePo (None, 2, 2, 2048)   0           concatenate_54[0][0]             
__________________________________________________________________________________________________
conv2d_445 (Conv2D)             (None, 2, 2, 320)    655360      concatenate_54[0][0]             
__________________________________________________________________________________________________
batch_normalization_443 (BatchN (None, 2, 2, 384)    1152        conv2d_447[0][0]                 
__________________________________________________________________________________________________
batch_normalization_444 (BatchN (None, 2, 2, 384)    1152        conv2d_448[0][0]                 
__________________________________________________________________________________________________
batch_normalization_447 (BatchN (None, 2, 2, 384)    1152        conv2d_451[0][0]                 
__________________________________________________________________________________________________
batch_normalization_448 (BatchN (None, 2, 2, 384)    1152        conv2d_452[0][0]                 
__________________________________________________________________________________________________
conv2d_453 (Conv2D)             (None, 2, 2, 192)    393216      average_pooling2d_41[0][0]       
__________________________________________________________________________________________________
batch_normalization_441 (BatchN (None, 2, 2, 320)    960         conv2d_445[0][0]                 
__________________________________________________________________________________________________
activation_443 (Activation)     (None, 2, 2, 384)    0           batch_normalization_443[0][0]    
__________________________________________________________________________________________________
activation_444 (Activation)     (None, 2, 2, 384)    0           batch_normalization_444[0][0]    
__________________________________________________________________________________________________
activation_447 (Activation)     (None, 2, 2, 384)    0           batch_normalization_447[0][0]    
__________________________________________________________________________________________________
activation_448 (Activation)     (None, 2, 2, 384)    0           batch_normalization_448[0][0]    
__________________________________________________________________________________________________
batch_normalization_449 (BatchN (None, 2, 2, 192)    576         conv2d_453[0][0]                 
__________________________________________________________________________________________________
activation_441 (Activation)     (None, 2, 2, 320)    0           batch_normalization_441[0][0]    
__________________________________________________________________________________________________
concatenate_55 (Concatenate)    (None, 2, 2, 768)    0           activation_443[0][0]             
                                                                 activation_444[0][0]             
__________________________________________________________________________________________________
concatenate_56 (Concatenate)    (None, 2, 2, 768)    0           activation_447[0][0]             
                                                                 activation_448[0][0]             
__________________________________________________________________________________________________
activation_449 (Activation)     (None, 2, 2, 192)    0           batch_normalization_449[0][0]    
__________________________________________________________________________________________________
concatenate_57 (Concatenate)    (None, 2, 2, 2048)   0           activation_441[0][0]             
                                                                 concatenate_55[0][0]             
                                                                 concatenate_56[0][0]             
                                                                 activation_449[0][0]             
__________________________________________________________________________________________________
avg_pool (GlobalAveragePooling2 (None, 2048)         0           concatenate_57[0][0]             
__________________________________________________________________________________________________
predictions (Dense)             (None, 1000)         2049000     avg_pool[0][0]                   
==================================================================================================
Total params: 26,477,064
Trainable params: 26,440,072
Non-trainable params: 36,992
__________________________________________________________________________________________________