DL4JResNet50

Back to Model Zoo

==========================================================================================================================================================
VertexName (VertexType)              nIn,nOut    TotalParams   ParamsShape                                                  Vertex Inputs
==========================================================================================================================================================
input_1 (InputVertex)                -,-         -             -                                                            -
conv1 (ConvolutionLayer)             3,64        9,472         W:{64,3,7,7}, b:{1,64}                                       [input_1]
bn_conv1 (BatchNormalization)        64,64       256           gamma:{1,64}, beta:{1,64}, mean:{1,64}, var:{1,64}           [conv1]
activation_1 (ActivationLayer)       -,-         0             -                                                            [bn_conv1]
max_pooling2d_1 (SubsamplingLayer)   -,-         0             -                                                            [activation_1]
res2a_branch2a (ConvolutionLayer)    64,64       4,160         W:{64,64,1,1}, b:{1,64}                                      [max_pooling2d_1]
res2a_branch1 (ConvolutionLayer)     64,256      16,640        W:{256,64,1,1}, b:{1,256}                                    [max_pooling2d_1]
bn2a_branch2a (BatchNormalization)   64,64       256           gamma:{1,64}, beta:{1,64}, mean:{1,64}, var:{1,64}           [res2a_branch2a]
bn2a_branch1 (BatchNormalization)    256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res2a_branch1]
activation_2 (ActivationLayer)       -,-         0             -                                                            [bn2a_branch2a]
res2a_branch2b (ConvolutionLayer)    64,64       36,928        W:{64,64,3,3}, b:{1,64}                                      [activation_2]
bn2a_branch2b (BatchNormalization)   64,64       256           gamma:{1,64}, beta:{1,64}, mean:{1,64}, var:{1,64}           [res2a_branch2b]
activation_3 (ActivationLayer)       -,-         0             -                                                            [bn2a_branch2b]
res2a_branch2c (ConvolutionLayer)    64,256      16,640        W:{256,64,1,1}, b:{1,256}                                    [activation_3]
bn2a_branch2c (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res2a_branch2c]
add_1 (ElementWiseVertex)            -,-         -             -                                                            [bn2a_branch2c, bn2a_branch1]
activation_4 (ActivationLayer)       -,-         0             -                                                            [add_1]
res2b_branch2a (ConvolutionLayer)    256,64      16,448        W:{64,256,1,1}, b:{1,64}                                     [activation_4]
bn2b_branch2a (BatchNormalization)   64,64       256           gamma:{1,64}, beta:{1,64}, mean:{1,64}, var:{1,64}           [res2b_branch2a]
activation_5 (ActivationLayer)       -,-         0             -                                                            [bn2b_branch2a]
res2b_branch2b (ConvolutionLayer)    64,64       36,928        W:{64,64,3,3}, b:{1,64}                                      [activation_5]
bn2b_branch2b (BatchNormalization)   64,64       256           gamma:{1,64}, beta:{1,64}, mean:{1,64}, var:{1,64}           [res2b_branch2b]
activation_6 (ActivationLayer)       -,-         0             -                                                            [bn2b_branch2b]
res2b_branch2c (ConvolutionLayer)    64,256      16,640        W:{256,64,1,1}, b:{1,256}                                    [activation_6]
bn2b_branch2c (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res2b_branch2c]
add_2 (ElementWiseVertex)            -,-         -             -                                                            [bn2b_branch2c, activation_4]
activation_7 (ActivationLayer)       -,-         0             -                                                            [add_2]
res2c_branch2a (ConvolutionLayer)    256,64      16,448        W:{64,256,1,1}, b:{1,64}                                     [activation_7]
bn2c_branch2a (BatchNormalization)   64,64       256           gamma:{1,64}, beta:{1,64}, mean:{1,64}, var:{1,64}           [res2c_branch2a]
activation_8 (ActivationLayer)       -,-         0             -                                                            [bn2c_branch2a]
res2c_branch2b (ConvolutionLayer)    64,64       36,928        W:{64,64,3,3}, b:{1,64}                                      [activation_8]
bn2c_branch2b (BatchNormalization)   64,64       256           gamma:{1,64}, beta:{1,64}, mean:{1,64}, var:{1,64}           [res2c_branch2b]
activation_9 (ActivationLayer)       -,-         0             -                                                            [bn2c_branch2b]
res2c_branch2c (ConvolutionLayer)    64,256      16,640        W:{256,64,1,1}, b:{1,256}                                    [activation_9]
bn2c_branch2c (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res2c_branch2c]
add_3 (ElementWiseVertex)            -,-         -             -                                                            [bn2c_branch2c, activation_7]
activation_10 (ActivationLayer)      -,-         0             -                                                            [add_3]
res3a_branch2a (ConvolutionLayer)    256,128     32,896        W:{128,256,1,1}, b:{1,128}                                   [activation_10]
res3a_branch1 (ConvolutionLayer)     256,512     131,584       W:{512,256,1,1}, b:{1,512}                                   [activation_10]
bn3a_branch2a (BatchNormalization)   128,128     512           gamma:{1,128}, beta:{1,128}, mean:{1,128}, var:{1,128}       [res3a_branch2a]
bn3a_branch1 (BatchNormalization)    512,512     2,048         gamma:{1,512}, beta:{1,512}, mean:{1,512}, var:{1,512}       [res3a_branch1]
activation_11 (ActivationLayer)      -,-         0             -                                                            [bn3a_branch2a]
res3a_branch2b (ConvolutionLayer)    128,128     147,584       W:{128,128,3,3}, b:{1,128}                                   [activation_11]
bn3a_branch2b (BatchNormalization)   128,128     512           gamma:{1,128}, beta:{1,128}, mean:{1,128}, var:{1,128}       [res3a_branch2b]
activation_12 (ActivationLayer)      -,-         0             -                                                            [bn3a_branch2b]
res3a_branch2c (ConvolutionLayer)    128,512     66,048        W:{512,128,1,1}, b:{1,512}                                   [activation_12]
bn3a_branch2c (BatchNormalization)   512,512     2,048         gamma:{1,512}, beta:{1,512}, mean:{1,512}, var:{1,512}       [res3a_branch2c]
add_4 (ElementWiseVertex)            -,-         -             -                                                            [bn3a_branch2c, bn3a_branch1]
activation_13 (ActivationLayer)      -,-         0             -                                                            [add_4]
res3b_branch2a (ConvolutionLayer)    512,128     65,664        W:{128,512,1,1}, b:{1,128}                                   [activation_13]
bn3b_branch2a (BatchNormalization)   128,128     512           gamma:{1,128}, beta:{1,128}, mean:{1,128}, var:{1,128}       [res3b_branch2a]
activation_14 (ActivationLayer)      -,-         0             -                                                            [bn3b_branch2a]
res3b_branch2b (ConvolutionLayer)    128,128     147,584       W:{128,128,3,3}, b:{1,128}                                   [activation_14]
bn3b_branch2b (BatchNormalization)   128,128     512           gamma:{1,128}, beta:{1,128}, mean:{1,128}, var:{1,128}       [res3b_branch2b]
activation_15 (ActivationLayer)      -,-         0             -                                                            [bn3b_branch2b]
res3b_branch2c (ConvolutionLayer)    128,512     66,048        W:{512,128,1,1}, b:{1,512}                                   [activation_15]
bn3b_branch2c (BatchNormalization)   512,512     2,048         gamma:{1,512}, beta:{1,512}, mean:{1,512}, var:{1,512}       [res3b_branch2c]
add_5 (ElementWiseVertex)            -,-         -             -                                                            [bn3b_branch2c, activation_13]
activation_16 (ActivationLayer)      -,-         0             -                                                            [add_5]
res3c_branch2a (ConvolutionLayer)    512,128     65,664        W:{128,512,1,1}, b:{1,128}                                   [activation_16]
bn3c_branch2a (BatchNormalization)   128,128     512           gamma:{1,128}, beta:{1,128}, mean:{1,128}, var:{1,128}       [res3c_branch2a]
activation_17 (ActivationLayer)      -,-         0             -                                                            [bn3c_branch2a]
res3c_branch2b (ConvolutionLayer)    128,128     147,584       W:{128,128,3,3}, b:{1,128}                                   [activation_17]
bn3c_branch2b (BatchNormalization)   128,128     512           gamma:{1,128}, beta:{1,128}, mean:{1,128}, var:{1,128}       [res3c_branch2b]
activation_18 (ActivationLayer)      -,-         0             -                                                            [bn3c_branch2b]
res3c_branch2c (ConvolutionLayer)    128,512     66,048        W:{512,128,1,1}, b:{1,512}                                   [activation_18]
bn3c_branch2c (BatchNormalization)   512,512     2,048         gamma:{1,512}, beta:{1,512}, mean:{1,512}, var:{1,512}       [res3c_branch2c]
add_6 (ElementWiseVertex)            -,-         -             -                                                            [bn3c_branch2c, activation_16]
activation_19 (ActivationLayer)      -,-         0             -                                                            [add_6]
res3d_branch2a (ConvolutionLayer)    512,128     65,664        W:{128,512,1,1}, b:{1,128}                                   [activation_19]
bn3d_branch2a (BatchNormalization)   128,128     512           gamma:{1,128}, beta:{1,128}, mean:{1,128}, var:{1,128}       [res3d_branch2a]
activation_20 (ActivationLayer)      -,-         0             -                                                            [bn3d_branch2a]
res3d_branch2b (ConvolutionLayer)    128,128     147,584       W:{128,128,3,3}, b:{1,128}                                   [activation_20]
bn3d_branch2b (BatchNormalization)   128,128     512           gamma:{1,128}, beta:{1,128}, mean:{1,128}, var:{1,128}       [res3d_branch2b]
activation_21 (ActivationLayer)      -,-         0             -                                                            [bn3d_branch2b]
res3d_branch2c (ConvolutionLayer)    128,512     66,048        W:{512,128,1,1}, b:{1,512}                                   [activation_21]
bn3d_branch2c (BatchNormalization)   512,512     2,048         gamma:{1,512}, beta:{1,512}, mean:{1,512}, var:{1,512}       [res3d_branch2c]
add_7 (ElementWiseVertex)            -,-         -             -                                                            [bn3d_branch2c, activation_19]
activation_22 (ActivationLayer)      -,-         0             -                                                            [add_7]
res4a_branch1 (ConvolutionLayer)     512,1024    525,312       W:{1024,512,1,1}, b:{1,1024}                                 [activation_22]
res4a_branch2a (ConvolutionLayer)    512,256     131,328       W:{256,512,1,1}, b:{1,256}                                   [activation_22]
bn4a_branch1 (BatchNormalization)    1024,1024   4,096         gamma:{1,1024}, beta:{1,1024}, mean:{1,1024}, var:{1,1024}   [res4a_branch1]
bn4a_branch2a (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res4a_branch2a]
activation_23 (ActivationLayer)      -,-         0             -                                                            [bn4a_branch2a]
res4a_branch2b (ConvolutionLayer)    256,256     590,080       W:{256,256,3,3}, b:{1,256}                                   [activation_23]
bn4a_branch2b (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res4a_branch2b]
activation_24 (ActivationLayer)      -,-         0             -                                                            [bn4a_branch2b]
res4a_branch2c (ConvolutionLayer)    256,1024    263,168       W:{1024,256,1,1}, b:{1,1024}                                 [activation_24]
bn4a_branch2c (BatchNormalization)   1024,1024   4,096         gamma:{1,1024}, beta:{1,1024}, mean:{1,1024}, var:{1,1024}   [res4a_branch2c]
add_8 (ElementWiseVertex)            -,-         -             -                                                            [bn4a_branch2c, bn4a_branch1]
activation_25 (ActivationLayer)      -,-         0             -                                                            [add_8]
res4b_branch2a (ConvolutionLayer)    1024,256    262,400       W:{256,1024,1,1}, b:{1,256}                                  [activation_25]
bn4b_branch2a (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res4b_branch2a]
activation_26 (ActivationLayer)      -,-         0             -                                                            [bn4b_branch2a]
res4b_branch2b (ConvolutionLayer)    256,256     590,080       W:{256,256,3,3}, b:{1,256}                                   [activation_26]
bn4b_branch2b (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res4b_branch2b]
activation_27 (ActivationLayer)      -,-         0             -                                                            [bn4b_branch2b]
res4b_branch2c (ConvolutionLayer)    256,1024    263,168       W:{1024,256,1,1}, b:{1,1024}                                 [activation_27]
bn4b_branch2c (BatchNormalization)   1024,1024   4,096         gamma:{1,1024}, beta:{1,1024}, mean:{1,1024}, var:{1,1024}   [res4b_branch2c]
add_9 (ElementWiseVertex)            -,-         -             -                                                            [bn4b_branch2c, activation_25]
activation_28 (ActivationLayer)      -,-         0             -                                                            [add_9]
res4c_branch2a (ConvolutionLayer)    1024,256    262,400       W:{256,1024,1,1}, b:{1,256}                                  [activation_28]
bn4c_branch2a (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res4c_branch2a]
activation_29 (ActivationLayer)      -,-         0             -                                                            [bn4c_branch2a]
res4c_branch2b (ConvolutionLayer)    256,256     590,080       W:{256,256,3,3}, b:{1,256}                                   [activation_29]
bn4c_branch2b (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res4c_branch2b]
activation_30 (ActivationLayer)      -,-         0             -                                                            [bn4c_branch2b]
res4c_branch2c (ConvolutionLayer)    256,1024    263,168       W:{1024,256,1,1}, b:{1,1024}                                 [activation_30]
bn4c_branch2c (BatchNormalization)   1024,1024   4,096         gamma:{1,1024}, beta:{1,1024}, mean:{1,1024}, var:{1,1024}   [res4c_branch2c]
add_10 (ElementWiseVertex)           -,-         -             -                                                            [bn4c_branch2c, activation_28]
activation_31 (ActivationLayer)      -,-         0             -                                                            [add_10]
res4d_branch2a (ConvolutionLayer)    1024,256    262,400       W:{256,1024,1,1}, b:{1,256}                                  [activation_31]
bn4d_branch2a (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res4d_branch2a]
activation_32 (ActivationLayer)      -,-         0             -                                                            [bn4d_branch2a]
res4d_branch2b (ConvolutionLayer)    256,256     590,080       W:{256,256,3,3}, b:{1,256}                                   [activation_32]
bn4d_branch2b (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res4d_branch2b]
activation_33 (ActivationLayer)      -,-         0             -                                                            [bn4d_branch2b]
res4d_branch2c (ConvolutionLayer)    256,1024    263,168       W:{1024,256,1,1}, b:{1,1024}                                 [activation_33]
bn4d_branch2c (BatchNormalization)   1024,1024   4,096         gamma:{1,1024}, beta:{1,1024}, mean:{1,1024}, var:{1,1024}   [res4d_branch2c]
add_11 (ElementWiseVertex)           -,-         -             -                                                            [bn4d_branch2c, activation_31]
activation_34 (ActivationLayer)      -,-         0             -                                                            [add_11]
res4e_branch2a (ConvolutionLayer)    1024,256    262,400       W:{256,1024,1,1}, b:{1,256}                                  [activation_34]
bn4e_branch2a (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res4e_branch2a]
activation_35 (ActivationLayer)      -,-         0             -                                                            [bn4e_branch2a]
res4e_branch2b (ConvolutionLayer)    256,256     590,080       W:{256,256,3,3}, b:{1,256}                                   [activation_35]
bn4e_branch2b (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res4e_branch2b]
activation_36 (ActivationLayer)      -,-         0             -                                                            [bn4e_branch2b]
res4e_branch2c (ConvolutionLayer)    256,1024    263,168       W:{1024,256,1,1}, b:{1,1024}                                 [activation_36]
bn4e_branch2c (BatchNormalization)   1024,1024   4,096         gamma:{1,1024}, beta:{1,1024}, mean:{1,1024}, var:{1,1024}   [res4e_branch2c]
add_12 (ElementWiseVertex)           -,-         -             -                                                            [bn4e_branch2c, activation_34]
activation_37 (ActivationLayer)      -,-         0             -                                                            [add_12]
res4f_branch2a (ConvolutionLayer)    1024,256    262,400       W:{256,1024,1,1}, b:{1,256}                                  [activation_37]
bn4f_branch2a (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res4f_branch2a]
activation_38 (ActivationLayer)      -,-         0             -                                                            [bn4f_branch2a]
res4f_branch2b (ConvolutionLayer)    256,256     590,080       W:{256,256,3,3}, b:{1,256}                                   [activation_38]
bn4f_branch2b (BatchNormalization)   256,256     1,024         gamma:{1,256}, beta:{1,256}, mean:{1,256}, var:{1,256}       [res4f_branch2b]
activation_39 (ActivationLayer)      -,-         0             -                                                            [bn4f_branch2b]
res4f_branch2c (ConvolutionLayer)    256,1024    263,168       W:{1024,256,1,1}, b:{1,1024}                                 [activation_39]
bn4f_branch2c (BatchNormalization)   1024,1024   4,096         gamma:{1,1024}, beta:{1,1024}, mean:{1,1024}, var:{1,1024}   [res4f_branch2c]
add_13 (ElementWiseVertex)           -,-         -             -                                                            [bn4f_branch2c, activation_37]
activation_40 (ActivationLayer)      -,-         0             -                                                            [add_13]
res5a_branch1 (ConvolutionLayer)     1024,2048   2,099,200     W:{2048,1024,1,1}, b:{1,2048}                                [activation_40]
res5a_branch2a (ConvolutionLayer)    1024,512    524,800       W:{512,1024,1,1}, b:{1,512}                                  [activation_40]
bn5a_branch1 (BatchNormalization)    2048,2048   8,192         gamma:{1,2048}, beta:{1,2048}, mean:{1,2048}, var:{1,2048}   [res5a_branch1]
bn5a_branch2a (BatchNormalization)   512,512     2,048         gamma:{1,512}, beta:{1,512}, mean:{1,512}, var:{1,512}       [res5a_branch2a]
activation_41 (ActivationLayer)      -,-         0             -                                                            [bn5a_branch2a]
res5a_branch2b (ConvolutionLayer)    512,512     2,359,808     W:{512,512,3,3}, b:{1,512}                                   [activation_41]
bn5a_branch2b (BatchNormalization)   512,512     2,048         gamma:{1,512}, beta:{1,512}, mean:{1,512}, var:{1,512}       [res5a_branch2b]
activation_42 (ActivationLayer)      -,-         0             -                                                            [bn5a_branch2b]
res5a_branch2c (ConvolutionLayer)    512,2048    1,050,624     W:{2048,512,1,1}, b:{1,2048}                                 [activation_42]
bn5a_branch2c (BatchNormalization)   2048,2048   8,192         gamma:{1,2048}, beta:{1,2048}, mean:{1,2048}, var:{1,2048}   [res5a_branch2c]
add_14 (ElementWiseVertex)           -,-         -             -                                                            [bn5a_branch2c, bn5a_branch1]
activation_43 (ActivationLayer)      -,-         0             -                                                            [add_14]
res5b_branch2a (ConvolutionLayer)    2048,512    1,049,088     W:{512,2048,1,1}, b:{1,512}                                  [activation_43]
bn5b_branch2a (BatchNormalization)   512,512     2,048         gamma:{1,512}, beta:{1,512}, mean:{1,512}, var:{1,512}       [res5b_branch2a]
activation_44 (ActivationLayer)      -,-         0             -                                                            [bn5b_branch2a]
res5b_branch2b (ConvolutionLayer)    512,512     2,359,808     W:{512,512,3,3}, b:{1,512}                                   [activation_44]
bn5b_branch2b (BatchNormalization)   512,512     2,048         gamma:{1,512}, beta:{1,512}, mean:{1,512}, var:{1,512}       [res5b_branch2b]
activation_45 (ActivationLayer)      -,-         0             -                                                            [bn5b_branch2b]
res5b_branch2c (ConvolutionLayer)    512,2048    1,050,624     W:{2048,512,1,1}, b:{1,2048}                                 [activation_45]
bn5b_branch2c (BatchNormalization)   2048,2048   8,192         gamma:{1,2048}, beta:{1,2048}, mean:{1,2048}, var:{1,2048}   [res5b_branch2c]
add_15 (ElementWiseVertex)           -,-         -             -                                                            [bn5b_branch2c, activation_43]
activation_46 (ActivationLayer)      -,-         0             -                                                            [add_15]
res5c_branch2a (ConvolutionLayer)    2048,512    1,049,088     W:{512,2048,1,1}, b:{1,512}                                  [activation_46]
bn5c_branch2a (BatchNormalization)   512,512     2,048         gamma:{1,512}, beta:{1,512}, mean:{1,512}, var:{1,512}       [res5c_branch2a]
activation_47 (ActivationLayer)      -,-         0             -                                                            [bn5c_branch2a]
res5c_branch2b (ConvolutionLayer)    512,512     2,359,808     W:{512,512,3,3}, b:{1,512}                                   [activation_47]
bn5c_branch2b (BatchNormalization)   512,512     2,048         gamma:{1,512}, beta:{1,512}, mean:{1,512}, var:{1,512}       [res5c_branch2b]
activation_48 (ActivationLayer)      -,-         0             -                                                            [bn5c_branch2b]
res5c_branch2c (ConvolutionLayer)    512,2048    1,050,624     W:{2048,512,1,1}, b:{1,2048}                                 [activation_48]
bn5c_branch2c (BatchNormalization)   2048,2048   8,192         gamma:{1,2048}, beta:{1,2048}, mean:{1,2048}, var:{1,2048}   [res5c_branch2c]
add_16 (ElementWiseVertex)           -,-         -             -                                                            [bn5c_branch2c, activation_46]
activation_49 (ActivationLayer)      -,-         0             -                                                            [add_16]
avg_pool (SubsamplingLayer)          -,-         0             -                                                            [activation_49]
flatten_1 (PreprocessorVertex)       -,-         -             -                                                            [avg_pool]
fc1000 (DenseLayer)                  2048,1000   2,049,000     W:{2048,1000}, b:{1,1000}                                    [flatten_1]
----------------------------------------------------------------------------------------------------------------------------------------------------------
            Total Parameters:  25,636,712
        Trainable Parameters:  25,636,712
           Frozen Parameters:  0
==========================================================================================================================================================