Slide 48
Slide 48 text
Strawman CNN
{
"Version" : 0.81,
"Name" : "CIFAR-100",
"Kind" : "FeedForward",
"LocalResponseNormalization" :
"Layers" : [
{ "Kind" : "Input", "Type" : "Convolutional", "N" : "auto", "DataSet" : "input", "Name" : "Input"},
{ "Kind" : "Hidden", "Type" : "Convolutional", "N" : 96, "Kernel" : [3, 3], "KernelStride" : [1, 1],
"Activation" : "Relu", "pDropout" : 0.2, "WeightInit" : { "Scheme" : "Gaussian", "Scale" : 0.04 , "Bias" : 0.0 } },
{ "Kind" : "Hidden", "Type" : "Convolutional", "N" : 96, "Kernel" : [3, 3], "KernelStride" : [1, 1],
"Activation" : "Relu", "WeightInit" : { "Scheme" : "Gaussian", "Scale" : 0.04 , "Bias" : 0.0 } },
{ "Kind" : "Hidden", "Type" : "Convolutional", "N" : 96, "Kernel" : [3, 3], "KernelStride" : [2, 2],
"Activation" : "Relu", "pDropout" : 0.5, "WeightInit" : { "Scheme" : "Gaussian", "Scale" : 0.04 , "Bias" : 0.1 } },
{ "Kind" : "Hidden", "Type" : "Convolutional", "N" : 192, "Kernel" : [3, 3], "KernelStride" : [1, 1],
"Activation" : "Relu", "WeightInit" : { "Scheme" : "Gaussian", "Scale" : 0.04 , "Bias" : 0.0 } },
{ "Kind" : "Hidden", "Type" : "Convolutional", "N" : 192, "Kernel" : [3, 3], "KernelStride" : [1, 1],
"Activation" : "Relu", "WeightInit" : { "Scheme" : "Gaussian", "Scale" : 0.04 , "Bias" : 0.0 } },
{ "Kind" : "Hidden", "Type" : "Convolutional", "N" : 192, "Kernel" : [3, 3], "KernelStride" : [2, 2],
"Activation" : "Relu", "pDropout" : 0.5, "WeightInit" : { "Scheme" : "Gaussian", "Scale" : 0.04 , "Bias" : 0.1 } },
{ "Kind" : "Output", "Type" : "FullyConnected", "N" : "auto", "DataSet" : "output", "Name" : "Output",
"Activation" : "SoftMax", "WeightInit" : { "Scheme" : "Gaussian", "Scale" : 0.01 , "Bias" : 0.0 } }
],
"ErrorFunction" : "CrossEntropy"
}