{ "backprop" : true, "backpropType" : "Standard", "confs" : [ { "layer" : { "convolution" : { "activationFunction" : "relu", "adamMeanDecay" : 0.9, "adamVarDecay" : 0.999, "biasInit" : 0.0, "convolutionType" : "VALID", "dist" : { "normal" : { "mean" : 0.001, "std" : 1.0 } }, "dropOut" : 0.0, "gradientNormalization" : "None", "gradientNormalizationThreshold" : 1.0, "kernelSize" : [ 5, 5 ], "l1" : 0.0, "l2" : 5.0E-4, "layerName" : "genisys", "learningRate" : 0.1, "learningRateAfter" : { }, "lrScoreBasedDecay" : 0.0, "momentum" : 0.5, "momentumAfter" : { }, "nin" : 1, "nout" : 20, "padding" : [ 0, 0 ], "rho" : 0.0, "rmsDecay" : 0.95, "stride" : [ 1, 1 ], "updater" : "ADAGRAD", "weightInit" : "XAVIER" } }, "maxNumLineSearchIterations" : 5, "miniBatch" : true, "minimize" : true, "numIterations" : 1, "optimizationAlgo" : "STOCHASTIC_GRADIENT_DESCENT", "seed" : 123, "stepFunction" : null, "timeSeriesLength" : 1, "useDropConnect" : false, "useRegularization" : true, "useSchedules" : false, "variables" : [ "W", "b" ] }, { "layer" : { "subsampling" : { "activationFunction" : "sigmoid", "adamMeanDecay" : 0.9, "adamVarDecay" : 0.999, "biasInit" : 0.0, "dist" : { "normal" : { "mean" : 0.001, "std" : 1.0 } }, "dropOut" : 0.0, "gradientNormalization" : "None", "gradientNormalizationThreshold" : 1.0, "kernelSize" : [ 2, 2 ], "l1" : 0.0, "l2" : 5.0E-4, "layerName" : "genisys", "learningRate" : 0.1, "learningRateAfter" : { }, "lrScoreBasedDecay" : 0.0, "momentum" : 0.5, "momentumAfter" : { }, "padding" : [ 0, 0 ], "poolingType" : "MAX", "rho" : 0.0, "rmsDecay" : 0.95, "stride" : [ 2, 2 ], "updater" : "ADAGRAD", "weightInit" : "XAVIER" } }, "maxNumLineSearchIterations" : 5, "miniBatch" : true, "minimize" : true, "numIterations" : 1, "optimizationAlgo" : "STOCHASTIC_GRADIENT_DESCENT", "seed" : 123, "stepFunction" : null, "timeSeriesLength" : 1, "useDropConnect" : false, "useRegularization" : true, "useSchedules" : false, "variables" : [ ] }, { "layer" : { "convolution" : { "activationFunction" : "relu", "adamMeanDecay" : 0.9, "adamVarDecay" : 0.999, "biasInit" : 0.0, "convolutionType" : "VALID", "dist" : { "normal" : { "mean" : 0.001, "std" : 1.0 } }, "dropOut" : 0.0, "gradientNormalization" : "None", "gradientNormalizationThreshold" : 1.0, "kernelSize" : [ 5, 5 ], "l1" : 0.0, "l2" : 5.0E-4, "layerName" : "genisys", "learningRate" : 0.1, "learningRateAfter" : { }, "lrScoreBasedDecay" : 0.0, "momentum" : 0.5, "momentumAfter" : { }, "nin" : 20, "nout" : 50, "padding" : [ 0, 0 ], "rho" : 0.0, "rmsDecay" : 0.95, "stride" : [ 2, 2 ], "updater" : "ADAGRAD", "weightInit" : "XAVIER" } }, "maxNumLineSearchIterations" : 5, "miniBatch" : true, "minimize" : true, "numIterations" : 1, "optimizationAlgo" : "STOCHASTIC_GRADIENT_DESCENT", "seed" : 123, "stepFunction" : null, "timeSeriesLength" : 1, "useDropConnect" : false, "useRegularization" : true, "useSchedules" : false, "variables" : [ "W", "b" ] }, { "layer" : { "subsampling" : { "activationFunction" : "sigmoid", "adamMeanDecay" : 0.9, "adamVarDecay" : 0.999, "biasInit" : 0.0, "dist" : { "normal" : { "mean" : 0.001, "std" : 1.0 } }, "dropOut" : 0.0, "gradientNormalization" : "None", "gradientNormalizationThreshold" : 1.0, "kernelSize" : [ 2, 2 ], "l1" : 0.0, "l2" : 5.0E-4, "layerName" : "genisys", "learningRate" : 0.1, "learningRateAfter" : { }, "lrScoreBasedDecay" : 0.0, "momentum" : 0.5, "momentumAfter" : { }, "padding" : [ 0, 0 ], "poolingType" : "MAX", "rho" : 0.0, "rmsDecay" : 0.95, "stride" : [ 2, 2 ], "updater" : "ADAGRAD", "weightInit" : "XAVIER" } }, "maxNumLineSearchIterations" : 5, "miniBatch" : true, "minimize" : true, "numIterations" : 1, "optimizationAlgo" : "STOCHASTIC_GRADIENT_DESCENT", "seed" : 123, "stepFunction" : null, "timeSeriesLength" : 1, "useDropConnect" : false, "useRegularization" : true, "useSchedules" : false, "variables" : [ ] }, { "layer" : { "dense" : { "activationFunction" : "relu", "adamMeanDecay" : 0.9, "adamVarDecay" : 0.999, "biasInit" : 0.0, "dist" : { "normal" : { "mean" : 0.001, "std" : 1.0 } }, "dropOut" : 0.0, "gradientNormalization" : "None", "gradientNormalizationThreshold" : 1.0, "l1" : 0.0, "l2" : 5.0E-4, "layerName" : "genisys", "learningRate" : 0.1, "learningRateAfter" : { }, "lrScoreBasedDecay" : 0.0, "momentum" : 0.5, "momentumAfter" : { }, "nin" : 200, "nout" : 200, "rho" : 0.0, "rmsDecay" : 0.95, "updater" : "ADAGRAD", "weightInit" : "XAVIER" } }, "maxNumLineSearchIterations" : 5, "miniBatch" : true, "minimize" : true, "numIterations" : 1, "optimizationAlgo" : "STOCHASTIC_GRADIENT_DESCENT", "seed" : 123, "stepFunction" : null, "timeSeriesLength" : 1, "useDropConnect" : false, "useRegularization" : true, "useSchedules" : false, "variables" : [ "W", "b" ] }, { "layer" : { "output" : { "activationFunction" : "softmax", "adamMeanDecay" : 0.9, "adamVarDecay" : 0.999, "biasInit" : 0.0, "customLossFunction" : null, "dist" : { "normal" : { "mean" : 0.001, "std" : 1.0 } }, "dropOut" : 0.0, "gradientNormalization" : "None", "gradientNormalizationThreshold" : 1.0, "l1" : 0.0, "l2" : 5.0E-4, "layerName" : "genisys", "learningRate" : 0.1, "learningRateAfter" : { }, "lossFunction" : "NEGATIVELOGLIKELIHOOD", "lrScoreBasedDecay" : 0.0, "momentum" : 0.5, "momentumAfter" : { }, "nin" : 200, "nout" : 10, "rho" : 0.0, "rmsDecay" : 0.95, "updater" : "ADAGRAD", "weightInit" : "XAVIER" } }, "maxNumLineSearchIterations" : 5, "miniBatch" : true, "minimize" : true, "numIterations" : 1, "optimizationAlgo" : "STOCHASTIC_GRADIENT_DESCENT", "seed" : 123, "stepFunction" : null, "timeSeriesLength" : 1, "useDropConnect" : false, "useRegularization" : true, "useSchedules" : false, "variables" : [ "W", "b" ] } ], "dampingFactor" : 100.0, "inputPreProcessors" : { "0" : { "feedForwardToCnn" : { "inputHeight" : 28, "inputWidth" : 28, "numChannels" : 1 } }, "4" : { "cnnToFeedForward" : { "inputHeight" : 2, "inputWidth" : 2, "numChannels" : 50 } } }, "pretrain" : false, "redistributeParams" : false, "tbpttBackLength" : 20, "tbpttFwdLength" : 20 }