ReLUParameter.cs

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.ComponentModel;
using MyCaffe.basecode;
 
namespace MyCaffe.param
{
    [Serializable]
    [TypeConverter(typeof(ExpandableObjectConverter))]
    public class ReLUParameter : EngineParameter 
    {
        double m_dfNegativeSlope = 0;
 
        public ReLUParameter()
            : base()
        {
        }
 
        public string useCaffeReason()
        {
            if (engine == Engine.CAFFE)
                return "The engine setting is set on CAFFE.";
 
            if (negative_slope != 0)
                return "Leaky ReLU (negative slope != 0) currently not supported with cuDnn.";
 
            return "";
        }
 
        public bool useCudnn()
        {
            if (engine == EngineParameter.Engine.CAFFE ||
                negative_slope != 0)
                return false;
 
            return true;
        }
 
        [Description("Specifies the negative slope.  Allow non-zero slope for negative inputs to speed up optimization.")]
        public double negative_slope
        {
            get { return m_dfNegativeSlope; }
            set { m_dfNegativeSlope = value; }
        }
 
        public override object Load(System.IO.BinaryReader br, bool bNewInstance = true)
        {
            RawProto proto = RawProto.Parse(br.ReadString());
            ReLUParameter p = FromProto(proto);
 
            if (!bNewInstance)
                Copy(p);
 
            return p;
        }
 
        public override void Copy(LayerParameterBase src)
        {
            base.Copy(src);
 
            if (src is ReLUParameter)
            {
                ReLUParameter p = (ReLUParameter)src;
                m_dfNegativeSlope = p.m_dfNegativeSlope;
            }
        }
 
        public override LayerParameterBase Clone()
        {
            ReLUParameter p = new ReLUParameter();
            p.Copy(this);
            return p;
        }
 
        public override RawProto ToProto(string strName)
        {
            RawProto rpBase = base.ToProto("engine");
            RawProtoCollection rgChildren = new RawProtoCollection();
 
            rgChildren.Add(rpBase.Children);
 
            if (negative_slope != 0)
                rgChildren.Add("negative_slope", negative_slope.ToString());
 
            return new RawProto(strName, "", rgChildren);
        }
 
        public static new ReLUParameter FromProto(RawProto rp)
        {
            string strVal;
            ReLUParameter p = new ReLUParameter();
 
            p.Copy(EngineParameter.FromProto(rp));
 
            if ((strVal = rp.FindValue("negative_slope")) != null)
                p.negative_slope = ParseDouble(strVal);
 
            return p;
        }
    }
}