PositionalEncoderParameter.cs

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.ComponentModel;
using MyCaffe.basecode;
 
namespace MyCaffe.param.gpt
{
    [Serializable]
    [TypeConverter(typeof(ExpandableObjectConverter))]
    public class PositionalEncoderParameter : LayerParameterBase
    {
        uint m_nEmbed = 192;     // d_model
        uint m_nBlockSize = 128;
 
        public PositionalEncoderParameter()
        {
        }
 
        public uint embed
        {
            get { return m_nEmbed; }
            set { m_nEmbed = value; }
        }
 
        public uint block_size
        {
            get { return m_nBlockSize; }
            set { m_nBlockSize = value; }
        }
 
        public override object Load(System.IO.BinaryReader br, bool bNewInstance = true)
        {
            RawProto proto = RawProto.Parse(br.ReadString());
            PositionalEncoderParameter p = FromProto(proto);
 
            if (!bNewInstance)
                Copy(p);
 
            return p;
        }
 
        public override void Copy(LayerParameterBase src)
        {
            PositionalEncoderParameter p = (PositionalEncoderParameter)src;
 
            m_nEmbed = p.embed;
            m_nBlockSize = p.block_size;
        }
 
        public override LayerParameterBase Clone()
        {
            PositionalEncoderParameter p = new PositionalEncoderParameter();
            p.Copy(this);
            return p;
        }
 
        public override RawProto ToProto(string strName)
        {
            RawProtoCollection rgChildren = new RawProtoCollection();
 
            rgChildren.Add("embed", embed.ToString());
            rgChildren.Add("block_size", block_size.ToString());
 
            return new RawProto(strName, "", rgChildren);
        }
 
        public static PositionalEncoderParameter FromProto(RawProto rp)
        {
            string strVal;
            PositionalEncoderParameter p = new PositionalEncoderParameter();
 
            if ((strVal = rp.FindValue("embed")) != null)
                p.embed = uint.Parse(strVal);
 
            if ((strVal = rp.FindValue("block_size")) != null)
                p.block_size = uint.Parse(strVal);
 
            return p;
        }
    }
}