XavierFiller.cs

using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using MyCaffe.basecode;
using MyCaffe.param;
using MyCaffe.common;
 
namespace MyCaffe.fillers
{
    public class XavierFiller<T> : Filler<T>
    {
        public XavierFiller(CudaDnn<T> cuda, Log log, FillerParameter p)
            : base(cuda, log, p)
        {
        }
 
        public override void Fill(int nCount, long hMem, int nNumAxes = 1, int nNumOutputs = 1, int nNumChannels = 1, int nHeight = 1, int nWidth = 1)
        {
            m_log.CHECK(nCount > 0, "There is no data to fill!");
 
            int nFanIn = nCount / nNumOutputs;
            // Compatibility with ND blobs
            int nFanOut = nNumAxes > 1 ?
                          nCount / nNumChannels :
                          nCount;
            double dfN = nFanIn; // default to fan_in
 
            if (m_param.variance_norm == FillerParameter.VarianceNorm.AVERAGE)
                dfN = (nFanIn + nFanOut) / 2.0;
            else if (m_param.variance_norm == FillerParameter.VarianceNorm.FAN_OUT)
                dfN = nFanOut;
 
            double dfScale = Math.Sqrt(3.0 / dfN);
            T fPosScale = (T)Convert.ChangeType(dfScale, typeof(T));
            T fNegScale = (T)Convert.ChangeType(-dfScale, typeof(T));
            m_cuda.rng_uniform(nCount, fNegScale, fPosScale, hMem);
 
            m_log.CHECK_EQ(-1, m_param.sparse, "Sparsity not supported by this Filler.");
        }
    }
}