DataSet.cs

using MyCaffe.basecode;
using MyCaffe.basecode.descriptors;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using System.Threading;
using System.Threading.Tasks;
 
namespace MyCaffe.db.temporal
{
    [Serializable]
    public class DataSet
    {
        Log m_log;
        CryptoRandom m_random = new CryptoRandom();
        DatabaseTemporal m_db = new DatabaseTemporal();
        DatasetDescriptor m_ds;
        Dictionary<int, TemporalSet> m_rgTemporalSets = new Dictionary<int, TemporalSet>();
        Dictionary<Phase, TemporalSet> m_rgTemporalSetsEx = new Dictionary<Phase, TemporalSet>();
 
        public DataSet(DatasetDescriptor ds, Log log)
        {
            m_ds = ds;
            m_log = log;
        }
 
        public void CleanUp()
        {
            foreach (KeyValuePair<int, TemporalSet> kv in m_rgTemporalSets)
            {
                if (kv.Value != null)
                    kv.Value.CleanUp();
            }
 
            m_rgTemporalSets.Clear();
            m_rgTemporalSetsEx.Clear();
        }
 
        public DatasetDescriptor Dataset
        {
            get { return m_ds; }
        }
 
        public TemporalSet GetTemporalSetByPhase(Phase phase)
        {
            if (m_rgTemporalSetsEx.ContainsKey(phase))
                return m_rgTemporalSetsEx[phase];
 
            return null;
        }
 
        public TemporalSet GetTemporalSetBySourceID(int nSourceID)
        {
            if (m_rgTemporalSets.ContainsKey(nSourceID))
                return m_rgTemporalSets[nSourceID];
 
            return null;
        }
 
        public double GetLoadPercent(out double dfTraining, out double dfTesting)
        {
            dfTraining = 0;
            
            if (m_rgTemporalSetsEx.ContainsKey(Phase.TRAIN))
                dfTraining = m_rgTemporalSetsEx[Phase.TRAIN].LoadPercent;
 
            dfTesting = 0;
            
            if (m_rgTemporalSetsEx.ContainsKey(Phase.TEST))
                dfTesting = m_rgTemporalSetsEx[Phase.TEST].LoadPercent;
 
            return (dfTraining + dfTesting) / 2.0;
        }
 
        public bool Load(DB_LOAD_METHOD loadMethod, int nLoadLimit, double dfReplacementPct, int nRefreshUpdateMs, bool bNormalizedData, int nHistoricalSteps, int nFutureSteps, int nChunks, EventWaitHandle evtCancel)
        {
            List<TemporalSet> rgInit = new List<TemporalSet>();
 
            if (!m_rgTemporalSets.ContainsKey(m_ds.TrainingSource.ID))
            {
                TemporalSet ts = new TemporalSet(m_log, m_db, m_ds.TrainingSource, loadMethod, nLoadLimit, dfReplacementPct, nRefreshUpdateMs, m_random, nHistoricalSteps, nFutureSteps, nChunks);
                m_rgTemporalSets.Add(m_ds.TrainingSource.ID, ts);
                m_rgTemporalSetsEx.Add(Phase.TRAIN, ts);
                rgInit.Add(ts);
            }
 
            if (!m_rgTemporalSets.ContainsKey(m_ds.TestingSource.ID))
            {
                TemporalSet ts = new TemporalSet(m_log, m_db, m_ds.TestingSource, loadMethod, nLoadLimit, dfReplacementPct, nRefreshUpdateMs, m_random, nHistoricalSteps, nFutureSteps, nChunks);
                m_rgTemporalSets.Add(m_ds.TestingSource.ID, ts);
                m_rgTemporalSetsEx.Add(Phase.TEST, ts);
                rgInit.Add(ts);
            }
 
            foreach (TemporalSet ts1 in rgInit)
            {
                if (!ts1.Initialize(bNormalizedData, evtCancel))
                    return false;
            }
 
            return true;
        }
 
        public bool WaitForLoadingToComplete(AutoResetEvent evtCancel)
        {
            foreach (KeyValuePair<int, TemporalSet> kv in m_rgTemporalSets)
            {
                if (!kv.Value.WaitForLoadingToComplete(evtCancel))
                    return false;
            }
 
            return true;
        }
    }
}