#region License Information
/* HeuristicLab
* Copyright (C) 2002-2010 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
*
* This file is part of HeuristicLab.
*
* HeuristicLab is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* HeuristicLab is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with HeuristicLab. If not, see .
*/
#endregion
using System;
using System.IO;
using System.Linq;
using HeuristicLab.Common;
using HeuristicLab.Core;
using HeuristicLab.Data;
using HeuristicLab.Parameters;
using HeuristicLab.Persistence.Default.CompositeSerializers.Storable;
namespace HeuristicLab.Problems.DataAnalysis.MultiVariate {
[Item("MultiVariateDataAnalysisProblemData", "Represents an item containing all data defining a multi-variate data analysis problem.")]
[StorableClass]
public class MultiVariateDataAnalysisProblemData : ParameterizedNamedItem, IStorableContent {
private bool suppressEvents = false;
public string Filename { get; set; }
#region default data
// y0 = x^4 + x^3 + x^2 + x
// y1 = -(y0)
private static double[,] kozaF1 = new double[,] {
{2.017885919, -2.017885919, -1.449165046},
{1.30060506, -1.30060506, -1.344523885},
{1.147134798, -1.147134798, -1.317989331},
{0.877182504, -0.877182504, -1.266142284},
{0.852562452, -0.852562452, -1.261020794},
{0.431095788, -0.431095788, -1.158793317},
{0.112586002, -0.112586002, -1.050908405},
{0.04594507, -0.04594507, -1.021989402},
{0.042572879, -0.042572879, -1.020438113},
{-0.074027291, 0.074027291, -0.959859562},
{-0.109178553, 0.109178553, -0.938094706},
{-0.259721109, 0.259721109, -0.803635355},
{-0.272991057, 0.272991057, -0.387519561},
{-0.161978191, 0.161978191, -0.193611001},
{-0.102489983, 0.102489983, -0.114215349},
{-0.01469968, 0.01469968, -0.014918985},
{-0.008863365, 0.008863365, -0.008942626},
{0.026751057, -0.026751057, 0.026054094},
{0.166922436, -0.166922436, 0.14309643},
{0.176953808, -0.176953808, 0.1504144},
{0.190233418, -0.190233418, 0.159916534},
{0.199800708, -0.199800708, 0.166635331},
{0.261502822, -0.261502822, 0.207600348},
{0.30182879, -0.30182879, 0.232370249},
{0.83763905, -0.83763905, 0.468046718}
};
#endregion
#region parameter properties
public IValueParameter DatasetParameter {
get { return (IValueParameter)Parameters["Dataset"]; }
}
public IValueParameter> TargetVariablesParameter {
get { return (IValueParameter>)Parameters["TargetVariables"]; }
}
public IValueParameter> InputVariablesParameter {
get { return (IValueParameter>)Parameters["InputVariables"]; }
}
public IValueParameter TrainingSamplesStartParameter {
get { return (IValueParameter)Parameters["TrainingSamplesStart"]; }
}
public IValueParameter TrainingSamplesEndParameter {
get { return (IValueParameter)Parameters["TrainingSamplesEnd"]; }
}
public IValueParameter TestSamplesStartParameter {
get { return (IValueParameter)Parameters["TestSamplesStart"]; }
}
public IValueParameter TestSamplesEndParameter {
get { return (IValueParameter)Parameters["TestSamplesEnd"]; }
}
#endregion
#region properties
public Dataset Dataset {
get { return (Dataset)DatasetParameter.Value; }
set {
if (value != Dataset) {
if (value == null) throw new ArgumentNullException();
if (Dataset != null) DeregisterDatasetEventHandlers();
DatasetParameter.Value = value;
}
}
}
public ICheckedItemList TargetVariables {
get { return (ICheckedItemList)TargetVariablesParameter.Value; }
set {
if (value != TargetVariablesParameter.Value) {
if (value == null) throw new ArgumentNullException();
if (TargetVariables != null) DeregisterTargetVariablesEventHandlers();
TargetVariablesParameter.Value = value;
}
}
}
public ICheckedItemList InputVariables {
get { return (ICheckedItemList)InputVariablesParameter.Value; }
set {
if (value != InputVariables) {
if (value == null) throw new ArgumentNullException();
if (InputVariables != null) DeregisterInputVariablesEventHandlers();
InputVariablesParameter.Value = value;
}
}
}
public IntValue TrainingSamplesStart {
get { return (IntValue)TrainingSamplesStartParameter.Value; }
set {
if (value != TrainingSamplesStart) {
if (value == null) throw new ArgumentNullException();
if (TrainingSamplesStart != null) DeregisterValueTypeEventHandlers(TrainingSamplesStart);
TrainingSamplesStartParameter.Value = value;
}
}
}
public IntValue TrainingSamplesEnd {
get { return (IntValue)TrainingSamplesEndParameter.Value; }
set {
if (value != TrainingSamplesEnd) {
if (value == null) throw new ArgumentNullException();
if (TrainingSamplesEnd != null) DeregisterValueTypeEventHandlers(TrainingSamplesEnd);
TrainingSamplesEndParameter.Value = value;
}
}
}
public IntValue TestSamplesStart {
get { return (IntValue)TestSamplesStartParameter.Value; }
set {
if (value != TestSamplesStart) {
if (value == null) throw new ArgumentNullException();
if (TestSamplesStart != null) DeregisterValueTypeEventHandlers(TestSamplesStart);
TestSamplesStartParameter.Value = value;
}
}
}
public IntValue TestSamplesEnd {
get { return (IntValue)TestSamplesEndParameter.Value; }
set {
if (value != TestSamplesEnd) {
if (value == null) throw new ArgumentNullException();
if (TestSamplesEnd != null) DeregisterValueTypeEventHandlers(TestSamplesEnd);
TestSamplesEndParameter.Value = value;
}
}
}
#endregion
[StorableConstructor]
private MultiVariateDataAnalysisProblemData(bool deserializing) : base() { }
protected MultiVariateDataAnalysisProblemData(MultiVariateDataAnalysisProblemData original, Cloner cloner)
: base(original, cloner) {
RegisterParameterEventHandlers();
RegisterParameterValueEventHandlers();
}
public MultiVariateDataAnalysisProblemData()
: base() {
var inputVariables = new CheckedItemList();
StringValue inputVariable = new StringValue("x");
inputVariables.Add(inputVariable);
StringValue targetVariable0 = new StringValue("y0");
StringValue targetVariable1 = new StringValue("y1");
var targetVariables = new CheckedItemList();
targetVariables.Add(targetVariable0);
targetVariables.Add(targetVariable1);
Parameters.Add(new ValueParameter("Dataset", new Dataset(new string[] { "y0", "y1", "x" }, kozaF1)));
Parameters.Add(new ValueParameter>("InputVariables", inputVariables));
Parameters.Add(new ValueParameter>("TargetVariables", targetVariables));
Parameters.Add(new ValueParameter("TrainingSamplesStart", new IntValue(0)));
Parameters.Add(new ValueParameter("TrainingSamplesEnd", new IntValue(15)));
Parameters.Add(new ValueParameter("TestSamplesStart", new IntValue(15)));
Parameters.Add(new ValueParameter("TestSamplesEnd", new IntValue(25)));
RegisterParameterEventHandlers();
RegisterParameterValueEventHandlers();
}
public override IDeepCloneable Clone(Cloner cloner) {
return new MultiVariateDataAnalysisProblemData(this, cloner);
}
[StorableHook(HookType.AfterDeserialization)]
private void AfterDeserialization() {
RegisterParameterEventHandlers();
RegisterParameterValueEventHandlers();
}
#region events
public event EventHandler ProblemDataChanged;
protected virtual void OnProblemDataChanged(EventArgs e) {
if (!suppressEvents) {
var listeners = ProblemDataChanged;
if (listeners != null) listeners(this, e);
}
}
private void RegisterParameterEventHandlers() {
DatasetParameter.ValueChanged += new EventHandler(DatasetParameter_ValueChanged);
InputVariablesParameter.ValueChanged += new EventHandler(InputVariablesParameter_ValueChanged);
TargetVariablesParameter.ValueChanged += new EventHandler(TargetVariablesParameter_ValueChanged);
TrainingSamplesStartParameter.ValueChanged += new EventHandler(TrainingSamplesStartParameter_ValueChanged);
TrainingSamplesEndParameter.ValueChanged += new EventHandler(TrainingSamplesEndParameter_ValueChanged);
TestSamplesStartParameter.ValueChanged += new EventHandler(TestSamplesStartParameter_ValueChanged);
TestSamplesEndParameter.ValueChanged += new EventHandler(TestSamplesEndParameter_ValueChanged);
}
private void RegisterParameterValueEventHandlers() {
RegisterDatasetEventHandlers();
RegisterInputVariablesEventHandlers();
RegisterTargetVariablesEventHandlers();
RegisterValueTypeEventHandlers(TrainingSamplesStart);
RegisterValueTypeEventHandlers(TrainingSamplesEnd);
RegisterValueTypeEventHandlers(TestSamplesStart);
RegisterValueTypeEventHandlers(TestSamplesEnd);
}
#region parameter value changed event handlers
void DatasetParameter_ValueChanged(object sender, EventArgs e) {
RegisterDatasetEventHandlers();
OnProblemDataChanged(EventArgs.Empty);
}
void InputVariablesParameter_ValueChanged(object sender, EventArgs e) {
RegisterInputVariablesEventHandlers();
OnProblemDataChanged(EventArgs.Empty);
}
void TargetVariablesParameter_ValueChanged(object sender, EventArgs e) {
RegisterTargetVariablesEventHandlers();
OnProblemDataChanged(EventArgs.Empty);
}
void TrainingSamplesStartParameter_ValueChanged(object sender, EventArgs e) {
RegisterValueTypeEventHandlers(TrainingSamplesStart);
OnProblemDataChanged(EventArgs.Empty);
}
void TrainingSamplesEndParameter_ValueChanged(object sender, EventArgs e) {
RegisterValueTypeEventHandlers(TrainingSamplesEnd);
OnProblemDataChanged(EventArgs.Empty);
}
void TestSamplesStartParameter_ValueChanged(object sender, EventArgs e) {
RegisterValueTypeEventHandlers(TestSamplesStart);
OnProblemDataChanged(EventArgs.Empty);
}
void TestSamplesEndParameter_ValueChanged(object sender, EventArgs e) {
RegisterValueTypeEventHandlers(TestSamplesEnd);
OnProblemDataChanged(EventArgs.Empty);
}
#endregion
private void RegisterDatasetEventHandlers() {
Dataset.Reset += new EventHandler(Dataset_Reset);
Dataset.ColumnNamesChanged += new EventHandler(Dataset_ColumnNamesChanged);
}
private void DeregisterDatasetEventHandlers() {
Dataset.Reset -= new EventHandler(Dataset_Reset);
Dataset.ColumnNamesChanged -= new EventHandler(Dataset_ColumnNamesChanged);
}
void Dataset_ColumnNamesChanged(object sender, EventArgs e) {
OnProblemDataChanged(e);
}
void Dataset_Reset(object sender, EventArgs e) {
OnProblemDataChanged(e);
}
void Dataset_DataChanged(object sender, EventArgs e) {
OnProblemDataChanged(e);
}
private void RegisterInputVariablesEventHandlers() {
InputVariables.CollectionReset += new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(InputVariables_CollectionReset);
InputVariables.ItemsAdded += new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(InputVariables_ItemsAdded);
InputVariables.ItemsRemoved += new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(InputVariables_ItemsRemoved);
InputVariables.CheckedItemsChanged += new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(InputVariables_CheckedItemsChanged);
foreach (var item in InputVariables)
item.ValueChanged += new EventHandler(InputVariable_ValueChanged);
}
private void DeregisterInputVariablesEventHandlers() {
InputVariables.CollectionReset -= new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(InputVariables_CollectionReset);
InputVariables.ItemsAdded -= new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(InputVariables_ItemsAdded);
InputVariables.ItemsRemoved -= new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(InputVariables_ItemsRemoved);
InputVariables.CheckedItemsChanged -= new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(InputVariables_CheckedItemsChanged);
foreach (var item in InputVariables) {
item.ValueChanged -= new EventHandler(InputVariable_ValueChanged);
}
}
private void RegisterTargetVariablesEventHandlers() {
TargetVariables.CollectionReset += new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(TargetVariables_CollectionReset);
TargetVariables.ItemsAdded += new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(TargetVariables_ItemsAdded);
TargetVariables.ItemsRemoved += new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(TargetVariables_ItemsRemoved);
TargetVariables.CheckedItemsChanged += new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(TargetVariables_CheckedItemsChanged);
foreach (var item in TargetVariables)
item.ValueChanged += new EventHandler(TargetVariable_ValueChanged);
}
private void DeregisterTargetVariablesEventHandlers() {
TargetVariables.CollectionReset -= new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(TargetVariables_CollectionReset);
TargetVariables.ItemsAdded -= new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(TargetVariables_ItemsAdded);
TargetVariables.ItemsRemoved -= new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(TargetVariables_ItemsRemoved);
TargetVariables.CheckedItemsChanged -= new HeuristicLab.Collections.CollectionItemsChangedEventHandler>(TargetVariables_CheckedItemsChanged);
foreach (var item in TargetVariables) {
item.ValueChanged -= new EventHandler(TargetVariable_ValueChanged);
}
}
private void InputVariables_CheckedItemsChanged(object sender, HeuristicLab.Collections.CollectionItemsChangedEventArgs> e) {
OnProblemDataChanged(e);
}
private void InputVariables_ItemsRemoved(object sender, HeuristicLab.Collections.CollectionItemsChangedEventArgs> e) {
foreach (var indexedItem in e.Items)
indexedItem.Value.ValueChanged -= new EventHandler(InputVariable_ValueChanged);
OnProblemDataChanged(e);
}
private void InputVariables_ItemsAdded(object sender, HeuristicLab.Collections.CollectionItemsChangedEventArgs> e) {
foreach (var indexedItem in e.Items)
indexedItem.Value.ValueChanged += new EventHandler(InputVariable_ValueChanged);
OnProblemDataChanged(e);
}
private void InputVariables_CollectionReset(object sender, HeuristicLab.Collections.CollectionItemsChangedEventArgs> e) {
foreach (var indexedItem in e.OldItems)
indexedItem.Value.ValueChanged -= new EventHandler(InputVariable_ValueChanged);
OnProblemDataChanged(e);
}
void InputVariable_ValueChanged(object sender, EventArgs e) {
OnProblemDataChanged(e);
}
private void TargetVariables_CheckedItemsChanged(object sender, HeuristicLab.Collections.CollectionItemsChangedEventArgs> e) {
OnProblemDataChanged(e);
}
private void TargetVariables_ItemsRemoved(object sender, HeuristicLab.Collections.CollectionItemsChangedEventArgs> e) {
foreach (var indexedItem in e.Items)
indexedItem.Value.ValueChanged -= new EventHandler(TargetVariable_ValueChanged);
OnProblemDataChanged(e);
}
private void TargetVariables_ItemsAdded(object sender, HeuristicLab.Collections.CollectionItemsChangedEventArgs> e) {
foreach (var indexedItem in e.Items)
indexedItem.Value.ValueChanged += new EventHandler(TargetVariable_ValueChanged);
OnProblemDataChanged(e);
}
private void TargetVariables_CollectionReset(object sender, HeuristicLab.Collections.CollectionItemsChangedEventArgs> e) {
foreach (var indexedItem in e.OldItems)
indexedItem.Value.ValueChanged -= new EventHandler(TargetVariable_ValueChanged);
OnProblemDataChanged(e);
}
void TargetVariable_ValueChanged(object sender, EventArgs e) {
OnProblemDataChanged(e);
}
#region helper
private void RegisterValueTypeEventHandlers(ValueTypeValue value) where T : struct {
value.ValueChanged += new EventHandler(value_ValueChanged);
}
private void DeregisterValueTypeEventHandlers(ValueTypeValue value) where T : struct {
value.ValueChanged -= new EventHandler(value_ValueChanged);
}
void value_ValueChanged(object sender, EventArgs e) {
OnProblemDataChanged(e);
}
private void RegisterStringValueEventHandlers(StringValue value) {
value.ValueChanged += new EventHandler(value_ValueChanged);
}
private void DeregisterStringValueEventHandlers(StringValue value) {
value.ValueChanged -= new EventHandler(value_ValueChanged);
}
#endregion
#endregion
public virtual void ImportFromFile(string fileName) {
var tableFileParser = new TableFileParser();
tableFileParser.Parse(fileName);
suppressEvents = true;
Name = "Data imported from " + Path.GetFileName(fileName);
Dataset = new Dataset(tableFileParser.VariableNames, tableFileParser.Values);
Dataset.Name = Path.GetFileName(fileName);
var variableNames = Dataset.VariableNames.Select(x => new StringValue(x).AsReadOnly()).ToList();
InputVariables = new CheckedItemList(variableNames).AsReadOnly();
TargetVariables = new CheckedItemList(variableNames).AsReadOnly();
int middle = (int)(tableFileParser.Rows * 0.5);
TrainingSamplesStart = new IntValue(0);
TrainingSamplesEnd = new IntValue(middle);
TestSamplesStart = new IntValue(middle);
TestSamplesEnd = new IntValue(tableFileParser.Rows);
suppressEvents = false;
OnProblemDataChanged(EventArgs.Empty);
}
public DataAnalysisProblemData ConvertToDataAnalysisProblemData(string targetVariable) {
return new DataAnalysisProblemData((Dataset)Dataset.Clone(),
InputVariables.Select(x => x.Value),
targetVariable,
TrainingSamplesStart.Value,
TrainingSamplesEnd.Value,
TestSamplesStart.Value,
TestSamplesEnd.Value);
}
}
}