#region License Information
/* HeuristicLab
* Copyright (C) 2002-2019 Heuristic and Evolutionary Algorithms Laboratory (HEAL)
*
* This file is part of HeuristicLab.
*
* HeuristicLab is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* HeuristicLab is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with HeuristicLab. If not, see .
*/
#endregion
using System.Linq;
using HeuristicLab.Analysis;
using HeuristicLab.Common;
using HeuristicLab.Core;
using HeuristicLab.Data;
using HeuristicLab.Encodings.RealVectorEncoding;
using HeuristicLab.Operators;
using HeuristicLab.Optimization;
using HeuristicLab.Parameters;
using HEAL.Attic;
namespace HeuristicLab.Algorithms.GradientDescent {
[StorableType("7BE2AE6F-BC67-4F98-9C4F-9D077E9A4E3B")]
[Item(Name = "LBFGS Analyzer", Description = "Analyzer to collect results for the LM-BFGS algorithm.")]
public sealed class LbfgsAnalyzer : SingleSuccessorOperator, IAnalyzer {
private const string PointParameterName = "Point";
private const string QualityGradientsParameterName = "QualityGradients";
private const string QualityParameterName = "Quality";
private const string ResultCollectionParameterName = "Results";
private const string QualitiesTableParameterName = "Qualities";
private const string PointsTableParameterName = "PointTable";
private const string QualityGradientsTableParameterName = "QualityGradientsTable";
private const string StateParameterName = "State";
private const string ApproximateGradientsParameterName = "ApproximateGradients";
#region Parameter Properties
public ILookupParameter QualityGradientsParameter {
get { return (ILookupParameter)Parameters[QualityGradientsParameterName]; }
}
public ILookupParameter PointParameter {
get { return (ILookupParameter)Parameters[PointParameterName]; }
}
public ILookupParameter QualityParameter {
get { return (ILookupParameter)Parameters[QualityParameterName]; }
}
public ILookupParameter ResultCollectionParameter {
get { return (ILookupParameter)Parameters[ResultCollectionParameterName]; }
}
public ILookupParameter QualitiesTableParameter {
get { return (ILookupParameter)Parameters[QualitiesTableParameterName]; }
}
public ILookupParameter PointsTableParameter {
get { return (ILookupParameter)Parameters[PointsTableParameterName]; }
}
public ILookupParameter QualityGradientsTableParameter {
get { return (ILookupParameter)Parameters[QualityGradientsTableParameterName]; }
}
public ILookupParameter StateParameter {
get { return (ILookupParameter)Parameters[StateParameterName]; }
}
public ILookupParameter ApproximateGradientsParameter {
get { return (ILookupParameter)Parameters[ApproximateGradientsParameterName]; }
}
#endregion
#region Properties
private RealVector QualityGradients { get { return QualityGradientsParameter.ActualValue; } }
private RealVector Point { get { return PointParameter.ActualValue; } }
private DoubleValue Quality { get { return QualityParameter.ActualValue; } }
private ResultCollection ResultCollection { get { return ResultCollectionParameter.ActualValue; } }
private BoolValue ApproximateGradients { get { return ApproximateGradientsParameter.ActualValue; } }
public bool EnabledByDefault {
get { return true; }
}
#endregion
[StorableConstructor]
private LbfgsAnalyzer(StorableConstructorFlag _) : base(_) { }
private LbfgsAnalyzer(LbfgsAnalyzer original, Cloner cloner) : base(original, cloner) { }
public LbfgsAnalyzer()
: base() {
// in
Parameters.Add(new LookupParameter(PointParameterName, "The current point of the function to optimize."));
Parameters.Add(new LookupParameter(QualityGradientsParameterName, "The current gradients of the function to optimize."));
Parameters.Add(new LookupParameter(QualityParameterName, "The current value of the function to optimize."));
Parameters.Add(new LookupParameter(QualitiesTableParameterName, "The table of all visited quality values."));
Parameters.Add(new LookupParameter(PointsTableParameterName, "The table of all visited points."));
Parameters.Add(new LookupParameter(QualityGradientsTableParameterName, "The table of all visited gradient values."));
Parameters.Add(new LookupParameter(StateParameterName, "The state of the LM-BFGS optimization algorithm."));
Parameters.Add(new LookupParameter(ApproximateGradientsParameterName,
"Flag that indicates if gradients should be approximated."));
// in & out
Parameters.Add(new LookupParameter(ResultCollectionParameterName, "The result collection of the algorithm."));
}
public override IDeepCloneable Clone(Cloner cloner) {
return new LbfgsAnalyzer(this, cloner);
}
public override IOperation Apply() {
if (StateParameter.ActualValue.State.xupdated) {
var f = Quality.Value;
double[] g;
if (ApproximateGradients.Value) {
g = StateParameter.ActualValue.State.g;
} else {
g = QualityGradients.ToArray();
}
var x = Point.ToArray();
var resultCollection = ResultCollection;
// create and add tables on the first time
if (QualitiesTableParameter.ActualValue == null) {
QualitiesTableParameter.ActualValue = new DataTable(QualityParameter.ActualName);
PointsTableParameter.ActualValue = new DataTable(PointParameter.ActualName);
QualityGradientsTableParameter.ActualValue = new DataTable(QualityGradientsParameter.ActualName);
QualitiesTableParameter.ActualValue.Rows.Add(new DataRow(QualityParameter.ActualName));
resultCollection.Add(new Result(QualitiesTableParameter.ActualName,
QualitiesTableParameter.ActualValue));
resultCollection.Add(new Result(PointsTableParameter.ActualName,
PointsTableParameter.ActualValue));
resultCollection.Add(new Result(QualityGradientsTableParameter.ActualName,
QualityGradientsTableParameter.ActualValue));
resultCollection.Add(new Result(QualityParameter.ActualName, QualityParameter.ActualValue));
}
// update
var functionValueRow = QualitiesTableParameter.ActualValue.Rows[QualityParameter.ActualName];
resultCollection[QualityParameter.ActualName].Value = Quality;
functionValueRow.Values.Add(f);
AddValues(g, QualityGradientsTableParameter.ActualValue);
AddValues(x, PointsTableParameter.ActualValue);
}
return base.Apply();
}
private void AddValues(double[] x, DataTable dataTable) {
if (!dataTable.Rows.Any()) {
for (int i = 0; i < x.Length; i++) {
var newRow = new DataRow("x" + i);
newRow.Values.Add(x[i]);
dataTable.Rows.Add(newRow);
}
} else {
for (int i = 0; i < x.Length; i++) {
dataTable.Rows.ElementAt(i).Values.Add(x[i]);
}
}
}
}
}