Changeset 5747 for branches/DataAnalysis Refactoring/HeuristicLab.Problems.DataAnalysis.Symbolic.Regression/3.4/SingleObjective/SymbolicRegressionSingleObjectiveOverfittingAnalyzer.cs

Timestamp:

03/18/11 10:01:00 (14 years ago)

Author:

gkronber

Message:

#1418 renamed bounded evaluator, added base classes for single objective and multi objective validation analzers, added overfitting analyzers for symbolic regression and classification.

File:

• branches/DataAnalysis Refactoring/HeuristicLab.Problems.DataAnalysis.Symbolic.Regression/3.4/SingleObjective/SymbolicRegressionSingleObjectiveOverfittingAnalyzer.cs (copied) (copied from branches/DataAnalysis Refactoring/HeuristicLab.Problems.DataAnalysis.Regression/3.3/Symbolic/Analyzers/SymbolicRegressionOverfittingAnalyzer.cs) (5 diffs)

branches/DataAnalysis Refactoring/HeuristicLab.Problems.DataAnalysis.Symbolic.Regression/3.4/SingleObjective/SymbolicRegressionSingleObjectiveOverfittingAnalyzer.cs

@@ -31 +31 @@
 using HeuristicLab.Parameters;
 using HeuristicLab.Persistence.Default.CompositeSerializers.Storable;
-using HeuristicLab.Problems.DataAnalysis.Evaluators;
 using HeuristicLab.Problems.DataAnalysis.Symbolic;
 using System;
 
-namespace HeuristicLab.Problems.DataAnalysis.Regression.Symbolic.Analyzers {
-  [Item("SymbolicRegressionOverfittingAnalyzer", "Calculates and tracks correlation of training and validation fitness of symbolic regression models.")]
+namespace HeuristicLab.Problems.DataAnalysis.Symbolic.Regression {
+  [Item("SymbolicRegressionSingleObjectiveOverfittingAnalyzer", "Calculates and tracks correlation of training and validation fitness of symbolic regression models.")]
   [StorableClass]
-  public sealed class SymbolicRegressionOverfittingAnalyzer : SymbolicRegressionValidationAnalyzer, ISymbolicRegressionAnalyzer {
-    private const string MaximizationParameterName = "Maximization";
-    private const string QualityParameterName = "Quality";
-    private const string TrainingValidationCorrelationParameterName = "TrainingValidationCorrelation";
-    private const string TrainingValidationCorrelationTableParameterName = "TrainingValidationCorrelationTable";
+  public sealed class SymbolicRegressionSingleObjectiveOverfittingAnalyzer : SymbolicDataAnalysisSingleObjectiveValidationAnalyzer<ISymbolicRegressionSingleObjectiveEvaluator, IRegressionProblemData> {
+    private const string TrainingValidationCorrelationParameterName = "Training and validation fitness correlation";
+    private const string TrainingValidationCorrelationTableParameterName = "Training and validation fitness correlation table";
     private const string LowerCorrelationThresholdParameterName = "LowerCorrelationThreshold";
     private const string UpperCorrelationThresholdParameterName = "UpperCorrelationThreshold";
     private const string OverfittingParameterName = "IsOverfitting";
-    private const string ResultsParameterName = "Results";
 
     #region parameter properties
-    public ScopeTreeLookupParameter<DoubleValue> QualityParameter {
-      get { return (ScopeTreeLookupParameter<DoubleValue>)Parameters[QualityParameterName]; }
-    }
-    public ILookupParameter<BoolValue> MaximizationParameter {
-      get { return (ILookupParameter<BoolValue>)Parameters[MaximizationParameterName]; }
-    }
     public ILookupParameter<DoubleValue> TrainingValidationQualityCorrelationParameter {
       get { return (ILookupParameter<DoubleValue>)Parameters[TrainingValidationCorrelationParameterName]; }
@@ -70 +60 @@
       get { return (ILookupParameter<BoolValue>)Parameters[OverfittingParameterName]; }
     }
-    public ILookupParameter<ResultCollection> ResultsParameter {
-      get { return (ILookupParameter<ResultCollection>)Parameters[ResultsParameterName]; }
-    }
-    #endregion
-    #region properties
-    public BoolValue Maximization {
-      get { return MaximizationParameter.ActualValue; }
-    }
     #endregion
 
     [StorableConstructor]
-    private SymbolicRegressionOverfittingAnalyzer(bool deserializing) : base(deserializing) { }
-    private SymbolicRegressionOverfittingAnalyzer(SymbolicRegressionOverfittingAnalyzer original, Cloner cloner) : base(original, cloner) { }
-    public SymbolicRegressionOverfittingAnalyzer()
+    private SymbolicRegressionSingleObjectiveOverfittingAnalyzer(bool deserializing) : base(deserializing) { }
+    private SymbolicRegressionSingleObjectiveOverfittingAnalyzer(SymbolicRegressionSingleObjectiveOverfittingAnalyzer original, Cloner cloner) : base(original, cloner) { }
+    public SymbolicRegressionSingleObjectiveOverfittingAnalyzer()
       : base() {
-      Parameters.Add(new ScopeTreeLookupParameter<DoubleValue>(QualityParameterName, "Training fitness"));
-      Parameters.Add(new LookupParameter<BoolValue>(MaximizationParameterName, "The direction of optimization."));
       Parameters.Add(new LookupParameter<DoubleValue>(TrainingValidationCorrelationParameterName, "Correlation of training and validation fitnesses"));
       Parameters.Add(new LookupParameter<DataTable>(TrainingValidationCorrelationTableParameterName, "Data table of training and validation fitness correlation values over the whole run."));
@@ -92 +72 @@
       Parameters.Add(new ValueLookupParameter<DoubleValue>(UpperCorrelationThresholdParameterName, "Upper threshold for correlation value that marks the boundary from overfitting to non-overfitting.", new DoubleValue(0.75)));
       Parameters.Add(new LookupParameter<BoolValue>(OverfittingParameterName, "Boolean indicator for overfitting."));
-      Parameters.Add(new LookupParameter<ResultCollection>(ResultsParameterName, "The results collection."));
-    }
-
-    [StorableHook(HookType.AfterDeserialization)]
-    private void AfterDeserialization() {
     }
 
     public override IDeepCloneable Clone(Cloner cloner) {
-      return new SymbolicRegressionOverfittingAnalyzer(this, cloner);
+      return new SymbolicRegressionSingleObjectiveOverfittingAnalyzer(this, cloner);
     }
 
-    protected override void Analyze(SymbolicExpressionTree[] trees, double[] validationQuality) {
+    public override IOperation Apply() {
       double[] trainingQuality = QualityParameter.ActualValue.Select(x => x.Value).ToArray();
-
+      // evaluate on validation partition
+      int start = ValidationSamplesStart.Value;
+      int end = ValidationSamplesEnd.Value;
+      var rows = Enumerable.Range(start, end - start);
+      IExecutionContext childContext = (IExecutionContext)ExecutionContext.CreateChildOperation(Evaluator);
+      double[] validationQuality = (from tree in SymbolicExpressionTrees
+                                    select Evaluator.Evaluate(childContext, tree, ProblemData, rows))
+                                   .ToArray();
       double r = alglib.spearmancorr2(trainingQuality, validationQuality);
 
@@ -111 +93 @@
 
       if (TrainingValidationQualityCorrelationTableParameter.ActualValue == null) {
-        var dataTable = new DataTable("Training and validation fitness correlation table", "Data table of training and validation fitness correlation values over the whole run.");
-        dataTable.Rows.Add(new DataRow("Training and validation fitness correlation", "Training and validation fitness correlation values"));
+        var dataTable = new DataTable(TrainingValidationQualityCorrelationTableParameter.Name, TrainingValidationQualityCorrelationTableParameter.Description);
+        dataTable.Rows.Add(new DataRow(TrainingValidationQualityCorrelationParameter.Name, TrainingValidationQualityCorrelationParameter.Description));
         TrainingValidationQualityCorrelationTableParameter.ActualValue = dataTable;
-        ResultsParameter.ActualValue.Add(new Result(TrainingValidationCorrelationTableParameterName, dataTable));
+        ResultCollectionParameter.ActualValue.Add(new Result(TrainingValidationQualityCorrelationTableParameter.Name, dataTable));
       }
 
-      TrainingValidationQualityCorrelationTableParameter.ActualValue.Rows["Training and validation fitness correlation"].Values.Add(r);
+      TrainingValidationQualityCorrelationTableParameter.ActualValue.Rows[TrainingValidationQualityCorrelationParameter.Name].Values.Add(r);
 
       if (OverfittingParameter.ActualValue != null && OverfittingParameter.ActualValue.Value) {
@@ -128 +110 @@
         OverfittingParameter.ActualValue = new BoolValue(r < LowerCorrelationThresholdParameter.ActualValue.Value);
       }
+
+      return base.Apply();
     }
   }