Changeset 17947 for branches/3107_LearningALPS/HeuristicLab.Problems.DataAnalysis.Symbolic.Regression

Timestamp:

04/16/21 19:02:43 (4 years ago)

Author:

pfleck

Message:

#3107 Added MinimumFrequency and LearningRate parameters to symbol frequency and node impact strategy controllers.

File:

• branches/3107_LearningALPS/HeuristicLab.Problems.DataAnalysis.Symbolic.Regression/3.4/Creators/NodeImpactsReinitializationStrategyController.cs (modified) (7 diffs)

branches/3107_LearningALPS/HeuristicLab.Problems.DataAnalysis.Symbolic.Regression/3.4/Creators/NodeImpactsReinitializationStrategyController.cs

@@ -6 +6 @@
 using HeuristicLab.Common;
 using HeuristicLab.Core;
+using HeuristicLab.Data;
 using HeuristicLab.Encodings.SymbolicExpressionTreeEncoding;
 using HeuristicLab.Operators;
@@ -20 +21 @@
     private const string ProblemDataParameterName = "ProblemData";
     private const string EstimationLimitsParameterName = "EstimationLimits";
+    private const string MinimumFrequencyParameterName = "MinimumFrequency";
+    private const string LearningRateParameterName = "LearningRate";
 
     #region Parameter Properties
@@ -41 +44 @@
       get { return (IValueLookupParameter<DoubleLimit>)Parameters[EstimationLimitsParameterName]; }
     }
+
+    public IFixedValueParameter<DoubleValue> MinimumFrequencyParameter {
+      get { return (IFixedValueParameter<DoubleValue>)Parameters[MinimumFrequencyParameterName]; }
+    }
+
+    public IFixedValueParameter<DoubleValue> LearningRateParameter {
+      get { return (IFixedValueParameter<DoubleValue>)Parameters[LearningRateParameterName]; }
+    }
+    #endregion
+
+    #region Properties
+    public double MinimumFrequency {
+      get { return MinimumFrequencyParameter.Value.Value; }
+      set { MinimumFrequencyParameter.Value.Value = value; }
+    }
+
+    public double LearningRate {
+      get { return LearningRateParameter.Value.Value; }
+      set { LearningRateParameter.Value.Value = value; }
+    }
     #endregion
 
@@ -50 +73 @@
       Parameters.Add(new LookupParameter<IRegressionProblemData>(ProblemDataParameterName, "The problem data for the symbolic regression solution."));
       Parameters.Add(new ValueLookupParameter<DoubleLimit>(EstimationLimitsParameterName, "The lower and upper limit for the estimated values produced by the symbolic regression model."));
+      Parameters.Add(new FixedValueParameter<DoubleValue>(MinimumFrequencyParameterName, "Minimum Frequency for the controller to set to symbols.", new DoubleValue(0)));
+      Parameters.Add(new FixedValueParameter<DoubleValue>(LearningRateParameterName, "Learning Rate for how fast the frequency is adapted. Zero learning rate means no adaption, one means new frequency = symbol frequency.", new DoubleValue(0.1)));
     }
 
@@ -62 +87 @@
     [StorableHook(HookType.AfterDeserialization)]
     private void AfterDeserialization() {
+      if (!Parameters.ContainsKey(MinimumFrequencyParameterName))
+        Parameters.Add(new FixedValueParameter<DoubleValue>(MinimumFrequencyParameterName, "Minimum Frequency for the controller to set to symbols.", new DoubleValue(0)));
+      if (!Parameters.ContainsKey(LearningRateParameterName))
+        Parameters.Add(new FixedValueParameter<DoubleValue>(LearningRateParameterName, "Learning Rate for how fast the frequency is adapted. Zero learning rate means no adaption, one means new frequency = symbol frequency.", new DoubleValue(0.1)));
     }
     #endregion
@@ -71 +100 @@
       var pd = ProblemDataParameter.ActualValue;
       var interpreter = SymbolicDataAnalysisTreeInterpreterParameter.ActualValue;
+      double minimumFrequency = MinimumFrequency;
+      double learningRate = LearningRate;
 
       if (interpreter == null) {
@@ -108 +139 @@
         if (symbolImpacts.TryGetValue(symbol.Name, out double impact)) {
           var f = Math.Max(0, impact / symbolCounts[symbol.Name]); // do something clever here
-          symbol.InitialFrequency = f;
+          double oldFrequency = symbol.InitialFrequency;
+          double impactFrequency = f;
+          double newFrequency = oldFrequency + (impactFrequency - oldFrequency) * learningRate;
+          symbol.InitialFrequency = Math.Max(minimumFrequency, newFrequency);
         }
       }