Changeset 13496 for branches/HeuristicLab.EvolutionTracking

Timestamp:

01/11/16 21:29:25 (9 years ago)

Author:

bburlacu

Message:

#1772: Update diversification operators (add extra evaluations to the evaluation counter, add the option for strict schema matching, add additional replacement ratio update rules.

Location:

branches/HeuristicLab.EvolutionTracking/HeuristicLab.Problems.DataAnalysis.Symbolic/3.4/Tracking/SchemaDiversification

Files:

• DiversificationStatisticsOperator.cs (modified) (5 diffs)
• SchemaCreator.cs (modified) (12 diffs)
• SchemaEvaluator.cs (modified) (5 diffs)
• UpdateEstimatedValuesOperator.cs (modified) (2 diffs)

branches/HeuristicLab.EvolutionTracking/HeuristicLab.Problems.DataAnalysis.Symbolic/3.4/Tracking/SchemaDiversification/DiversificationStatisticsOperator.cs

@@ -38 +38 @@
     private const string ResultCollectionParameterName = "Results";
     private const string EvaluatedSolutionsParameterName = "EvaluatedSolutions";
+
+    private readonly object locker = new object();
 
     public ILookupParameter<IntValue> NumberOfChangedTreesParameter {
@@ -83 +85 @@
         table = new DataTable();
         results.Add(new Result("NumberOfChangedTrees", table));
-        var row = new DataRow("Changed trees");
+        var row = new DataRow("Changed trees") { VisualProperties = { StartIndexZero = true } };
         table.Rows.Add(row);
       }
@@ -89 +91 @@
         table = new DataTable();
         results.Add(new Result("AverageSchemaLength", table));
-        var row = new DataRow("Average schema length");
+        var row = new DataRow("Average schema length") { VisualProperties = { StartIndexZero = true } };
         table.Rows.Add(row);
       }
@@ -95 +97 @@
         table = new DataTable();
         results.Add(new Result("NumberOfSchemas", table));
-        var row = new DataRow("Number of schemas");
+        var row = new DataRow("Number of schemas") { VisualProperties = { StartIndexZero = true } };
         table.Rows.Add(row);
       }
@@ -101 +103 @@
         table = new DataTable();
         results.Add(new Result("EvaluatedSolutionsPerGeneration", table));
-        var row = new DataRow("Evaluated solutions");
+        var row = new DataRow("Evaluated solutions") { VisualProperties = { StartIndexZero = true } };
         table.Rows.Add(row);
         row.Values.Add(0);
       }
 
-      var evaluatedSolutions = EvaluatedSolutionsParameter.ActualValue.Value - evaluatedSolutionsTracker;
+      lock (locker) {
+        // count the extra evaluations performed after diversification
+        EvaluatedSolutionsParameter.ActualValue.Value += NumberOfChangedTreesParameter.ActualValue.Value;
+      }
+
+      var evaluatedSolutions = EvaluatedSolutionsParameter.ActualValue.Value;
+      if (evaluatedSolutions > 0)
+        evaluatedSolutions -= evaluatedSolutionsTracker;
       ((DataTable)results["NumberOfChangedTrees"].Value).Rows["Changed trees"].Values.Add(NumberOfChangedTreesParameter.ActualValue.Value);
       ((DataTable)results["AverageSchemaLength"].Value).Rows["Average schema length"].Values.Add(AverageSchemaLengthParameter.ActualValue.Value);

branches/HeuristicLab.EvolutionTracking/HeuristicLab.Problems.DataAnalysis.Symbolic/3.4/Tracking/SchemaDiversification/SchemaCreator.cs

@@ -51 +51 @@
     private const string UseAdaptiveReplacementRatioParameterName = "UseAdaptiveReplacementRatio";
     private const string ReplacementRatioUpdateRuleParameterName = "ReplacementRatioUpdateRule";
+    private const string StrictSchemaMatchingParameterName = "StrictSchemaMatching";
     #endregion
 
@@ -60 +61 @@
     public IFixedValueParameter<BoolValue> UseAdaptiveReplacementRatioParameter {
       get { return (IFixedValueParameter<BoolValue>)Parameters[UseAdaptiveReplacementRatioParameterName]; }
+    }
+    public IFixedValueParameter<BoolValue> StrictSchemaMatchingParameter {
+      get { return (IFixedValueParameter<BoolValue>)Parameters[StrictSchemaMatchingParameterName]; }
     }
     public IFixedValueParameter<BoolValue> ExclusiveMatchingParameter {
@@ -104 +108 @@
     public bool ExecuteInParallel { get { return ExecuteInParallelParameter.Value.Value; } }
     public double PercentageOfPopulation { get { return PercentageOfPopulationParameter.Value.Value; } }
+    public bool StrictSchemaMatching { get { return StrictSchemaMatchingParameter.Value.Value; } }
     #endregion
 
     private UpdateEstimatedValuesOperator updateEstimatedValuesOperator;
     private DiversificationStatisticsOperator diversificationStatisticsOperator;
+
+    public override void ClearState() {
+      NumberOfChangedTreesParameter.Value.Value = 0;
+      NumberOfChangedTreesParameter.Value.Value = 0;
+      AverageSchemaLengthParameter.Value.Value = 0;
+      base.ClearState();
+    }
 
     public SchemaCreator() {
@@ -121 +133 @@
       Parameters.Add(new FixedValueParameter<BoolValue>(ScaleEstimatedValuesParameterName, new BoolValue(true)));
       Parameters.Add(new FixedValueParameter<BoolValue>(ExclusiveMatchingParameterName, new BoolValue(false)));
+      Parameters.Add(new FixedValueParameter<BoolValue>(StrictSchemaMatchingParameterName, new BoolValue(false)));
       Parameters.Add(new ValueParameter<IntValue>(NumberOfChangedTreesParameterName, new IntValue(0)));
       Parameters.Add(new ValueParameter<IntValue>(NumberOfSchemasParameterName, new IntValue(0)));
@@ -126 +139 @@
       Parameters.Add(new FixedValueParameter<BoolValue>(UseAdaptiveReplacementRatioParameterName, new BoolValue(true)));
 
-      var replacementRatioUpdateRules = new ItemSet<StringValue>(new[] { new StringValue("f(x) = x"), new StringValue("f(x) = tanh(x)"), new StringValue("f(x) = tanh(2x)"), new StringValue("f(x) = tanh(3x)") });
+      var replacementRatioUpdateRules = new ItemSet<StringValue>(new[] {
+        new StringValue("f(x) = x"),
+        new StringValue("f(x) = tanh(x)"),
+        new StringValue("f(x) = tanh(2x)"),
+        new StringValue("f(x) = tanh(3x)"),
+        new StringValue("f(x) = tanh(4x)"),
+        new StringValue("f(x) = 1-sqrt(1-x)")
+      });
       Parameters.Add(new ConstrainedValueParameter<StringValue>(ReplacementRatioUpdateRuleParameterName, replacementRatioUpdateRules));
       #endregion
@@ -146 +166 @@
     protected SchemaCreator(bool deserializing) : base(deserializing) { }
 
+
+    [StorableHook(HookType.AfterDeserialization)]
+    private void AfterDeserialization() {
+      if (!Parameters.ContainsKey(StrictSchemaMatchingParameterName))
+        Parameters.Add(new FixedValueParameter<BoolValue>(StrictSchemaMatchingParameterName, new BoolValue(false)));
+    }
+
     public override IOperation Apply() {
       // apply only when at least one generation has passed
@@ -153 +180 @@
 
       var n = (int)Math.Round(ExecutionContext.Scope.SubScopes.Count * PercentageOfPopulation);
-      var scopes = new ScopeList(ExecutionContext.Scope.SubScopes.Take(n));
 
       var updateEstimatedValues = new OperationCollection { Parallel = true };
@@ -159 +185 @@
         updateEstimatedValuesOperator = new UpdateEstimatedValuesOperator();
 
-      foreach (var s in scopes) {
-        if (!s.Variables.ContainsKey("EstimatedValues"))
-          s.Variables.Add(new Core.Variable("EstimatedValues"));
+      foreach (var s in ExecutionContext.Scope.SubScopes.Where(s => !s.Variables.ContainsKey("EstimatedValues"))) {
         updateEstimatedValues.Add(ExecutionContext.CreateChildOperation(updateEstimatedValuesOperator, s));
       }
@@ -185 +209 @@
             break;
           }
+        case "f(x) = tanh(4x)": {
+            rule = x => Math.Tanh(4 * x);
+            break;
+          }
+        case "f(x) = 1-sqrt(1-x)": {
+            rule = x => 1 - Math.Sqrt(1 - x);
+            break;
+          }
         default:
           throw new ArgumentException("Unknown replacement rule");
@@ -192 +224 @@
 
       // for now, only consider crossover offspring
+      var scopes = new ScopeList(ExecutionContext.Scope.SubScopes.OrderByDescending(x => ((DoubleValue)x.Variables["Quality"].Value).Value).Take(n));
       var vertices = from s in scopes
                      let t = (ISymbolicExpressionTree)s.Variables["SymbolicExpressionTree"].Value
@@ -222 +255 @@
     public static IEnumerable<ISymbolicExpressionTree> GenerateSchemas(IEnumerable<IGenealogyGraphNode<ISymbolicExpressionTree>> vertices, int minimumSchemaLength) {
       var anySubtreeSymbol = new AnySubtreeSymbol();
-      //      var anyNodeSymbol = new AnyNodeSymbol();
+      //            var anyNodeSymbol = new AnyNodeSymbol();
       var groups = vertices.GroupBy(x => x.Parents.First()).OrderByDescending(g => g.Count()).ToList();
       var hash = new HashSet<string>();
@@ -246 +279 @@
             continue;
 
-          //          var replacement = anySubtreeSymbol.CreateTreeNode();
-          //          ReplaceSubtree(node, replacement, false);
-          var replacement = new AnyNodeSymbol(node.Symbol.MinimumArity, node.Symbol.MinimumArity).CreateTreeNode();
-          ReplaceSubtree(node, replacement, true);
+          var replacement = anySubtreeSymbol.CreateTreeNode();
+          ReplaceSubtree(node, replacement, false);
+          //          var replacement = new AnyNodeSymbol(node.Symbol.MinimumArity, node.Symbol.MinimumArity).CreateTreeNode();
+          //          ReplaceSubtree(node, replacement, true);
           replaced = true;
         }

branches/HeuristicLab.EvolutionTracking/HeuristicLab.Problems.DataAnalysis.Symbolic/3.4/Tracking/SchemaDiversification/SchemaEvaluator.cs

@@ -58 +58 @@
     private const string ExclusiveMatchingParameterName = "ExclusiveMatching";
     private const string UseAdaptiveReplacementRatioParameterName = "UseAdaptiveReplacementRatio";
+    private const string StrictSchemaMatchingParameterName = "StrictSchemaMatching";
     #endregion
 
@@ -117 +118 @@
     public LookupParameter<IntValue> NumberOfChangedTreesParameter {
       get { return (LookupParameter<IntValue>)Parameters[NumberOfChangedTreesParameterName]; }
+    }
+    public LookupParameter<BoolValue> StrictSchemaMatchingParameter {
+      get { return (LookupParameter<BoolValue>)Parameters[StrictSchemaMatchingParameterName]; }
     }
     #endregion
@@ -143 +147 @@
     [Storable]
     private readonly UpdateEstimatedValuesOperator updateEstimatedValuesOperator;
+
+    [StorableHook(HookType.AfterDeserialization)]
+    private void AfterDeserialization() {
+      if (!Parameters.ContainsKey(StrictSchemaMatchingParameterName))
+        Parameters.Add(new LookupParameter<BoolValue>(StrictSchemaMatchingParameterName));
+    }
 
     public SchemaEvaluator() {
@@ -159 +169 @@
       Parameters.Add(new LookupParameter<DoubleLimit>(EstimationLimitsParameterName));
       Parameters.Add(new LookupParameter<BoolValue>(ApplyLinearScalingParameterName));
+      Parameters.Add(new LookupParameter<BoolValue>(StrictSchemaMatchingParameterName));
       Parameters.Add(new LookupParameter<ISymbolicExpressionTreeManipulator>(MutatorParameterName));
       Parameters.Add(new LookupParameter<ISymbolicExpressionTreeCrossover>(CrossoverParameterName));
@@ -188 +199 @@
 
     public override IOperation Apply() {
+      var strictSchemaMatching = StrictSchemaMatchingParameter.ActualValue.Value;
+      if (strictSchemaMatching) {
+        comp.MatchVariableWeights = true;
+        comp.MatchConstantValues = true;
+      } else {
+        comp.MatchVariableWeights = false;
+        comp.MatchConstantValues = false;
+      }
+
       var individuals = ExecutionContext.Scope.SubScopes; // the scopes represent the individuals
       var trees = individuals.Select(x => (ISymbolicExpressionTree)x.Variables["SymbolicExpressionTree"].Value).ToList();
-      var qualities = individuals.Select(x => (DoubleValue)x.Variables["Quality"].Value).ToList();
 
       var random = RandomParameter.ActualValue;

branches/HeuristicLab.EvolutionTracking/HeuristicLab.Problems.DataAnalysis.Symbolic/3.4/Tracking/SchemaDiversification/UpdateEstimatedValuesOperator.cs

@@ -100 +100 @@
         beta = 1.0;
       }
-
       var scaled = estimatedValues.Select(x => x * beta + alpha).LimitToRange(estimationLimits.Lower, estimationLimits.Upper).ToArray();
       OnlineCalculatorError error;
@@ -109 +108 @@
 
       var variables = ExecutionContext.Scope.Variables;
+
       ((DoubleValue)variables["Quality"].Value).Value = r2;