Changeset 16734 for branches/2988_ModelsOfModels2/HeuristicLab.Algorithms.EMM

Timestamp:

04/01/19 13:03:13 (5 years ago)

Author:

msemenki

Message:

#2988: Add Model Symbol Frequency Analyzer and Model's Clusters Frequency Analyzer. Fix Bag's with Keys. Fix changing during mutation for Variables Types in SubModels .

Location:

branches/2988_ModelsOfModels2/HeuristicLab.Algorithms.EMM

Files:

• EMMAlgorithm.cs (modified) (3 diffs)
• EMMBaseAlgorithm.cs (modified) (1 diff)
• EMMMapBase.cs (modified) (2 diffs)
• EMMMapTreeModel.cs (modified) (5 diffs)
• EMMMutators.cs (modified) (2 diffs)
• EMMSolution.cs (modified) (3 diffs)
• Plugin.cs (modified) (1 diff)

branches/2988_ModelsOfModels2/HeuristicLab.Algorithms.EMM/EMMAlgorithm.cs

@@ -37 +37 @@
   [Item("EvolvmentModelsOfModels Algorithm ", "EMM implementation")]
   [Creatable(CreatableAttribute.Categories.PopulationBasedAlgorithms, Priority = 125)]
-  [StorableType("D02C50E5-8325-496F-8DEA-C23651756846")]
+  [StorableType("AD23B21F-089A-4C6C-AD2E-1B01E7939CF5")]
   public class EMMAlgorithm : EvolvmentModelsOfModelsAlgorithmBase {
     public EMMMapTreeModel Map { get; private set; }
@@ -57 +57 @@
       InfixExpressionParser parser = new InfixExpressionParser();
       var trees = File.ReadAllLines(InputFileParameter.Value.Value).Select(parser.Parse);
-      Map = new EMMMapTreeModel(RandomParameter.Value, trees, ClusterNumbersParameter.Value.Value);
-      ClusterNumbersParameter.Value.Value = Map.K;
-      if (previousExecutionState != ExecutionState.Paused) {
-        InitializeAlgorithm(cancellationToken);
-      }
-      globalScope.Variables.Add(new Variable("TreeModelMap", Map));
-      EMMEvolutionaryAlgorithmRun(cancellationToken);
+      // this.Problem.SymbolicExpressionTreeGrammar;
+      /*   Problem.ProblemData.Dataset.ColumnNames.Take(2).ToList();
+         trees.First().Root.Grammar.ContainsSymbol((IVariable)a).
+           = this.Problem.SymbolicExpressionTreeGrammar;*/
+      int flag = 1;
+      switch (flag) {
+        case 0: // for case when we want only create map, and do  not want made somting also.
+          Map = new EMMMapTreeModel(RandomParameter.Value, trees, ClusterNumbersParameter.Value.Value);
+          ClusterNumbersParameter.Value.Value = Map.K;
+          File.WriteAllLines("Map.txt", Map.MapToString());
+          File.WriteAllLines("MapToSee.txt", Map.MapToSee());
+          globalScope = new Scope("Global Scope");
+          executionContext = new ExecutionContext(null, this, globalScope);
+          break;
+        case 1: // for case when we want read existed map and work with it;
+          Map = new EMMMapTreeModel(RandomParameter.Value, trees);
+          ClusterNumbersParameter.Value.Value = Map.K;
+          if (previousExecutionState != ExecutionState.Paused) {
+            InitializeAlgorithm(cancellationToken);
+          }
+          globalScope.Variables.Add(new Variable("TreeModelMap", Map));
+          EMMEvolutionaryAlgorithmRun(cancellationToken);
+          break;
+
+        default: //for case of usial from zero step starting
+          Map = new EMMMapTreeModel(RandomParameter.Value, trees, ClusterNumbersParameter.Value.Value);
+          ClusterNumbersParameter.Value.Value = Map.K;
+          if (previousExecutionState != ExecutionState.Paused) {
+            InitializeAlgorithm(cancellationToken);
+          }
+          globalScope.Variables.Add(new Variable("TreeModelMap", Map));
+          EMMEvolutionaryAlgorithmRun(cancellationToken);
+          break;
+      }
+
     }
     private void EMMEvolutionaryAlgorithmRun(CancellationToken cancellationToken) {
@@ -201 +229 @@
         foreach (var node in tree.IterateNodesPostfix().OfType<TreeModelTreeNode>()) {
           node.Tree = Map.NewModelForInizializtion(random, out int cluster, out int treeNumber);
-          node.Tree.Root.ShakeLocalParameters(random, 0.5);
+          node.SetLocalParameters(random, 0.5);
           node.ClusterNumer = cluster;
           node.TreeNumber = treeNumber;

branches/2988_ModelsOfModels2/HeuristicLab.Algorithms.EMM/EMMBaseAlgorithm.cs

@@ -40 +40 @@
 namespace HeuristicLab.Algorithms.EvolvmentModelsOfModels {
   [Item("MOEADAlgorithmBase", "Base class for all MOEA/D algorithm variants.")]
-  [StorableType("DD721D8A-A4DE-44C1-8D83-7888E8433B5F")]
+  [StorableType("A56A396B-965A-4ADE-8A2B-AE3A45F9C239")]
   public abstract class EvolvmentModelsOfModelsAlgorithmBase : FixedDataAnalysisAlgorithm<ISymbolicDataAnalysisSingleObjectiveProblem> {
     #region data members

branches/2988_ModelsOfModels2/HeuristicLab.Algorithms.EMM/EMMMapBase.cs

@@ -25 +25 @@
 
 namespace HeuristicLab.Algorithms.EvolvmentModelsOfModels {
-  [StorableType("8A5818D6-2B74-4148-AFBC-D36CE6256406")]
+  [StorableType("83CF9650-98FF-454B-9072-82EA4D39C752")]
   public abstract class EMMMapBase<T> : Item where T : class {
     public List<T> ModelSet { get; set; }
@@ -34 +34 @@
 
     protected abstract void CalculateDistances();
-    public abstract void CreateMap(IRandom random, int k);
+    protected abstract void CreateMap(IRandom random, int k);
     public abstract T NewModelForInizializtion(IRandom random, out int cluster, out int treeNumber);
 

branches/2988_ModelsOfModels2/HeuristicLab.Algorithms.EMM/EMMMapTreeModel.cs

@@ -26 +26 @@
 using HeuristicLab.Problems.DataAnalysis.Symbolic;
 using System.Collections.Generic;
+using System.IO;
 using System.Linq;
 
 namespace HeuristicLab.Algorithms.EvolvmentModelsOfModels {
-  [StorableType("A9AE93F0-E589-44D0-AD34-0E3AA358D669")]
   [Item("TreeModelMap", "A map of models of models of models")]
+  [StorableType("E4AB04B9-FD5D-47EE-949D-243660754F3A")]
   public class EMMMapTreeModel : EMMMapBase<ISymbolicExpressionTree> {
     #region conctructors
@@ -62 +63 @@
       CreateMap(random, k);
     }
+    public EMMMapTreeModel(IRandom random, IEnumerable<ISymbolicExpressionTree> trees) : this(1) {
+      ModelSet = trees.ToList();
+      string input = File.ReadAllText("Map.txt");
+
+      int i = 0;
+      foreach (var row in input.Split('\n')) {
+        Map.Add(new List<int>());
+        foreach (var col in row.Trim().Split(' ')) {
+          Map[i].Add(int.Parse(col.Trim()));
+        }
+        i++;
+      }
+      K = Map.Count;
+      MapPreparation();
+    }
     public override IDeepCloneable Clone(Cloner cloner) {
       return new EMMMapTreeModel(this, cloner);
@@ -75 +91 @@
       }
     }
-    override public void CreateMap(IRandom random, int k) {
+    override protected void CreateMap(IRandom random, int k) {
       K = k;
       //Clusterization
@@ -96 +112 @@
       }
     }
+    protected void MapPreparation() {
+      for (int i = 0; i < Map.Count; i++) {
+        for (int j = 0; j < Map[i].Count; j++) {
+          ClusterNumber.Add(0);
+        }
+      }
+      for (int i = 0; i < Map.Count; i++) {
+        for (int j = 0; j < Map[i].Count; j++) {
+          ClusterNumber[Map[i][j]] = i;
+        }
+      }
+    }
     #endregion
     #region Dialog with surroudings
@@ -103 +131 @@
       return (ISymbolicExpressionTree)ModelSet[treeNumber].Clone();
     }
+    public string[] MapToString() {
+      string[] s;
+      s = new string[K];
+      for (int i = 0; i < K; i++) {
+        s[i] = "";
+        for (int j = 0; j < Map[i].Count; j++) {
+          s[i] += Map[i][j].ToString();
+          s[i] += " ";
+        }
+      }
+      return s;
+    }
+    public string[] MapToSee() {
+      var fmt = new InfixExpressionFormatter();
+      string[] s;
+      s = new string[(ModelSet.Count) + 1];
+      s[0] = "ClusterNumber" + "," + "Modfelnumber" + "," + "Model";
+      for (int i = 1; i < ((ModelSet.Count) + 1); i++) {
+        s[i] = ClusterNumber[i - 1].ToString() + "," + (i - 1).ToString() + "," + fmt.Format(ModelSet[i - 1]);
+      }
+      return s;
+    }
 
     #endregion

branches/2988_ModelsOfModels2/HeuristicLab.Algorithms.EMM/EMMMutators.cs

@@ -32 +32 @@
 
 namespace HeuristicLab.Algorithms.EvolvmentModelsOfModels {
-  [StorableType("92D37E9F-8726-4524-AF8F-F3787641F7B9")]
   [Item("EMMChangeNodeTypeManipulation", "Selects a random tree node and changes the symbol.")]
+  [StorableType("990D3946-7F06-48B4-B8DB-F8E308D6304D")]
   public sealed class EMMMutators : SymbolicExpressionTreeManipulator {
     private const int MAX_TRIES = 100;
@@ -125 +125 @@
             int p = random.Next(map.Count);
             if (child is TreeModelTreeNode chNode) // in real life never bacame true. It need some cheking
-              p = chNode.ClusterNumer;
+            { p = chNode.ClusterNumer; }
             treeNode.TreeNumber = map[p].SampleRandom(random).Value;
             treeNode.Tree = (ISymbolicExpressionTree)modelSet[treeNode.TreeNumber].Clone();
-            treeNode.Tree.Root.ShakeLocalParameters(random, 0.5);
+            treeNode.SetLocalParameters(random, 0.5);
           } else
             newNode.ResetLocalParameters(random);

branches/2988_ModelsOfModels2/HeuristicLab.Algorithms.EMM/EMMSolution.cs

@@ -26 +26 @@
 // Can be deleted potnetinaly
 namespace HeuristicLab.Algorithms.EvolvmentModelsOfModels {
+  [StorableType("AB38211D-5F52-4420-A606-1C3CB58BA27C")]
   public interface IEMMSolution : IItem {
     IItem Individual { get; set; }
@@ -31 +32 @@
   }
   [Item("EMMSolution", "Represents a solution inside the EMM population")]
-  [StorableType("708BDF29-AD3F-4AFC-83AE-551A27FF45A0")]
+  [StorableType("C0E63430-5000-4592-BBE4-2D3E0EE1AE3F")]
   public class EMMSolution : Item, IEMMSolution {
     [Storable]
@@ -69 +70 @@
   }
   [Item("EMMSolution", "Represents a solution inside the EMM population")]
-  [StorableType("36929CD1-63A5-4270-8C65-2A8177BCA0AE")]
+  [StorableType("559EA31B-2263-4233-900C-EC62120EE580")]
   public class EMMSolution<T> : EMMSolution where T : class, IItem {
     public new T Individual {

branches/2988_ModelsOfModels2/HeuristicLab.Algorithms.EMM/Plugin.cs

@@ -26 +26 @@
   /// Plugin class for HeuristicLab.Algorithms.EMMAlgorithm plugin.
   /// </summary>
-  [Plugin("HeuristicLab.Algorithms.EMMAlgorithm", "3.3.15.16565")]
+  [Plugin("HeuristicLab.Algorithms.EMMAlgorithm", "3.3.15.16722")]
   [PluginFile("HeuristicLab.Algorithms.EMMAlgorithm-3.3.dll", PluginFileType.Assembly)]
   [PluginDependency("HeuristicLab.Analysis", "3.3")]