Changeset 17134 for branches/2988_ModelsOfModels2/HeuristicLab.Algorithms.EMM/Maps/EMMBaseMap.cs

Timestamp:

07/11/19 16:30:22 (5 years ago)

Author:

msemenki

Message:

#2988:

1. The file system was changed, folders was added and part of files was transferred in these folders.
2. HelpFunctions class was divided on 2 parts: HelpFuctions for common purposes static functions and SelfConfiguration that include functions for self-configuration mechanism realization (is used in EMMSucsessMap).
3. Parts of self-configuration mechanism was transferred from EMMSucsessMap.cs to SelfConfiguration.cs. Now EMMSucsessMap used SelfConfiguration like one of data member. Other parts of project was adopted for this changing.
4. FileComunication class was added. It include the majority of functions for printing to files or reading from files. Here were realized possibility to write and read to hl files.
5. ModelTreeNode.cs has additional possibility - to write sub-model in string (then it is possible to write it in file).
6. InfixExpressionFormatter.cs can work with TreeModelNode.
7. Possibility for different map types to be readable from files was extended and cheeked.
8. Such parameters like - ClusterNumbers, ClusterNumbersShow, NegbourNumber, NegbourType (that is used only in several maps) was transferred from EMMAlgorithm to Map Parameters. Now EMMBaseMap class inherited from ParameterizedNamedItem (not from Item). And EMMIslandMap and EMMNetworkMap contains their parameters (constructors was modified). CreationMap calls functions were simplified.
9. Functions for different distance metric calculation was added. Now, it is possible to calculate different types of distances between models (with different random values of constants).
10. DistanceParametr was added. Now maps can be created according different types of distance calculations.
11. The class EMMClustering has new name KMeansClusterizationAlgorithm. On KMeansClusterizationAlgorithm bug with bloating of centroids list was fixed. Algorithm was adopted for working with different type of distance metric and get maximum number of iterations.
12. Possibilities for constants optimization in sub-models an whole tree was added. EMMAlgorithm get new function for evaluation of individuals (and some additional technical stuff for that). Function for trees with model in usual tree transformation and back was added.
13. EMMAlgorithm was divided on 2 parts:

• EMMAlgorithm, that contain evolutionary algorithm working with sub-models, and use ready to use maps;
• ModelSetPreparation, that contain distance calculation, model set simplification and map creation.

Location:

branches/2988_ModelsOfModels2/HeuristicLab.Algorithms.EMM/Maps

Files:

• . (added)
• EMMBaseMap.cs (moved) (moved from branches/2988_ModelsOfModels2/HeuristicLab.Algorithms.EMM/EMMBaseMap.cs) (8 diffs)

branches/2988_ModelsOfModels2/HeuristicLab.Algorithms.EMM/Maps/EMMBaseMap.cs

@@ -25 +25 @@
 using HeuristicLab.Encodings.SymbolicExpressionTreeEncoding;
 using HeuristicLab.Problems.DataAnalysis.Symbolic;
-using HeuristicLab.Random;
 using System.Collections.Generic;
 using System.IO;
@@ -32 +31 @@
 namespace HeuristicLab.Algorithms.EvolvmentModelsOfModels {
   [StorableType("83CF9650-98FF-454B-9072-82EA4D39C752")]
-  public abstract class EMMMapBase<T> : Item where T : class {
+  public abstract class EMMMapBase<T> : ParameterizedNamedItem where T : class {
     #region data members
     [Storable]
-    public List<T> ModelSet { get; set; }
+    public List<T> ModelSet { get; protected set; }
     [Storable]
     public List<List<int>> Map { get; set; }
+    public string DistanceParametr { get; set; }
     #endregion
     #region constructors
@@ -44 +44 @@
     public EMMMapBase() {
       Map = new List<List<int>>();
+      DistanceParametr = "Symbolic";
     }
-    public EMMMapBase(EMMMapBase<T> original, Cloner cloner) {
+    public EMMMapBase(EMMMapBase<T> original, Cloner cloner) : base(original, cloner) {
       if (original.ModelSet != null) {
         if (original.ModelSet is List<ISymbolicExpressionTree> originalSet && ModelSet is List<ISymbolicExpressionTree> set)
@@ -54 +55 @@
         Map = original.Map.Select(x => x.ToList()).ToList();
       }
+      DistanceParametr = original.DistanceParametr;
     }
     #endregion
     #region map creation functions
-    protected double[,] CalculateDistances() {
-      double[,] distances;
-      if (ModelSet is List<ISymbolicExpressionTree> set) {
-        distances = SymbolicExpressionTreeHash.ComputeSimilarityMatrix(set, simplify: false, strict: true);
-      } else { /// for future work
-        distances = new double[ModelSet.Count, ModelSet.Count];
-        for (int i = 0; i < ModelSet.Count - 1; i++) {
-          for (int j = 0; j <= i; j++) {
-            distances[i, j] = 0;
-          }
-        }
-      }
-      for (int i = 0; i < ModelSet.Count - 1; i++) {
-        for (int j = i + 1; j < ModelSet.Count; j++) {
-          distances[j, i] = distances[i, j] = 1 - distances[i, j];
-        }
-      }
-      return distances;
-    }
-    public abstract void CreateMap(IRandom random, int k);
+
+    public abstract void CreateMap(IRandom random);
     public void MapCreationPrepare(IEnumerable<T> trees) {
       ModelSet = trees.ToList();
+    }
+    public virtual void CreateMap(IRandom random, ISymbolicDataAnalysisSingleObjectiveProblem problem) {
+      if (Map != null) {
+        Map.Clear();
+      }
+      CreateMap(random);
+    }
+    public virtual void CreateMap(IRandom random, double[,] totalDistance) {
+      if (Map != null) {
+        Map.Clear();
+      }
+      CreateMap(random);
     }
 
@@ -95 +91 @@
     #endregion
     #region map and files
-    public void MapRead(IRandom random, IEnumerable<T> trees, string fileName = "Map.txt") {
+    public virtual void MapRead(IEnumerable<T> trees) {
       ModelSet = trees.ToList();
-      MapFromFileRead(fileName);
-      if (this is EMMIslandMap island) { island.ClusterNumbersCalculate(); }
-      if (this is EMMNetworkMap one) { one.NeghboorNumber = Map[0].Count; }
     }
     public void WriteMapToTxtFile(IRandom random) {
-      string s = random.ToString();
-      string fileName = "Map";
+      string s = random.NextDouble().ToString();
+      string fileName = "MapToAnalize";
       fileName += s;
+      fileName += DistanceParametr;
       fileName += ".txt";
       File.WriteAllLines(fileName, MapToString());
       string fileName2 = "MapToSee";
       fileName2 += s;
+      fileName2 += DistanceParametr;
       fileName2 += ".txt";
       File.WriteAllLines(fileName2, MapToSee());
+      string fileName3 = "Map";
+      fileName3 += DistanceParametr;
+      fileName3 += ".txt";
+      File.WriteAllLines(fileName3, MapToStoreInFile());
     }
-    public string[] MapToString() { // Function that preapre Map to printing in .txt File: create a set of strings for future reading by computer
+    public string[] MapToString() { // Function that prepare Map to printing in .txt File: create a set of strings for future analyzing
+      string[] s;
+      s = new string[Map.Count];
+      for (int i = 0; i < Map.Count; i++) {
+        s[i] = i.ToString() + ": ";
+        for (int j = 0; j < Map[i].Count; j++) {
+          s[i] += Map[i][j].ToString();
+          s[i] += " ";
+        }
+        if (this is EMMIslandMap island) {
+          s[i] += "  Average distance:" + island.AverageDistance[i].ToString();
+        }
+      }
+      return s;
+    }
+    public virtual string[] MapToStoreInFile() { // Function that prepare Map to printing in .txt File: create a set of strings for future reading by computer
       string[] s;
       s = new string[Map.Count];
@@ -119 +133 @@
         for (int j = 0; j < Map[i].Count; j++) {
           s[i] += Map[i][j].ToString();
-          s[i] += " ";
+          if (j != (Map[i].Count - 1)) { s[i] += " "; }
         }
       }
@@ -140 +154 @@
       }
       return s;
-    }
-    public void MapFromFileRead(string fileName) {
-      string input = File.ReadAllText(fileName);
-      int i = 0;
-      foreach (var row in input.Split('\n')) {
-        Map.Add(new List<int>());
-        foreach (var col in row.Trim().Split(' ')) {
-          Map[i].Add(int.Parse(col.Trim()));
-        }
-        i++;
-      }
     }
     #endregion
@@ -173 +176 @@
       treeNode.Tree = new SymbolicExpressionTree(NewModelForMutation(random, out treeNumber, treeNumber2).Root);
       treeNode.TreeNumber = treeNumber;
-      SetLocalParametersForTree(random, 0.5, treeNode.Tree);
-    }
-    public void SetLocalParametersForTree(IRandom random, double shakingFactor, ISymbolicExpressionTree tree) {
-      foreach (var node in tree.IterateNodesPrefix().Where(x => x.HasLocalParameters)) {
-        if (node is VariableTreeNode variableTreeNode) {
-          var symbol = variableTreeNode.Symbol;
-          variableTreeNode.Weight = NormalDistributedRandom.NextDouble(random, symbol.WeightManipulatorMu, symbol.WeightManipulatorSigma);
-        } else {
-          node.ResetLocalParameters(random);
-        }
-      }
+      HelpFunctions.SetLocalParametersForTree(random, 0.5, treeNode.Tree);
     }
     public virtual void MapUpDate(Dictionary<ISymbolicExpressionTree, double> population) { }